2023-11-25T02:53:45.855 INFO:root:teuthology version: 0.0.1.dev205+g2442239 2023-11-25T02:53:45.855 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_yuriw@teuthology --verbose --archive /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998 --name yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi --description fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} -- /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/orig.config.yaml 2023-11-25T02:53:45.901 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-25T02:53:45.982 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998 branch: main description: fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} email: yweinste@redhat.com first_in_suite: false job_id: '7465998' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: ec928368edcc5fc71884a56fd9fd821b148f4e30 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: ec928368edcc5fc71884a56fd9fd821b148f4e30 kclient: syntax: v1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: ec928368edcc5fc71884a56fd9fd821b148f4e30 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 seed: 3835 sha1: ec928368edcc5fc71884a56fd9fd821b148f4e30 sleep_before_teardown: 0 subset: 111/12000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: ec928368edcc5fc71884a56fd9fd821b148f4e30 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi076.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNHB5KVRUm1vURKPABAwu42asec9GLm5VsgZpmGcDoVQ3yEzFgm9rwurlNTPNz8LIXPlAX9/ad7GuiPcBWqc0Dc= smithi106.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyVb1G/KkTKRXkvkHFXZMadxRer/9tiWuXkqmMms8fzAUDrU2WvOB1xREAKuzn7up8EeDnGrkJ7eph3KByURLA= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_multifs_auth teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 2442239d2653456406c25ae0c71b689c8f2657b6 timestamp: 2023-11-24_21:17:59 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-11-25T02:53:45.982 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa; will attempt to use it 2023-11-25T02:53:45.983 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks 2023-11-25T02:53:45.983 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-11-25T02:53:45.985 INFO:teuthology.task.internal:Checking packages... 2023-11-25T02:53:46.008 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'ec928368edcc5fc71884a56fd9fd821b148f4e30' 2023-11-25T02:53:46.008 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-11-25T02:53:46.008 INFO:teuthology.packaging:ref: None 2023-11-25T02:53:46.008 INFO:teuthology.packaging:tag: None 2023-11-25T02:53:46.008 INFO:teuthology.packaging:branch: main 2023-11-25T02:53:46.008 INFO:teuthology.packaging:sha1: ec928368edcc5fc71884a56fd9fd821b148f4e30 2023-11-25T02:53:46.008 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=main 2023-11-25T02:53:46.383 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7506-gec928368-1jammy 2023-11-25T02:53:46.384 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-11-25T02:53:46.390 INFO:teuthology.task.internal:no buildpackages task found 2023-11-25T02:53:46.390 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-11-25T02:53:46.436 INFO:teuthology.task.internal:Saving configuration 2023-11-25T02:53:46.453 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-11-25T02:53:46.459 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-25T02:53:46.485 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi076.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-25 02:47:52.089200', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOCxnkRpcC/FfkPuzD9tH7D0VVQQzNBSUU1y4qYvpt1q'} 2023-11-25T02:53:46.503 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi106.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-25 02:47:52.091025', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHKVuq8t4Jd5LbBWHzt+wtz7J4kbC4uLql4lGYV1YRPh'} 2023-11-25T02:53:46.503 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-11-25T02:53:46.509 INFO:teuthology.task.internal:roles: ubuntu@smithi076.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2023-11-25T02:53:46.509 INFO:teuthology.task.internal:roles: ubuntu@smithi106.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1'] 2023-11-25T02:53:46.509 INFO:teuthology.run_tasks:Running task console_log... 2023-11-25T02:53:46.578 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f31b3d7e040>, signals=[15]) 2023-11-25T02:53:46.579 INFO:teuthology.run_tasks:Running task internal.connect... 2023-11-25T02:53:46.585 INFO:teuthology.task.internal:Opening connections... 2023-11-25T02:53:46.585 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T02:53:46.588 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:53:46.665 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T02:53:46.666 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:53:46.741 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-11-25T02:53:46.747 DEBUG:teuthology.orchestra.run.smithi076:> uname -m 2023-11-25T02:53:46.752 INFO:teuthology.orchestra.run.smithi076.stdout:x86_64 2023-11-25T02:53:46.754 DEBUG:teuthology.orchestra.run.smithi076:> cat /etc/os-release 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:NAME="Ubuntu" 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION_ID="22.04" 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION_CODENAME=jammy 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:ID=ubuntu 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:ID_LIKE=debian 2023-11-25T02:53:46.797 INFO:teuthology.orchestra.run.smithi076.stdout:HOME_URL="https://www.ubuntu.com/" 2023-11-25T02:53:46.798 INFO:teuthology.orchestra.run.smithi076.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-11-25T02:53:46.798 INFO:teuthology.orchestra.run.smithi076.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-11-25T02:53:46.798 INFO:teuthology.orchestra.run.smithi076.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-11-25T02:53:46.798 INFO:teuthology.orchestra.run.smithi076.stdout:UBUNTU_CODENAME=jammy 2023-11-25T02:53:46.798 INFO:teuthology.lock.ops:Updating smithi076.front.sepia.ceph.com on lock server 2023-11-25T02:53:46.823 DEBUG:teuthology.orchestra.run.smithi106:> uname -m 2023-11-25T02:53:46.828 INFO:teuthology.orchestra.run.smithi106.stdout:x86_64 2023-11-25T02:53:46.828 DEBUG:teuthology.orchestra.run.smithi106:> cat /etc/os-release 2023-11-25T02:53:46.874 INFO:teuthology.orchestra.run.smithi106.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-11-25T02:53:46.874 INFO:teuthology.orchestra.run.smithi106.stdout:NAME="Ubuntu" 2023-11-25T02:53:46.874 INFO:teuthology.orchestra.run.smithi106.stdout:VERSION_ID="22.04" 2023-11-25T02:53:46.874 INFO:teuthology.orchestra.run.smithi106.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-11-25T02:53:46.874 INFO:teuthology.orchestra.run.smithi106.stdout:VERSION_CODENAME=jammy 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:ID=ubuntu 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:ID_LIKE=debian 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:HOME_URL="https://www.ubuntu.com/" 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-11-25T02:53:46.875 INFO:teuthology.orchestra.run.smithi106.stdout:UBUNTU_CODENAME=jammy 2023-11-25T02:53:46.875 INFO:teuthology.lock.ops:Updating smithi106.front.sepia.ceph.com on lock server 2023-11-25T02:53:46.897 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-11-25T02:53:46.907 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-11-25T02:53:46.916 INFO:teuthology.task.internal:Checking for old test directory... 2023-11-25T02:53:46.917 DEBUG:teuthology.orchestra.run.smithi076:> test '!' -e /home/ubuntu/cephtest 2023-11-25T02:53:46.919 DEBUG:teuthology.orchestra.run.smithi106:> test '!' -e /home/ubuntu/cephtest 2023-11-25T02:53:46.923 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-11-25T02:53:46.929 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-11-25T02:53:46.929 DEBUG:teuthology.orchestra.run.smithi076:> test -z $(ls -A /var/lib/ceph) 2023-11-25T02:53:46.967 DEBUG:teuthology.orchestra.run.smithi106:> test -z $(ls -A /var/lib/ceph) 2023-11-25T02:53:46.980 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-11-25T02:53:47.031 INFO:teuthology.run_tasks:Running task kernel... 2023-11-25T02:53:47.045 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2023-11-25T02:53:47.045 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}} 2023-11-25T02:53:47.045 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2023-11-25T02:53:47.045 DEBUG:teuthology.orchestra.run.smithi076:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-25T02:53:47.046 DEBUG:teuthology.orchestra.run.smithi106:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-25T02:53:47.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T02:53:47.050 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=testing 2023-11-25T02:53:47.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T02:53:47.054 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=testing 2023-11-25T02:53:47.240 DEBUG:teuthology.task.kernel:sha1 for client.0 is 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-11-25T02:53:47.240 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "8247bbb5b470f7e2a1f3eefcc16e24cf1338f606"... 2023-11-25T02:53:47.240 DEBUG:teuthology.orchestra.run.smithi076:> uname -r 2023-11-25T02:53:47.246 INFO:teuthology.orchestra.run.smithi076.stdout:5.15.0-56-generic 2023-11-25T02:53:47.246 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-11-25T02:53:47.247 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-11-25T02:53:47.247 INFO:teuthology.task.kernel:Installing linux-firmware on client.0... 2023-11-25T02:53:47.247 DEBUG:teuthology.orchestra.run.smithi076:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2023-11-25T02:53:47.304 INFO:teuthology.orchestra.run.smithi076.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2023-11-25T02:53:47.351 DEBUG:teuthology.task.kernel:sha1 for client.1 is 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-11-25T02:53:47.351 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "8247bbb5b470f7e2a1f3eefcc16e24cf1338f606"... 2023-11-25T02:53:47.351 DEBUG:teuthology.orchestra.run.smithi106:> uname -r 2023-11-25T02:53:47.356 INFO:teuthology.orchestra.run.smithi106.stdout:5.15.0-56-generic 2023-11-25T02:53:47.357 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-11-25T02:53:47.357 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-11-25T02:53:47.357 INFO:teuthology.task.kernel:Installing linux-firmware on client.1... 2023-11-25T02:53:47.357 DEBUG:teuthology.orchestra.run.smithi106:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2023-11-25T02:53:47.422 INFO:teuthology.orchestra.run.smithi106.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2023-11-25T02:53:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: is subject to change. To configure the initial branch name to use in all 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: of your new repositories, which will suppress this warning, call: 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: git config --global init.defaultBranch 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: 2023-11-25T02:53:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:hint: git branch -m 2023-11-25T02:53:47.450 INFO:teuthology.orchestra.run.smithi076.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2023-11-25T02:53:47.452 DEBUG:teuthology.orchestra.run.smithi076:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2023-11-25T02:53:47.518 DEBUG:teuthology.orchestra.run.smithi076:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2023-11-25T02:53:47.578 DEBUG:teuthology.orchestra.run.smithi076:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2023-11-25T02:53:47.584 INFO:teuthology.orchestra.run.smithi106.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2023-11-25T02:53:47.584 INFO:teuthology.orchestra.run.smithi106.stderr:hint: is subject to change. To configure the initial branch name to use in all 2023-11-25T02:53:47.584 INFO:teuthology.orchestra.run.smithi106.stderr:hint: of your new repositories, which will suppress this warning, call: 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: git config --global init.defaultBranch 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: 2023-11-25T02:53:47.585 INFO:teuthology.orchestra.run.smithi106.stderr:hint: git branch -m 2023-11-25T02:53:47.586 INFO:teuthology.orchestra.run.smithi106.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2023-11-25T02:53:47.588 DEBUG:teuthology.orchestra.run.smithi106:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2023-11-25T02:53:47.654 DEBUG:teuthology.orchestra.run.smithi106:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2023-11-25T02:53:47.712 DEBUG:teuthology.orchestra.run.smithi106:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2023-11-25T02:54:26.571 INFO:teuthology.orchestra.run.smithi076.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2023-11-25T02:54:26.571 INFO:teuthology.orchestra.run.smithi076.stderr: * [new branch] main -> origin/main 2023-11-25T02:54:26.601 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190312 -> 20190312 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190416 -> 20190416 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190514 -> 20190514 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190618 -> 20190618 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190717 -> 20190717 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190815 -> 20190815 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20190923 -> 20190923 2023-11-25T02:54:26.602 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20191022 -> 20191022 2023-11-25T02:54:26.604 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20191215 -> 20191215 2023-11-25T02:54:26.604 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200122 -> 20200122 2023-11-25T02:54:26.604 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200316 -> 20200316 2023-11-25T02:54:26.604 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200421 -> 20200421 2023-11-25T02:54:26.604 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200519 -> 20200519 2023-11-25T02:54:26.604 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200619 -> 20200619 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200721 -> 20200721 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200817 -> 20200817 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20200918 -> 20200918 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20201022 -> 20201022 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20201118 -> 20201118 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20201218 -> 20201218 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20210208 -> 20210208 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20210315 -> 20210315 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20210511 -> 20210511 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20210716 -> 20210716 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20210818 -> 20210818 2023-11-25T02:54:26.605 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20210919 -> 20210919 2023-11-25T02:54:26.607 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20211027 -> 20211027 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20211216 -> 20211216 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220209 -> 20220209 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220310 -> 20220310 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220411 -> 20220411 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220509 -> 20220509 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220610 -> 20220610 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220708 -> 20220708 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220815 -> 20220815 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20220913 -> 20220913 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20221012 -> 20221012 2023-11-25T02:54:26.608 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20221109 -> 20221109 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20221214 -> 20221214 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230117 -> 20230117 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230210 -> 20230210 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230310 -> 20230310 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230404 -> 20230404 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230515 -> 20230515 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230625 -> 20230625 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230804 -> 20230804 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20230919 -> 20230919 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20231030 -> 20231030 2023-11-25T02:54:26.609 INFO:teuthology.orchestra.run.smithi076.stderr: * [new tag] 20231111 -> 20231111 2023-11-25T02:54:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:Updating files: 49% (1618/3248) Updating files: 50% (1624/3248) Updating files: 51% (1657/3248) Updating files: 52% (1689/3248) Updating files: 53% (1722/3248) Updating files: 54% (1754/3248) Updating files: 55% (1787/3248) Updating files: 56% (1819/3248) Updating files: 57% (1852/3248) Updating files: 58% (1884/3248) Updating files: 59% (1917/3248) Updating files: 60% (1949/3248) Updating files: 61% (1982/3248) Updating files: 62% (2014/3248) Updating files: 63% (2047/3248) Updating files: 64% (2079/3248) Updating files: 64% (2096/3248) Updating files: 65% (2112/3248) Updating files: 66% (2144/3248) Updating files: 67% (2177/3248) Updating files: 68% (2209/3248) Updating files: 69% (2242/3248) Updating files: 70% (2274/3248) Updating files: 71% (2307/3248) Updating files: 72% (2339/3248) Updating files: 73% (2372/3248) Updating files: 74% (2404/3248) Updating files: 75% (2436/3248) Updating files: 76% (2469/3248) Updating files: 77% (2501/3248) Updating files: 78% (2534/3248) Updating files: 79% (2566/3248) Updating files: 80% (2599/3248) Updating files: 81% (2631/3248) Updating files: 81% (2644/3248) Updating files: 82% (2664/3248) Updating files: 83% (2696/3248) Updating files: 84% (2729/3248) Updating files: 85% (2761/3248) Updating files: 86% (2794/3248) Updating files: 87% (2826/3248) Updating files: 88% (2859/3248) Updating files: 89% (2891/3248) Updating files: 90% (2924/3248) Updating files: 91% (2956/3248) Updating files: 92% (2989/3248) Updating files: 93% (3021/3248) Updating files: 94% (3054/3248) Updating files: 95% (3086/3248) Updating files: 96% (3119/3248) Updating files: 97% (3151/3248) Updating files: 98% (3184/3248) Updating files: 99% (3216/3248) Updating files: 100% (3248/3248) Updating files: 100% (3248/3248), done. 2023-11-25T02:54:30.632 INFO:teuthology.orchestra.run.smithi076.stdout:HEAD is now at 9552083a Merge branch 'robot/pr-0-1700470117' into 'main' 2023-11-25T02:54:30.653 INFO:teuthology.task.kernel:Downloading kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.0... 2023-11-25T02:54:30.653 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-11-25T02:54:30.802 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ 2023-11-25T02:54:30.803 DEBUG:teuthology.orchestra.run.smithi076:> rm -f /tmp/linux-image.deb && echo linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ --input-file=- 2023-11-25T02:54:30.805 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi076.front.sepia.ceph.com to complete... 2023-11-25T02:54:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25 02:54:32 URL:https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb [38938726/38938726] -> "/tmp/linux-image.deb" [1] 2023-11-25T02:54:32.336 INFO:teuthology.orchestra.run.smithi076.stderr:FINISHED --2023-11-25 02:54:32-- 2023-11-25T02:54:32.336 INFO:teuthology.orchestra.run.smithi076.stderr:Total wall clock time: 1.5s 2023-11-25T02:54:32.336 INFO:teuthology.orchestra.run.smithi076.stderr:Downloaded: 1 files, 37M in 1.4s (27.2 MB/s) 2023-11-25T02:54:32.338 INFO:teuthology.task.kernel:Installing kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.0... 2023-11-25T02:54:32.339 DEBUG:teuthology.orchestra.run.smithi076:> sudo dpkg -i /tmp/linux-image.deb 2023-11-25T02:54:32.592 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package linux-image-6.6.0-g8247bbb5b470. 2023-11-25T02:54:34.593 INFO:teuthology.orchestra.run.smithi076.stdout:(Reading database ... 129542 files and directories currently installed.) 2023-11-25T02:54:34.597 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack /tmp/linux-image.deb ... 2023-11-25T02:54:34.742 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-11-25T02:54:38.353 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-11-25T02:54:38.460 INFO:teuthology.orchestra.run.smithi076.stderr:update-initramfs: Generating /boot/initrd.img-6.6.0-g8247bbb5b470 2023-11-25T02:54:59.290 INFO:teuthology.orchestra.run.smithi076.stderr:Sourcing file `/etc/default/grub' 2023-11-25T02:54:59.299 INFO:teuthology.orchestra.run.smithi076.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-25T02:54:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:Generating grub configuration file ... 2023-11-25T02:54:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-11-25T02:54:59.655 INFO:teuthology.orchestra.run.smithi076.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-11-25T02:54:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-25T02:54:59.921 INFO:teuthology.orchestra.run.smithi076.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-25T02:54:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-25T02:54:59.982 INFO:teuthology.orchestra.run.smithi076.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-25T02:55:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-25T02:55:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-11-25T02:55:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-25T02:55:00.170 INFO:teuthology.orchestra.run.smithi076.stderr:done 2023-11-25T02:55:00.366 DEBUG:teuthology.orchestra.run.smithi076:> dpkg-deb -c /tmp/linux-image.deb 2023-11-25T02:55:00.374 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./ 2023-11-25T02:55:00.374 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./boot/ 2023-11-25T02:55:00.374 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 4415617 2023-11-23 03:47 ./boot/System.map-6.6.0-g8247bbb5b470 2023-11-25T02:55:00.387 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 169214 2023-11-23 03:47 ./boot/config-6.6.0-g8247bbb5b470 2023-11-25T02:55:00.387 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11352832 2023-11-23 03:47 ./boot/vmlinuz-6.6.0-g8247bbb5b470 2023-11-25T02:55:00.406 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/ 2023-11-25T02:55:00.406 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/ 2023-11-25T02:55:00.406 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postinst.d/ 2023-11-25T02:55:00.406 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postrm.d/ 2023-11-25T02:55:00.406 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/preinst.d/ 2023-11-25T02:55:00.406 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/prerm.d/ 2023-11-25T02:55:00.407 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/ 2023-11-25T02:55:00.407 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/ 2023-11-25T02:55:00.407 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/ 2023-11-25T02:55:00.407 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/ 2023-11-25T02:55:00.407 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/ 2023-11-25T02:55:00.407 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/ 2023-11-25T02:55:00.408 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ 2023-11-25T02:55:00.408 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 490233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/aesni-intel.ko 2023-11-25T02:55:00.410 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-11-25T02:55:00.410 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 93113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 106729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 152241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-11-25T02:55:00.411 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 83889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx2.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-11-25T02:55:00.412 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/ 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/ 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/ 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpuid.ko 2023-11-25T02:55:00.413 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/msr.ko 2023-11-25T02:55:00.414 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/ 2023-11-25T02:55:00.414 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 354433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-amd.ko 2023-11-25T02:55:00.414 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 881625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-intel.ko 2023-11-25T02:55:00.414 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 2275865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm.ko 2023-11-25T02:55:00.484 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ 2023-11-25T02:55:00.484 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/af_alg.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_hash.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_skcipher.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ansi_cprng.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/anubis.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/arc4.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/ 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/ 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_memcpy.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_pq.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_raid6_recov.ko 2023-11-25T02:55:00.485 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_tx.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_xor.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/raid6test.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authenc.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authencesn.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blake2b_generic.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_common.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_generic.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/camellia_generic.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast5_generic.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast6_generic.ko 2023-11-25T02:55:00.486 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast_common.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ccm.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cmac.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crc32_generic.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cryptd.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_engine.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_simd.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_user.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cts.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/des_generic.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/dh_generic.ko 2023-11-25T02:55:00.487 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/echainiv.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/essiv.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/fcrypt.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/khazad.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lrw.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4hc.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/md4.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/michael_mic.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcbc.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcrypt.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/rmd160.ko 2023-11-25T02:55:00.488 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/seed.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/serpent_generic.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 149193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tcrypt.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tea.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_common.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_generic.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/vmac.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/wp512.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xcbc.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xor.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xts.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xxhash_generic.ko 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ 2023-11-25T02:55:00.489 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_extlog.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_ipmi.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_pad.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/ 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/einj.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ec_sys.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/platform_profile.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbs.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbshc.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 103025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/video.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/acard-ahci.ko 2023-11-25T02:55:00.490 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 88865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci_platform.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 88289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci_platform.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_acpi.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ali.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_amd.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_artop.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atiixp.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atp867x.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd640.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd64x.ko 2023-11-25T02:55:00.491 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cypress.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_efar.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt366.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt37x.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x2n.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x3.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it8213.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it821x.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_jmicron.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_legacy.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_marvell.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_mpiix.ko 2023-11-25T02:55:00.492 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_netcell.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ninja32.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87410.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87415.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_oldpiix.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_opti.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_optidma.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pcmcia.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc2027x.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_piccolo.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_radisys.ko 2023-11-25T02:55:00.493 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rdc.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rz1000.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sch.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_serverworks.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sil680.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sl82c105.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_triflex.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_via.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pdc_adma.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_inic162x.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 83345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_mv.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_nv.ko 2023-11-25T02:55:00.494 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_promise.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_qstor.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil24.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sis.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_svw.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sx4.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_uli.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_via.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_vsc.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ks0108.ko 2023-11-25T02:55:00.495 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/ 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 124473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/bcma.ko 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/ 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/ 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 113665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/aoe.ko 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/ 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 965585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/drbd.ko 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 173225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/floppy.ko 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/ 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 94297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 115793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/nbd.ko 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/ 2023-11-25T02:55:00.496 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 110385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/null_blk.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 98193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/pktcdvd.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 263769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/rbd.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/ 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 98145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/ 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/zram.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/applicom.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hangcheck-timer.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/ 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/amd-rng.ko 2023-11-25T02:55:00.497 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/intel-rng.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/via-rng.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/virtio-rng.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 148601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 139313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_si.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/lp.ko 2023-11-25T02:55:00.498 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/ 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 84097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/mwave.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/nvram.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ppdev.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tlclk.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/ 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_atmel.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_infineon.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_nsc.ko 2023-11-25T02:55:00.499 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/xen-tpmfront.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/ 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_class.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_core.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_pcie.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/ 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-palmas.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-si5351.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-twl6040.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-wm831x.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/ 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/p4-clockmod.ko 2023-11-25T02:55:00.500 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/speedstep-lib.ko 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 243025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp.ko 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/ 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/ 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/ 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 438761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-aes.ko 2023-11-25T02:55:00.501 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-sha.ko 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/ 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/ 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/dca.ko 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/ 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/dw_dmac.ko 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 122569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ioatdma.ko 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ 2023-11-25T02:55:00.502 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 79953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/amd64_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/e752x_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 63617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/edac_mce_amd.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3000_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3200_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5100_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5400_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7300_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 52041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7core_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i82975x_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ie31200_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 56825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/sb_edac.ko 2023-11-25T02:55:00.503 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/x38_edac.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/ 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-gpio.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max14577.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max77693.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max8997.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-palmas.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-rt8973a.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-sm5502.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/ 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/dmi-sysfs.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/ 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/efi-pstore.ko 2023-11-25T02:55:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/iscsi_ibft.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/ 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-adp5520.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-amd8111.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-arizona.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9052.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9055.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-dln2.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 77849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-f7188x.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-generic.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ich.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-janz-ttl.ko 2023-11-25T02:55:00.505 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-kempld.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-lp3943.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max7300.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max730x.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max732x.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ml-ioh.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pca953x.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pcf857x.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-rdc321x.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch311x.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-tps65912.ko 2023-11-25T02:55:00.506 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl4030.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl6040.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-viperboard.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-vx855.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm831x.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8350.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8994.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/ 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-a4tech.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-apple.ko 2023-11-25T02:55:00.507 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-appleir.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-aureal.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-axff.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-belkin.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cherry.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-chicony.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cp2112.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cypress.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-dr.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elecom.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elo.ko 2023-11-25T02:55:00.508 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-emsff.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ezkey.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gaff.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-generic.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gt683r.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gyration.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-kbd.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-mouse.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtekff.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-hyperv.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-icade.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kensington.ko 2023-11-25T02:55:00.509 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-keytouch.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kye.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lcpower.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-led.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lenovo.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lg-g15.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-dj.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 101481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 80993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-magicmouse.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-microsoft.ko 2023-11-25T02:55:00.510 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-monterey.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-multitouch.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ntrig.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ortek.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-penmount.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-petalynx.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-picolcd.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-pl.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-plantronics.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-primax.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-rmi.ko 2023-11-25T02:55:00.511 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-arvo.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-common.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-isku.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kone.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-konepure.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-lua.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-pyra.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-ryos.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-savu.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-saitek.ko 2023-11-25T02:55:00.512 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-samsung.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sensor-hub.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sjoy.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sony.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-speedlink.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-steelseries.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sunplus.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-thrustmaster.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tivo.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tmff.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-topseed.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-twinhan.ko 2023-11-25T02:55:00.513 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 71073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-uclogic.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-waltop.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 143473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-wiimote.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-xinmo.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zpff.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zydacron.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 267825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/uhid.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/ 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 125721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbhid.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbkbd.ko 2023-11-25T02:55:00.514 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbmouse.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 217873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/wacom.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/ 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 64201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_balloon.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_utils.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 305465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_vmbus.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru3.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/acpi_power_meter.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7414.ko 2023-11-25T02:55:00.515 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7418.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adc128d818.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1025.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 97977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1026.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1029.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1031.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm9240.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ads7828.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7410.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7411.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 74433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7462.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7470.ko 2023-11-25T02:55:00.516 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7475.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7x10.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/amc6821.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/applesmc.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asb100.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asc7621.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asus_atk0110.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/atxp1.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/coretemp.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9052-hwmon.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9055-hwmon.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-11-25T02:55:00.517 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 99601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dme1737.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds1621.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds620.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc1403.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc2103.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc6w201.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71805f.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 94457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71882fg.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f75375s.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fam15h_power.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fschmd.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g760a.ko 2023-11-25T02:55:00.518 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g762.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl518sm.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl520sm.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hih6130.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hwmon-vid.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5500_temp.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5k_amb.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmaem.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmpex.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina209.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina2xx.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 130449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/it87.ko 2023-11-25T02:55:00.519 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/jc42.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k10temp.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k8temp.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lineage-pem.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm63.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm73.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm75.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm77.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm78.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm80.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm83.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm85.ko 2023-11-25T02:55:00.520 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm87.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm90.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm92.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 108841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm93.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95234.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95241.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95245.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc2945.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4151.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4215.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4222.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4245.ko 2023-11-25T02:55:00.521 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4260.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4261.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max16065.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1619.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1668.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max197.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6639.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6650.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6697.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mc13783-adc.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mcp3021.ko 2023-11-25T02:55:00.522 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6683.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 119817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775-core.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct7802.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 82337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87360.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87427.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pcf8591.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-11-25T02:55:00.523 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max16064.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max34440.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max8688.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 82577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/powr1220.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5627.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5636.ko 2023-11-25T02:55:00.524 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch56xx-common.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht15.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht21.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/shtc1.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sis5595.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47b397.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m1.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m192.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/thmc50.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp102.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp103.ko 2023-11-25T02:55:00.525 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp401.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp421.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via-cputemp.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via686a.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 52457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt1211.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt8231.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627ehf.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627hf.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 71345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83781d.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 63225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83791d.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 71321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83792d.ko 2023-11-25T02:55:00.526 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 101473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83793.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 119505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83795.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l785ts.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l786ng.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm831x-hwmon.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm8350-hwmon.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/ 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/ 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/ 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1535.ko 2023-11-25T02:55:00.527 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1563.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 6929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-11-25T02:55:00.528 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-dln2.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-gpio.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-i801.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-isch.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-kempld.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ocores.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-parport.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-11-25T02:55:00.529 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis5595.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis630.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-via.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-xiic.ko 2023-11-25T02:55:00.530 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-mux.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-smbus.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-stub.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/ 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 273609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_cm.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 879969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_core.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 69273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_umad.ko 2023-11-25T02:55:00.531 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 324217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 97985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/iw_cm.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 282273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_cm.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/ 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 493073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/ 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 419737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/ 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 739025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-11-25T02:55:00.532 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 296625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 153697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 168969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 263081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 100241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 111425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-11-25T02:55:00.533 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 128753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 129529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/evbug.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ff-memless.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/ 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/fm801-gp.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/gameport.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/joydev.ko 2023-11-25T02:55:00.534 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/ 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5520-keys.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5588-keys.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5589-keys.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lkkbd.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8323.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8333.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/matrix_keypad.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/max7359_keypad.ko 2023-11-25T02:55:00.535 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mcs_touchkey.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/newtonkbd.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/opencores-kbd.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt1070.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt2160.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/samsung-keypad.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/stowaway.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/sunkbd.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca6416-keypad.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca8418_keypad.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/twl4030_keypad.ko 2023-11-25T02:55:00.536 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/xtkbd.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/matrix-keymap.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/ 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/appletouch.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/bcm5974.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 123681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/cyapatp.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/elan_i2c.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/gpio_mouse.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 335929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/psmouse.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/sermouse.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-11-25T02:55:00.537 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_usb.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/vsxxxaa.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/ 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 109873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/rmi_core.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/altera_ps2.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/arc_ps2.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ct82c710.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/parkbd.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/pcips2.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ps2mult.ko 2023-11-25T02:55:00.538 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serio_raw.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serport.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/sparse-keymap.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/ 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/ 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/iommu_v2.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/ 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-88pm860x.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-adp5520.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-bd2802.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-blinkm.ko 2023-11-25T02:55:00.539 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da903x.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da9052.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-gpio.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3530.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3533.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm355x.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3642.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp3944.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp8788.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-max8997.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-mc13783.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-menf21bmc.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca9532.ko 2023-11-25T02:55:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca955x.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca963x.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-ss4200.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-tca6507.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm831x-status.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm8350.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-11-25T02:55:00.541 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/ 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/ 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 654969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/bcache.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bio-prison.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bufio.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache-smq.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 156009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 106897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-crypt.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-delay.ko 2023-11-25T02:55:00.542 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-era.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-flakey.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log-userspace.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-mirror.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-multipath.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-queue-length.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-raid.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-region-hash.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-round-robin.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-service-time.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 109529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-snapshot.ko 2023-11-25T02:55:00.543 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-switch.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 181865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-thin-pool.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-verity.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-zero.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/faulty.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/linear.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/multipath.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/ 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 199937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid0.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 113073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid1.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 158681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid10.ko 2023-11-25T02:55:00.544 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 395721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid456.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/ 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/ 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 178137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptbase.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 63385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptctl.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptfc.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptlan.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 123321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptsas.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 79041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptscsih.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptspi.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm800.ko 2023-11-25T02:55:00.545 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm805.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm80x.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona-i2c.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 123721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/bcm590xx.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/cros_ec_dev.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/dln2.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/janz-cmodio.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/kempld-core.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-core.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-ctrlbank.ko 2023-11-25T02:55:00.546 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lp3943.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_ich.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_sch.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/max8907.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-core.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-i2c.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/menf21bmc.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-adc.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-gpio.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/rdc321x-southbridge.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/retu-mfd.ko 2023-11-25T02:55:00.547 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 80425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/si476x-core.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/sm501.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ti_am335x_tscadc.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps65010.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps6507x.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/viperboard.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/vx855.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wl1273-core.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wm8994.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot-i2c.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot.ko 2023-11-25T02:55:00.548 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/ 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds9802als.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds990x.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/bh1770glc.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/ 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/core.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/ 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/cb710.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ds1682.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/dummy-irq.ko 2023-11-25T02:55:00.549 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/ 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/echo.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/ 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/at24.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/max6875.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/enclosure.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/ 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 152201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/genwqe_card.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hmc6352.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hpilo.ko 2023-11-25T02:55:00.550 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ibmasm.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ics932s401.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29003.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29020.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/ 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/ 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 125209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-me.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 56521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-txe.ko 2023-11-25T02:55:00.551 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 310113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/phantom.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/ 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 74265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/st_drv.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_7xx1.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_core.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tsl2550.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_balloon.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/ 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 183609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/ 2023-11-25T02:55:00.552 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 490129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/bonding.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/ 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/ 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 106033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/b53_common.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/bcm-sf2.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6060.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/ 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 453737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dummy.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/eql.ko 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/ 2023-11-25T02:55:00.553 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 130553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 68849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/8390.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 99049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/ 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-11-25T02:55:00.554 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/ 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 69137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/et131x.ko 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/ 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/ 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/ 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 87297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/ 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/ 2023-11-25T02:55:00.555 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 97337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/ 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 104673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/ 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 90257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/ 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 81569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 69729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/ 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 176761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-11-25T02:55:00.556 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2023-11-25T02:55:00.557 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1421497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-11-25T02:55:00.557 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 128569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-11-25T02:55:00.557 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/ 2023-11-25T02:55:00.557 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 132089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-11-25T02:55:00.635 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 312081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-11-25T02:55:00.635 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 323513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 193497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 347417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1044497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 166193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-11-25T02:55:00.636 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/ 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/ 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 204345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/ 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/ 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 69449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 141225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-11-25T02:55:00.637 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/ 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 62833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dnet.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ec_bhf.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/ 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/ 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 281137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ethoc.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fealnx.ko 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/ 2023-11-25T02:55:00.638 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 90465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e100.ko 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/ 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 295577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/ 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 584497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/ 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 246209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/ 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 925825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/ 2023-11-25T02:55:00.639 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 302937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/ 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 514641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/ 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 93593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 734305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 151769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 86921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/jme.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/ 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 102289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/skge.ko 2023-11-25T02:55:00.640 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 122649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/ 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/ 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 727601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 278937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/ 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1113681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8842.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2023-11-25T02:55:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 95665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/ 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/ 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 108649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 73441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/ 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 150905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/ 2023-11-25T02:55:00.642 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 136721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/ 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/ 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/ 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 227897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 87081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 672049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/ 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-11-25T02:55:00.643 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/ 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 83985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/atp.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 189801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/ 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/ 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 104241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/ 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1052497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/ 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-11-25T02:55:00.644 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/ 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis190.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 63337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis900.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/ 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 73409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 68177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/ 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/ 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-11-25T02:55:00.645 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 487025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/ 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 103337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/cassini.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 166097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/niu.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sungem.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/ 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/ 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 86529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/tlan.ko 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/ 2023-11-25T02:55:00.646 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 80273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 83633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/ 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/ 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/ 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/defxx.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/ 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 216985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/skfp.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 77345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/geneve.ko 2023-11-25T02:55:00.647 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/ 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 235521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/ 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/fakelb.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ifb.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 83769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ipvlan.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 62145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvlan.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvtap.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/ 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-11-25T02:55:00.648 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-gpio.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-regmap.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mii.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/netconsole.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/nlmon.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/ 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs-lynx.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/amd.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-11-25T02:55:00.649 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm7xxx.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm87xx.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/broadcom.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/cicada.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/davicom.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/et1011c.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/icplus.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/lxt.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 82049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/marvell.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 76113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/micrel.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/national.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 97857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/phylink.ko 2023-11-25T02:55:00.650 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/qsemi.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/realtek.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/smsc.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ste10Xp.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/vitesse.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/ 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/plip.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/bsd_comp.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_async.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_deflate.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_mppe.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_synctty.ko 2023-11-25T02:55:00.651 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppoe.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppox.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pptp.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sb1000.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/ 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/slip.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sungem_phy.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 64449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/tap.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/ 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 106169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_activebackup.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_broadcast.ko 2023-11-25T02:55:00.652 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_random.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 87017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/veth.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/ 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 144297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/ 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 297329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/vxlan.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/ 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 144585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/xen-netback.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ntb.ko 2023-11-25T02:55:00.653 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/ 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/ 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 265121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme-core.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 102209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/ 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 133841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_cs.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 84465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_pc.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_serial.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/ 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/ 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-11-25T02:55:00.654 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/pci-stub.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/xen-pcifront.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/ 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/i82092.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 145809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 62137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_core.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pd6729.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 112889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/yenta_socket.ko 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/ 2023-11-25T02:55:00.655 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/ 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/ 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/ 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/ 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/ 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/ 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2023-11-25T02:55:00.656 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acer-wmi.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acerhdf.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/apple-gmux.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-laptop.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 127441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-wmi.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/classmate-laptop.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-11-25T02:55:00.657 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/hdaps.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ibm_rtl.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/ 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel_ips.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/msi-wmi.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/mxm-wmi.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-11-25T02:55:00.658 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-laptop.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-q10.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/topstar-laptop.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_haps.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi-bmof.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/ 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_battery.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_charger.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq2415x_charger.ko 2023-11-25T02:55:00.659 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24190_charger.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24735-charger.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/cros_peripheral_charger.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9030_battery.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9052-battery.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2760_battery.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2780_battery.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2781_battery.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2782_battery.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/gpio-charger.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/isp1704_charger.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/lp8727_charger.ko 2023-11-25T02:55:00.660 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max14577_charger.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17040_battery.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17042_battery.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8903_charger.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8925_power.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/pcf50633-charger.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/sbs-battery.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/test_power.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/tps65090-charger.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_backup.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_power.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm8350_power.ko 2023-11-25T02:55:00.661 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/ 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_common.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_msr.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/ 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/ 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-gpio.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-ldisc.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps_parport.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/pps_core.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp_kvm.ko 2023-11-25T02:55:00.662 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/ 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm80x.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm860x.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-bq32k.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9052.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9055.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9063.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1286.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 68577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1307.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1374.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1511.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1553.ko 2023-11-25T02:55:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1672.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1742.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds2404.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds3232.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-em3027.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-fm3130.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl12022.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl1208.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-lp8788.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m41t80.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t35.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t59.ko 2023-11-25T02:55:00.664 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t86.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max6900.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8907.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8925.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8997.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8998.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-mc13xxx.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-msm6242.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-palmas.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf2127.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf50633.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf85063.ko 2023-11-25T02:55:00.665 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8523.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8563.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8583.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rc5t583.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rp5c01.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rs5c372.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8025.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8581.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-s35390a.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps6586x.ko 2023-11-25T02:55:00.666 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps65910.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm831x.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm8350.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-x1205.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 77617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-9xxx.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-sas.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-xxxx.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 135185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/BusLogic.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/a100u2w.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/ 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 272305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/aacraid.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 100617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/advansys.ko 2023-11-25T02:55:00.667 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/ 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 356201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 295801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/ 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 189185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/aic94xx.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/am53c974.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/ 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 106881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/atp870u.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/ 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 246985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/ 2023-11-25T02:55:00.668 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1171945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/bfa.ko 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/ 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 237273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/ 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 115369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ch.ko 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/ 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 308921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/csiostor.ko 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/ 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/ 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 76145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/ 2023-11-25T02:55:00.669 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 101449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 146689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 75553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dc395x.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dmx3191d.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/ 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 212425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/esas2r.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esp_scsi.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/ 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/fcoe.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 158505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fdomain.ko 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/ 2023-11-25T02:55:00.670 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 263489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/fnic.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 201817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hpsa.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hptiop.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hv_storvsc.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/imm.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/initio.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 266537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ipr.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 101881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ips.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/ 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 317153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/isci.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 52961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_tcp.ko 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/ 2023-11-25T02:55:00.671 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 314865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/libfc.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 145585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi_tcp.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/ 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 216665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/libsas.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/ 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 2197249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/lpfc.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/ 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 73569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 310617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 84721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid.ko 2023-11-25T02:55:00.672 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/ 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 659825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/ 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 119561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/mvsas.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvumi.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/ 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 81625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/ 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 364105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-11-25T02:55:00.673 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 123617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pmcraid.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ppa.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla1280.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/ 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1876689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 85289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/ 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 559033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qlogicfas408.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/raid_class.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 238761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_debug.ko 2023-11-25T02:55:00.674 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 173937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_fc.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 279313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 97729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_sas.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 73881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_spi.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_srp.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ses.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 115889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/st.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/stex.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/ 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 162121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/virtio_scsi.ko 2023-11-25T02:55:00.675 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/vmw_pvscsi.ko 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/wd719x.ko 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/xen-scsifront.ko 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 129441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ssb.ko 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/ 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/ 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 736601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-11-25T02:55:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/ 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/tcm_loop.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_file.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_iblock.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 930257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_mod.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_pscsi.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 122521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_user.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/ 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 75593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/ 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/ 2023-11-25T02:55:00.678 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/ 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-11-25T02:55:00.679 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_powerclamp.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/moxa.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 50953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/mxser.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 108601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_gsm.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_hdlc.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/nozomi.ko 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/ 2023-11-25T02:55:00.680 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/ 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/8250_dw.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_jtaguart.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_uart.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/arc_uart.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/fsl_lpuart.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/ 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 103073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/jsm.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/rp2.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 52817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/sc16is7xx.ko 2023-11-25T02:55:00.681 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/ 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 531265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ufshcd-core.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/ 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_aec.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_cif.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_dmem_genirq.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_mf624.ko 2023-11-25T02:55:00.682 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_netx.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pci_generic.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pdrv_genirq.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_sercos3.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/ 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/ 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 73297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/c67x00.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 144377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2023-11-25T02:55:00.683 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/ 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 87089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-acm.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-wdm.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usblp.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usbtmc.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ulpi.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/ 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/dwc2_pci.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/ 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-haps.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-pci.ko 2023-11-25T02:55:00.684 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 448505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/ 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/ 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_ether.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_serial.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 92489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 122081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2023-11-25T02:55:00.685 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 85609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/ 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2023-11-25T02:55:00.686 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ether.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_hid.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_printer.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_serial.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_zero.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 62185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2023-11-25T02:55:00.687 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 161225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/libcomposite.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/ 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/ 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 157681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/goku_udc.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 52721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/gr_udc.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 69705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 56033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_udc.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 76057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2272.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 75073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2280.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 73169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pch_udc.ko 2023-11-25T02:55:00.688 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 65809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 81505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 156073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/udc-core.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/bcma-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 80113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/isp116x-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 87353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/oxu210hp-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/r8a66597-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811_cs.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ssb-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/xhci-plat-hcd.ko 2023-11-25T02:55:00.689 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/ 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/mdc800.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/microtek.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/adutux.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/appledisplay.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cypress_cy7c63.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cytherm.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ehset.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi26.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi62.ko 2023-11-25T02:55:00.690 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ezusb.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/idmouse.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/iowarrior.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/isight_firmware.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ldusb.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/legousbtower.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/lvstest.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/ 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 64841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/trancevibrator.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usb3503.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usblcd.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbsevseg.ko 2023-11-25T02:55:00.691 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbtest.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/uss720.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/yurex.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/ 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/usbmon.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/ 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 301697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/musb_hdrc.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/ 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-generic.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-isp1301.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-tahvo.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/aircable.ko 2023-11-25T02:55:00.692 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ark3116.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/belkin_sa.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ch341.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cp210x.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cyberjack.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cypress_m8.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/digi_acceleport.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/empeg.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/f81232.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 175137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ftdi_sio.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/garmin_gps.ko 2023-11-25T02:55:00.693 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 137081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_edgeport.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 124833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_ti.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipaq.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipw.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ir-usb.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 107521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan_pda.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kl5kusb105.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kobil_sct.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mct_u232.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/metro-usb.ko 2023-11-25T02:55:00.694 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7720.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 78217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7840.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 56337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mxuport.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/navman.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/omninet.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/opticon.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 191137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/option.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/oti6858.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/pl2303.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcaux.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcserial.ko 2023-11-25T02:55:00.695 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/quatech2.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/safe_serial.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 51625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/sierra.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/spcp8x5.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ssu100.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/symbolserial.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_debug.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_wwan.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 125609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usbserial.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/visor.ko 2023-11-25T02:55:00.696 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/whiteheat.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/wishbone-serial.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/xsens_mt.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 52913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/uas.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-alauda.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-cypress.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-datafab.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-freecom.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-isd200.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-11-25T02:55:00.697 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-karma.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-onetouch.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-realtek.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr09.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr55.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-usbat.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 179969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/usb-storage.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/ 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-core.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-host.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 107001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/ 2023-11-25T02:55:00.698 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/ 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 154297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 108737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 77609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/ 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 113785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_iotlb.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 58089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_net.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_scsi.ko 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/ 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/ 2023-11-25T02:55:00.699 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/88pm860x_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/aat2870_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp5520_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8860_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8870_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/apple_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/as3711_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/bd6107.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da903x_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da9052_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/gpio_backlight.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/kb3886_bl.ko 2023-11-25T02:55:00.700 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lcd.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3533_bl.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3639_bl.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lv5207lp.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/max8925_bl.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pandora_bl.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pcf50633-backlight.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/platform_lcd.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/wm831x_bl.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/ 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2482.ko 2023-11-25T02:55:00.701 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2490.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/matrox_w1.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/w1-gpio.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/ 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-11-25T02:55:00.702 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_smem.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 56425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_therm.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 102673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/wire.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/acquirewdt.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/advantechwdt.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim1535_wdt.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim7101_wdt.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/cpu5wdt.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9052_wdt.ko 2023-11-25T02:55:00.703 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9055_wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9063_wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/dw_wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/eurotechwdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/f71808e_wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/hpwdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/i6300esb.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ib700wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ibmasr.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-11-25T02:55:00.704 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it8712f_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it87_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/kempld_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/machzwd.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/mena21_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/menf21bmc_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/nv_tco.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/of_xilinx_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pc87413_wdt.ko 2023-11-25T02:55:00.705 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_pci.ko 2023-11-25T02:55:00.706 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_usb.ko 2023-11-25T02:55:00.706 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/retu_wdt.ko 2023-11-25T02:55:00.706 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc60xxwdt.ko 2023-11-25T02:55:00.706 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_epx_c3.ko 2023-11-25T02:55:00.706 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-11-25T02:55:00.706 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sc1200wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sch311x_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/smsc37b787_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/softdog.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sp5100_tco.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/twl4030_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/via_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83877f_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83977f_wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wafer5823wdt.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wdt_pci.ko 2023-11-25T02:55:00.707 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm831x_wdt.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm8350_wdt.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/xen_wdt.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/ 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-evtchn.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntalloc.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntdev.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/ 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 176377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-privcmd.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 71249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-scsiback.ko 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/ 2023-11-25T02:55:00.708 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/xenfs.ko 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/ 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 166425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/9p.ko 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/ 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/adfs.ko 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/ 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 163593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/affs.ko 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/ 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 932817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/kafs.ko 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/ 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 101057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/autofs4.ko 2023-11-25T02:55:00.709 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/ 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 64545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/befs.ko 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/ 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/bfs.ko 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/binfmt_misc.ko 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/ 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 3402729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/btrfs.ko 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/ 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 306009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/cachefiles.ko 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1333017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ceph.ko 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/ 2023-11-25T02:55:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 100801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/coda.ko 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/ 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 108393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/configfs.ko 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/ 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 29625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/cramfs.ko 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/ 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 642513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/dlm.ko 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/ 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/efs.ko 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/ 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1505025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/f2fs.ko 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/ 2023-11-25T02:55:00.711 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/msdos.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/ 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/freevxfs.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/ 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 226481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/fscache.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/ 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/cuse.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/ 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1231529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/gfs2.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/ 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 141209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/hfs.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/ 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 222817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/hfsplus.ko 2023-11-25T02:55:00.712 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/ 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 192329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/hpfs.ko 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/ 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 74065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/isofs.ko 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/ 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 419497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/jfs.ko 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/ 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 280313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/lockd.ko 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/ 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/minix.ko 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/ 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 124649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/netfs.ko 2023-11-25T02:55:00.713 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/ 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/ 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 81449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/ 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 59449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/ 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 117465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1055721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfs.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv2.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 120177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv3.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 2042137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv4.ko 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/ 2023-11-25T02:55:00.714 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/grace.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/nfs_acl.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/ 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1516873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/nfsd.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/ 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 592833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/nilfs2.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/ 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-celtic.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-centeuro.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-croatian.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-cyrillic.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-gaelic.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-greek.ko 2023-11-25T02:55:00.715 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-iceland.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-inuit.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-roman.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-romanian.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-turkish.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ascii.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1250.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1251.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1255.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp737.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp775.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp850.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp852.ko 2023-11-25T02:55:00.716 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp855.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp857.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp860.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp861.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp862.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp863.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp864.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp865.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp866.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp869.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp874.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 94137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp932.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 142673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp936.ko 2023-11-25T02:55:00.717 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 165745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp949.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 118121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp950.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_euc-jp.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-1.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-13.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-14.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-15.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-2.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-3.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-4.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-5.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-6.ko 2023-11-25T02:55:00.718 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-7.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-9.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-r.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-ru.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-u.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ucs2_utils.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_utf8.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 219417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ntfs.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 244409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-11-25T02:55:00.719 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 440737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 2592433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/ 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/omfs.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/ 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 352161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/overlay.ko 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ 2023-11-25T02:55:00.720 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ramoops.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/ 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/qnx4.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/ 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 46689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/qnx6.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/ 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_tree.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v1.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v2.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/ 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 532673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/reiserfs.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/ 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/romfs.ko 2023-11-25T02:55:00.721 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/ 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/ 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 2668401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/cifs.ko 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/ 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_arc4.ko 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_md4.ko 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/ 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 134641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/squashfs.ko 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/ 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 90721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/sysv.ko 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/ 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 247737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/udf.ko 2023-11-25T02:55:00.722 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ 2023-11-25T02:55:00.723 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 162497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ufs.ko 2023-11-25T02:55:00.723 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/ 2023-11-25T02:55:00.723 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 4011017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/xfs.ko 2023-11-25T02:55:00.759 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/ 2023-11-25T02:55:00.759 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/ 2023-11-25T02:55:00.759 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 75489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/locktorture.ko 2023-11-25T02:55:00.759 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/ 2023-11-25T02:55:00.759 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/test_udelay.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/torture.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 6833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc-itu-t.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 6529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc7.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc8.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/ 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libarc4.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libdes.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/interval_tree_test.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/libcrc32c.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lru_cache.ko 2023-11-25T02:55:00.760 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/ 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4_compress.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4hc_compress.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/ 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 6617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/cordic.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/memory-notifier-error-inject.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/notifier-error-inject.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/percpu_test.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/pm-notifier-error-inject.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/ 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 143433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/raid6_pq.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/rbtree_test.ko 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/ 2023-11-25T02:55:00.761 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/reed_solomon.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-kstrtox.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-string_helpers.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 4760425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_bpf.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_firmware.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 6369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_module.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_user_copy.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_bm.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_fsm.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_kmp.ko 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/ 2023-11-25T02:55:00.762 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/xz_dec_test.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/ 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/hwpoison-inject.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/ 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/6lowpan.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_dest.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_fragment.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_hop.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 6985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_ipv6.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_mobility.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_routing.ko 2023-11-25T02:55:00.763 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_udp.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/ 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/garp.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/mrp.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/p8022.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/psnap.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/stp.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/ 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 81737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/8021q.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/ 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 198337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_fd.ko 2023-11-25T02:55:00.764 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_rdma.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_virtio.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/ 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 649297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/batman-adv.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/ 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 63809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/br_netfilter.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 777689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/bridge.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_among.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arp.ko 2023-11-25T02:55:00.765 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_limit.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_log.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_snat.ko 2023-11-25T02:55:00.766 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_stp.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 55929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtables.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/ 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1046833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/libceph.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/ 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 125993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/pktgen.ko 2023-11-25T02:55:00.767 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/ 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 194209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_diag.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 57881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv4.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv6.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/ 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 390473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/dsa_core.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_brcm.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_dsa.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_none.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_trailer.ko 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/ 2023-11-25T02:55:00.768 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 99729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/hsr.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 45233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 254625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154_socket.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ah4.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/esp4.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/fou.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/gre.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/inet_diag.ko 2023-11-25T02:55:00.769 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_gre.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_tunnel.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_vti.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipcomp.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipip.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arp_tables.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ip_tables.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2023-11-25T02:55:00.770 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_filter.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_security.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-11-25T02:55:00.771 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_bic.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_dctcp.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_diag.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_highspeed.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_htcp.ko 2023-11-25T02:55:00.772 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_hybla.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_illinois.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_lp.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_scalable.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_vegas.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_veno.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_westwood.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_yeah.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tunnel4.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_diag.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 41665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_tunnel.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/xfrm4_tunnel.ko 2023-11-25T02:55:00.773 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ah6.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/esp6.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/fou6.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 80897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_gre.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 93577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_tunnel.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_vti.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ipcomp6.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/mip6.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-11-25T02:55:00.774 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-11-25T02:55:00.775 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-11-25T02:55:00.776 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 74073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/sit.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/tunnel6.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/xfrm6_tunnel.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/ 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 82833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/af_key.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/ 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 125281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_core.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_debugfs.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 25953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_eth.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip6.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_netlink.ko 2023-11-25T02:55:00.777 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 53241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ppp.ko 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/ 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 47977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/lapb.ko 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/ 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc.ko 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 267913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc2.ko 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/ 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 290417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/mac802154.ko 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/ 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/mpls_gso.ko 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ 2023-11-25T02:55:00.778 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 119585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 100297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 101441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 102817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 103417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 112849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 60329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 109593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 113129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 112585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-11-25T02:55:00.779 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 111585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 114465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 411729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-11-25T02:55:00.780 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conncount.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 408257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 118145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_h323.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_irc.ko 2023-11-25T02:55:00.781 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 107233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sane.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sip.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_dup_netdev.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table_inet.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 37129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_log_syslog.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 95353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat.ko 2023-11-25T02:55:00.782 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_amanda.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_ftp.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_irc.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_sip.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_tftp.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 44065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_synproxy_core.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 615649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_tables.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 42561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_acct.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_cttimeout.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 39785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_log.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_osf.ko 2023-11-25T02:55:00.783 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_queue.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_chain_nat.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_compat.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 40721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_ct.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_dup_netdev.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fib.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fwd_netdev.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_hash.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_limit.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_log.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_masq.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_nat.ko 2023-11-25T02:55:00.784 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_numgen.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_osf.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_queue.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_redir.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject_inet.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_socket.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_synproxy.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_tproxy.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 89313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/x_tables.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_AUDIT.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CHECKSUM.ko 2023-11-25T02:55:00.785 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CLASSIFY.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 18169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CT.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_DSCP.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HL.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HMARK.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_IDLETIMER.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LED.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LOG.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_MASQUERADE.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NETMAP.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFLOG.ko 2023-11-25T02:55:00.786 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFQUEUE.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_RATEEST.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_REDIRECT.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 14337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_SECMARK.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPMSS.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TEE.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TPROXY.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TRACE.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_addrtype.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_bpf.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cgroup.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cluster.ko 2023-11-25T02:55:00.787 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_comment.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connbytes.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlabel.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlimit.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connmark.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_conntrack.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cpu.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dccp.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_devgroup.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dscp.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ecn.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_esp.ko 2023-11-25T02:55:00.788 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hashlimit.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_helper.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hl.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipcomp.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_iprange.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipvs.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_l2tp.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_length.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_limit.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mac.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mark.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_multiport.ko 2023-11-25T02:55:00.789 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nat.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nfacct.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_osf.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_owner.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_physdev.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_pkttype.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_policy.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_quota.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_rateest.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_realm.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_recent.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_sctp.ko 2023-11-25T02:55:00.790 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_set.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 16089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_socket.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_state.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_statistic.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_string.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 8553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpmss.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpudp.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_time.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_u32.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/ 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/netlink_diag.ko 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/ 2023-11-25T02:55:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/nsh.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/ 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 380033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/openvswitch.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-geneve.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-gre.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 11793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-vxlan.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/ 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/af_packet_diag.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/ 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 110201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/phonet.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/pn_pep.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/ 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 251481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds.ko 2023-11-25T02:55:00.792 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 164937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_rdma.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 67377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_tcp.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/ 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 819657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/rxrpc.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/ 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_csum.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_gact.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_ipt.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_mirred.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_nat.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 43449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_pedit.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_police.ko 2023-11-25T02:55:00.793 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_simple.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_skbedit.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_vlan.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_basic.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_bpf.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_cgroup.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_flow.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_fw.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 38425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_route.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 61409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_u32.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_cmp.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 13409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_ipset.ko 2023-11-25T02:55:00.794 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_meta.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_nbyte.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_text.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_u32.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 21649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_choke.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_codel.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 34633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_drr.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 33609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq_codel.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 35433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_gred.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hfsc.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hhf.ko 2023-11-25T02:55:00.795 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 66393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_htb.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_ingress.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 30273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio_lib.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_multiq.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 36137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_netem.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 27497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_pie.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_plug.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_prio.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 48729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_qfq.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 32905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_red.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 26881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfb.ko 2023-11-25T02:55:00.796 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 31353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfq.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_tbf.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 28105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_teql.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/ 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 929745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 19033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp_diag.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/ 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/ 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 336529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 54737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 1520097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/sunrpc.ko 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/ 2023-11-25T02:55:00.797 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 707657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/ 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/diag.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 862665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/tipc.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/ 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/unix_diag.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/ 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 85409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 68049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 96193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 10705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_diag.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 17521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_loopback.ko 2023-11-25T02:55:00.798 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/ 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 125177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/x25.ko 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/ 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 22657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_algo.ko 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 20649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_ipcomp.ko 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 102257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_user.ko 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/ 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/ 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 15537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/irqbypass.ko 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 640081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 624107 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias.bin 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 7663 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin 2023-11-25T02:55:00.799 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 23428 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.alias.bin 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 9821 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.bin 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 70004 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.modinfo 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 146313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 232548 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep.bin 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 210 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.devname 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 72606 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.order 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 879 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.softdep 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 254438 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 309363 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols.bin 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/ 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/ 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/ 2023-11-25T02:55:00.800 INFO:teuthology.orchestra.run.smithi076.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/ 2023-11-25T02:55:00.801 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 172 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/changelog.Debian.gz 2023-11-25T02:55:00.801 INFO:teuthology.orchestra.run.smithi076.stdout:-rw-r--r-- root/root 691 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/copyright 2023-11-25T02:55:00.802 DEBUG:teuthology.task.kernel:get_image_version: 6.6.0-g8247bbb5b470 2023-11-25T02:55:00.802 INFO:teuthology.task.kernel:searching for kernel 6.6.0-g8247bbb5b470 2023-11-25T02:55:00.802 DEBUG:teuthology.orchestra.run.smithi076:> egrep '(submenu|menuentry.*6.6.0-g8247bbb5b470).*{' /boot/grub/grub.cfg 2023-11-25T02:55:00.808 INFO:teuthology.orchestra.run.smithi076.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-11-25T02:55:00.808 INFO:teuthology.orchestra.run.smithi076.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-11-25T02:55:00.808 INFO:teuthology.orchestra.run.smithi076.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470 (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-11-25T02:55:00.809 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2023-11-25T02:55:00.809 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.6.0-g8247bbb5b470 2023-11-25T02:55:00.809 DEBUG:teuthology.orchestra.run.smithi076:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2023-11-25T02:55:00.853 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi076.front.sepia.ceph.com to complete... 2023-11-25T02:55:01.377 INFO:teuthology.orchestra.run.smithi076.stderr:Sourcing file `/etc/default/grub' 2023-11-25T02:55:01.378 INFO:teuthology.orchestra.run.smithi076.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-25T02:55:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:Generating grub configuration file ... 2023-11-25T02:55:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-11-25T02:55:01.566 INFO:teuthology.orchestra.run.smithi076.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-11-25T02:55:01.801 INFO:teuthology.orchestra.run.smithi076.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-25T02:55:01.807 INFO:teuthology.orchestra.run.smithi076.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-25T02:55:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-25T02:55:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-25T02:55:01.994 INFO:teuthology.orchestra.run.smithi076.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-25T02:55:01.995 INFO:teuthology.orchestra.run.smithi076.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-11-25T02:55:01.995 INFO:teuthology.orchestra.run.smithi076.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-25T02:55:02.011 INFO:teuthology.orchestra.run.smithi076.stderr:done 2023-11-25T02:55:33.126 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-11-25T02:55:33.127 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2023-11-25T02:55:33.128 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:55:44.851 INFO:teuthology.orchestra.run.smithi106.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2023-11-25T02:55:47.722 INFO:teuthology.orchestra.run.smithi106.stderr: * [new branch] main -> origin/main 2023-11-25T02:55:47.732 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190312 -> 20190312 2023-11-25T02:55:47.732 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190416 -> 20190416 2023-11-25T02:55:47.732 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190514 -> 20190514 2023-11-25T02:55:47.732 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190618 -> 20190618 2023-11-25T02:55:47.732 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190717 -> 20190717 2023-11-25T02:55:47.732 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190815 -> 20190815 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20190923 -> 20190923 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20191022 -> 20191022 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20191215 -> 20191215 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200122 -> 20200122 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200316 -> 20200316 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200421 -> 20200421 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200519 -> 20200519 2023-11-25T02:55:47.733 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200619 -> 20200619 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200721 -> 20200721 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200817 -> 20200817 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20200918 -> 20200918 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20201022 -> 20201022 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20201118 -> 20201118 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20201218 -> 20201218 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20210208 -> 20210208 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20210315 -> 20210315 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20210511 -> 20210511 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20210716 -> 20210716 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20210818 -> 20210818 2023-11-25T02:55:47.734 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20210919 -> 20210919 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20211027 -> 20211027 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20211216 -> 20211216 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220209 -> 20220209 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220310 -> 20220310 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220411 -> 20220411 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220509 -> 20220509 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220610 -> 20220610 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220708 -> 20220708 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220815 -> 20220815 2023-11-25T02:55:47.735 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20220913 -> 20220913 2023-11-25T02:55:47.736 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20221012 -> 20221012 2023-11-25T02:55:47.736 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20221109 -> 20221109 2023-11-25T02:55:47.736 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20221214 -> 20221214 2023-11-25T02:55:47.736 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230117 -> 20230117 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230210 -> 20230210 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230310 -> 20230310 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230404 -> 20230404 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230515 -> 20230515 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230625 -> 20230625 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230804 -> 20230804 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20230919 -> 20230919 2023-11-25T02:55:47.758 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20231030 -> 20231030 2023-11-25T02:55:47.759 INFO:teuthology.orchestra.run.smithi106.stderr: * [new tag] 20231111 -> 20231111 2023-11-25T02:55:48.893 INFO:teuthology.orchestra.run.smithi106.stderr:Updating files: 49% (1620/3248) Updating files: 50% (1624/3248) Updating files: 51% (1657/3248) Updating files: 52% (1689/3248) Updating files: 53% (1722/3248) Updating files: 54% (1754/3248) Updating files: 55% (1787/3248) Updating files: 56% (1819/3248) Updating files: 57% (1852/3248) Updating files: 58% (1884/3248) Updating files: 59% (1917/3248) Updating files: 60% (1949/3248) Updating files: 61% (1982/3248) Updating files: 62% (2014/3248) Updating files: 63% (2047/3248) Updating files: 64% (2079/3248) Updating files: 64% (2099/3248) Updating files: 65% (2112/3248) Updating files: 66% (2144/3248) Updating files: 67% (2177/3248) Updating files: 68% (2209/3248) Updating files: 69% (2242/3248) Updating files: 70% (2274/3248) Updating files: 71% (2307/3248) Updating files: 72% (2339/3248) Updating files: 73% (2372/3248) Updating files: 74% (2404/3248) Updating files: 75% (2436/3248) Updating files: 76% (2469/3248) Updating files: 77% (2501/3248) Updating files: 78% (2534/3248) Updating files: 79% (2566/3248) Updating files: 80% (2599/3248) Updating files: 81% (2631/3248) Updating files: 81% (2648/3248) Updating files: 82% (2664/3248) Updating files: 83% (2696/3248) Updating files: 84% (2729/3248) Updating files: 85% (2761/3248) Updating files: 86% (2794/3248) Updating files: 87% (2826/3248) Updating files: 88% (2859/3248) Updating files: 89% (2891/3248) Updating files: 90% (2924/3248) Updating files: 91% (2956/3248) Updating files: 92% (2989/3248) Updating files: 93% (3021/3248) Updating files: 94% (3054/3248) Updating files: 95% (3086/3248) Updating files: 96% (3119/3248) Updating files: 97% (3151/3248) Updating files: 98% (3184/3248) Updating files: 99% (3216/3248) Updating files: 100% (3248/3248) Updating files: 100% (3248/3248), done. 2023-11-25T02:55:48.897 INFO:teuthology.orchestra.run.smithi106.stdout:HEAD is now at 9552083a Merge branch 'robot/pr-0-1700470117' into 'main' 2023-11-25T02:55:48.918 INFO:teuthology.task.kernel:Downloading kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.1... 2023-11-25T02:55:48.918 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-11-25T02:55:49.061 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ 2023-11-25T02:55:49.061 DEBUG:teuthology.orchestra.run.smithi106:> rm -f /tmp/linux-image.deb && echo linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ --input-file=- 2023-11-25T02:55:49.063 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi106.front.sepia.ceph.com to complete... 2023-11-25T02:55:50.860 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25 02:55:50 URL:https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb [38938726/38938726] -> "/tmp/linux-image.deb" [1] 2023-11-25T02:55:50.860 INFO:teuthology.orchestra.run.smithi106.stderr:FINISHED --2023-11-25 02:55:50-- 2023-11-25T02:55:50.860 INFO:teuthology.orchestra.run.smithi106.stderr:Total wall clock time: 1.7s 2023-11-25T02:55:50.860 INFO:teuthology.orchestra.run.smithi106.stderr:Downloaded: 1 files, 37M in 1.5s (25.2 MB/s) 2023-11-25T02:55:50.863 INFO:teuthology.task.kernel:Installing kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.1... 2023-11-25T02:55:50.863 DEBUG:teuthology.orchestra.run.smithi106:> sudo dpkg -i /tmp/linux-image.deb 2023-11-25T02:55:51.103 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package linux-image-6.6.0-g8247bbb5b470. 2023-11-25T02:55:53.093 INFO:teuthology.orchestra.run.smithi106.stdout:(Reading database ... 129542 files and directories currently installed.) 2023-11-25T02:55:53.097 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack /tmp/linux-image.deb ... 2023-11-25T02:55:53.191 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-11-25T02:55:56.435 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-11-25T02:55:56.540 INFO:teuthology.orchestra.run.smithi106.stderr:update-initramfs: Generating /boot/initrd.img-6.6.0-g8247bbb5b470 2023-11-25T02:56:07.782 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.76 2023-11-25T02:56:16.783 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2023-11-25T02:56:16.784 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:56:16.948 INFO:teuthology.orchestra.run.smithi106.stderr:Sourcing file `/etc/default/grub' 2023-11-25T02:56:16.961 INFO:teuthology.orchestra.run.smithi106.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-25T02:56:16.996 INFO:teuthology.orchestra.run.smithi106.stderr:Generating grub configuration file ... 2023-11-25T02:56:17.288 INFO:teuthology.orchestra.run.smithi106.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-11-25T02:56:17.305 INFO:teuthology.orchestra.run.smithi106.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-11-25T02:56:17.579 INFO:teuthology.orchestra.run.smithi106.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-25T02:56:17.588 INFO:teuthology.orchestra.run.smithi106.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-25T02:56:17.652 INFO:teuthology.orchestra.run.smithi106.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-25T02:56:17.657 INFO:teuthology.orchestra.run.smithi106.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-25T02:56:17.788 INFO:teuthology.orchestra.run.smithi106.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-25T02:56:17.788 INFO:teuthology.orchestra.run.smithi106.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-11-25T02:56:17.788 INFO:teuthology.orchestra.run.smithi106.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-25T02:56:17.827 INFO:teuthology.orchestra.run.smithi106.stderr:done 2023-11-25T02:56:18.001 DEBUG:teuthology.orchestra.run.smithi106:> dpkg-deb -c /tmp/linux-image.deb 2023-11-25T02:56:18.009 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./ 2023-11-25T02:56:18.009 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./boot/ 2023-11-25T02:56:18.009 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 4415617 2023-11-23 03:47 ./boot/System.map-6.6.0-g8247bbb5b470 2023-11-25T02:56:18.021 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 169214 2023-11-23 03:47 ./boot/config-6.6.0-g8247bbb5b470 2023-11-25T02:56:18.022 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11352832 2023-11-23 03:47 ./boot/vmlinuz-6.6.0-g8247bbb5b470 2023-11-25T02:56:18.040 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postinst.d/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postrm.d/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/preinst.d/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/prerm.d/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/ 2023-11-25T02:56:18.041 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/ 2023-11-25T02:56:18.042 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/ 2023-11-25T02:56:18.042 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/ 2023-11-25T02:56:18.042 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ 2023-11-25T02:56:18.042 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 490233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/aesni-intel.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 93113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 106729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 152241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-11-25T02:56:18.045 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 83889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx2.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-11-25T02:56:18.046 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/ 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/ 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/ 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpuid.ko 2023-11-25T02:56:18.047 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/msr.ko 2023-11-25T02:56:18.048 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/ 2023-11-25T02:56:18.048 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 354433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-amd.ko 2023-11-25T02:56:18.048 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 881625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-intel.ko 2023-11-25T02:56:18.048 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 2275865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm.ko 2023-11-25T02:56:18.107 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/af_alg.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_hash.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_skcipher.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ansi_cprng.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/anubis.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/arc4.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/ 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/ 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_memcpy.ko 2023-11-25T02:56:18.108 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_pq.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_raid6_recov.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_tx.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_xor.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/raid6test.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authenc.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authencesn.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blake2b_generic.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_common.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_generic.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/camellia_generic.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast5_generic.ko 2023-11-25T02:56:18.109 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast6_generic.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast_common.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ccm.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cmac.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crc32_generic.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cryptd.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_engine.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_simd.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_user.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cts.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/des_generic.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/dh_generic.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/echainiv.ko 2023-11-25T02:56:18.110 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/essiv.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/fcrypt.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/khazad.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lrw.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4hc.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/md4.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/michael_mic.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcbc.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcrypt.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/rmd160.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/seed.ko 2023-11-25T02:56:18.111 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/serpent_generic.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 149193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tcrypt.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tea.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_common.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_generic.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/vmac.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/wp512.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xcbc.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xor.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xts.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xxhash_generic.ko 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ 2023-11-25T02:56:18.112 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_extlog.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_ipmi.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_pad.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/ 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/einj.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ec_sys.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/platform_profile.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbs.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbshc.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 103025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/video.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/acard-ahci.ko 2023-11-25T02:56:18.113 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 88865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci_platform.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 88289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci_platform.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_acpi.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ali.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_amd.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_artop.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atiixp.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atp867x.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd640.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd64x.ko 2023-11-25T02:56:18.114 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cypress.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_efar.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt366.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt37x.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x2n.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x3.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it8213.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it821x.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_jmicron.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_legacy.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_marvell.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_mpiix.ko 2023-11-25T02:56:18.115 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_netcell.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ninja32.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87410.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87415.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_oldpiix.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_opti.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_optidma.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pcmcia.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc2027x.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_piccolo.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_radisys.ko 2023-11-25T02:56:18.116 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rdc.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rz1000.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sch.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_serverworks.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sil680.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sl82c105.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_triflex.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_via.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pdc_adma.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_inic162x.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 83345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_mv.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_nv.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_promise.ko 2023-11-25T02:56:18.117 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_qstor.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil24.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sis.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_svw.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sx4.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_uli.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_via.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_vsc.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ks0108.ko 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/ 2023-11-25T02:56:18.118 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 124473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/bcma.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/ 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/ 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 113665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/aoe.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/ 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 965585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/drbd.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 173225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/floppy.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/ 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 94297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 115793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/nbd.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/ 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 110385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/null_blk.ko 2023-11-25T02:56:18.119 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 98193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/pktcdvd.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 263769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/rbd.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/ 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 98145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/ 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/zram.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/applicom.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hangcheck-timer.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/ 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/amd-rng.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/intel-rng.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-11-25T02:56:18.120 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/via-rng.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/virtio-rng.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 148601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 139313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_si.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/lp.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/ 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 84097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/mwave.ko 2023-11-25T02:56:18.121 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/nvram.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ppdev.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tlclk.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/ 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_atmel.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_infineon.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_nsc.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/xen-tpmfront.ko 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/ 2023-11-25T02:56:18.122 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_class.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_core.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_pcie.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/ 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-palmas.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-si5351.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-twl6040.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-wm831x.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/ 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/p4-clockmod.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/speedstep-lib.ko 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ 2023-11-25T02:56:18.123 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 243025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/ 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/ 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/ 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 438761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-aes.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-sha.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/ 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-11-25T02:56:18.124 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/ 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/dca.ko 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/ 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/dw_dmac.ko 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 122569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ioatdma.ko 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 79953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/amd64_edac.ko 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/e752x_edac.ko 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 63617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/edac_mce_amd.ko 2023-11-25T02:56:18.125 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3000_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3200_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5100_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5400_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7300_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 52041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7core_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i82975x_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ie31200_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 56825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/sb_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/x38_edac.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/ 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-gpio.ko 2023-11-25T02:56:18.126 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max14577.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max77693.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max8997.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-palmas.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-rt8973a.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-sm5502.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/ 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/dmi-sysfs.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/ 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/efi-pstore.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/iscsi_ibft.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/ 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-adp5520.ko 2023-11-25T02:56:18.127 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-amd8111.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-arizona.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9052.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9055.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-dln2.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 77849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-f7188x.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-generic.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ich.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-janz-ttl.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-kempld.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-lp3943.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max7300.ko 2023-11-25T02:56:18.128 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max730x.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max732x.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ml-ioh.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pca953x.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pcf857x.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-rdc321x.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch311x.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-tps65912.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl4030.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl6040.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-viperboard.ko 2023-11-25T02:56:18.129 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-vx855.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm831x.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8350.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8994.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/ 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-a4tech.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-apple.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-appleir.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-aureal.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-axff.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-belkin.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cherry.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-chicony.ko 2023-11-25T02:56:18.130 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cp2112.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cypress.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-dr.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elecom.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elo.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-emsff.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ezkey.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gaff.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-generic.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gt683r.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gyration.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-kbd.ko 2023-11-25T02:56:18.131 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-mouse.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtekff.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-hyperv.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-icade.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kensington.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-keytouch.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kye.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lcpower.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-led.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lenovo.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lg-g15.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-dj.ko 2023-11-25T02:56:18.132 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 101481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 80993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-magicmouse.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-microsoft.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-monterey.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-multitouch.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ntrig.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ortek.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-penmount.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-petalynx.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-picolcd.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-pl.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-plantronics.ko 2023-11-25T02:56:18.133 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-primax.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-rmi.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-arvo.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-common.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-isku.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kone.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-konepure.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-lua.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-pyra.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-ryos.ko 2023-11-25T02:56:18.134 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-savu.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-saitek.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-samsung.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sensor-hub.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sjoy.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sony.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-speedlink.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-steelseries.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sunplus.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-thrustmaster.ko 2023-11-25T02:56:18.135 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tivo.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tmff.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-topseed.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-twinhan.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 71073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-uclogic.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-waltop.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 143473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-wiimote.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-xinmo.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zpff.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zydacron.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 267825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid.ko 2023-11-25T02:56:18.136 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/uhid.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/ 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 125721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbhid.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbkbd.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbmouse.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 217873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/wacom.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/ 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 64201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_balloon.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_utils.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 305465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_vmbus.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru.ko 2023-11-25T02:56:18.137 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru3.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/acpi_power_meter.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7414.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7418.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adc128d818.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1025.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 97977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1026.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1029.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1031.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm9240.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ads7828.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7410.ko 2023-11-25T02:56:18.138 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7411.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 74433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7462.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7470.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7475.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7x10.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/amc6821.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/applesmc.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asb100.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asc7621.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asus_atk0110.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/atxp1.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/coretemp.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9052-hwmon.ko 2023-11-25T02:56:18.139 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9055-hwmon.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 99601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dme1737.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds1621.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds620.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc1403.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc2103.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc6w201.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71805f.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 94457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71882fg.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f75375s.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fam15h_power.ko 2023-11-25T02:56:18.140 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fschmd.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g760a.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g762.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl518sm.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl520sm.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hih6130.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hwmon-vid.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5500_temp.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5k_amb.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmaem.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmpex.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina209.ko 2023-11-25T02:56:18.141 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina2xx.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 130449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/it87.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/jc42.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k10temp.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k8temp.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lineage-pem.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm63.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm73.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm75.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm77.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm78.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm80.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm83.ko 2023-11-25T02:56:18.142 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm85.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm87.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm90.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm92.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 108841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm93.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95234.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95241.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95245.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc2945.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4151.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4215.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4222.ko 2023-11-25T02:56:18.143 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4245.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4260.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4261.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max16065.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1619.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1668.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max197.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6639.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6650.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6697.ko 2023-11-25T02:56:18.144 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mc13783-adc.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mcp3021.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6683.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 119817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775-core.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct7802.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 82337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87360.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87427.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pcf8591.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-11-25T02:56:18.145 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max16064.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max34440.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max8688.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 82577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/powr1220.ko 2023-11-25T02:56:18.146 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5627.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5636.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch56xx-common.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht15.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht21.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/shtc1.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sis5595.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47b397.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m1.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m192.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/thmc50.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp102.ko 2023-11-25T02:56:18.147 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp103.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp401.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp421.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via-cputemp.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via686a.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 52457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt1211.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt8231.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627ehf.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627hf.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 71345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83781d.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 63225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83791d.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 71321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83792d.ko 2023-11-25T02:56:18.148 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 101473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83793.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 119505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83795.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l785ts.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l786ng.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm831x-hwmon.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm8350-hwmon.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/ 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/ 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/ 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1535.ko 2023-11-25T02:56:18.149 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1563.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 6929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-11-25T02:56:18.150 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-dln2.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-gpio.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-i801.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-isch.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-kempld.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ocores.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-parport.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2023-11-25T02:56:18.151 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis5595.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis630.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-via.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-xiic.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-mux.ko 2023-11-25T02:56:18.152 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-smbus.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-stub.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/ 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 273609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_cm.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 879969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_core.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 69273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_umad.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 324217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 97985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/iw_cm.ko 2023-11-25T02:56:18.153 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 282273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_cm.ko 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/ 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 493073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/ 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 419737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/ 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 739025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 296625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ 2023-11-25T02:56:18.154 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 153697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/ 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 168969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 263081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 100241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 111425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 128753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-11-25T02:56:18.155 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 129529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/evbug.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ff-memless.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/ 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/fm801-gp.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/gameport.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/joydev.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/ 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5520-keys.ko 2023-11-25T02:56:18.156 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5588-keys.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5589-keys.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lkkbd.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8323.ko 2023-11-25T02:56:18.157 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8333.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/matrix_keypad.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/max7359_keypad.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mcs_touchkey.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/newtonkbd.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/opencores-kbd.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt1070.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt2160.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/samsung-keypad.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/stowaway.ko 2023-11-25T02:56:18.158 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/sunkbd.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca6416-keypad.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca8418_keypad.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/twl4030_keypad.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/xtkbd.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/matrix-keymap.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/ 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/appletouch.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/bcm5974.ko 2023-11-25T02:56:18.159 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 123681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/cyapatp.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/elan_i2c.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/gpio_mouse.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 335929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/psmouse.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/sermouse.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_usb.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/vsxxxaa.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/ 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 109873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/rmi_core.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/altera_ps2.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/arc_ps2.ko 2023-11-25T02:56:18.160 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ct82c710.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/parkbd.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/pcips2.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ps2mult.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serio_raw.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serport.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/sparse-keymap.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/ 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/ 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/iommu_v2.ko 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/ 2023-11-25T02:56:18.161 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-88pm860x.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-adp5520.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-bd2802.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-blinkm.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da903x.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da9052.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-gpio.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3530.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3533.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm355x.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3642.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp3944.ko 2023-11-25T02:56:18.162 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp8788.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-max8997.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-mc13783.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-menf21bmc.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca9532.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca955x.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca963x.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-ss4200.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-tca6507.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm831x-status.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm8350.ko 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ 2023-11-25T02:56:18.163 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/ 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/ 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 654969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/bcache.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bio-prison.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bufio.ko 2023-11-25T02:56:18.164 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache-smq.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 156009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 106897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-crypt.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-delay.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-era.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-flakey.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log-userspace.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-mirror.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-multipath.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-queue-length.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-raid.ko 2023-11-25T02:56:18.165 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-region-hash.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-round-robin.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-service-time.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 109529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-snapshot.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-switch.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 181865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-thin-pool.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-verity.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-zero.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/faulty.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/linear.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/multipath.ko 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/ 2023-11-25T02:56:18.166 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 199937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-11-25T02:56:18.167 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid0.ko 2023-11-25T02:56:18.167 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 113073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid1.ko 2023-11-25T02:56:18.167 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 158681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid10.ko 2023-11-25T02:56:18.167 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 395721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid456.ko 2023-11-25T02:56:18.244 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/ 2023-11-25T02:56:18.244 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/ 2023-11-25T02:56:18.244 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 178137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptbase.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 63385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptctl.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptfc.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptlan.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 123321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptsas.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 79041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptscsih.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptspi.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm800.ko 2023-11-25T02:56:18.245 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm805.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm80x.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona-i2c.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 123721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/bcm590xx.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/cros_ec_dev.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/dln2.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/janz-cmodio.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/kempld-core.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-core.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-ctrlbank.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lp3943.ko 2023-11-25T02:56:18.246 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_ich.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_sch.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/max8907.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-core.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-i2c.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/menf21bmc.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-adc.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-gpio.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/rdc321x-southbridge.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/retu-mfd.ko 2023-11-25T02:56:18.247 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 80425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/si476x-core.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/sm501.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ti_am335x_tscadc.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps65010.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps6507x.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/viperboard.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/vx855.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wl1273-core.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wm8994.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot-i2c.ko 2023-11-25T02:56:18.248 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/ 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds9802als.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds990x.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/bh1770glc.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/ 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/core.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/ 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/cb710.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ds1682.ko 2023-11-25T02:56:18.249 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/dummy-irq.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/ 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/echo.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/ 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/at24.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/max6875.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/enclosure.ko 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/ 2023-11-25T02:56:18.250 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 152201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/genwqe_card.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hmc6352.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hpilo.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ibmasm.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ics932s401.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29003.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29020.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/ 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-11-25T02:56:18.251 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/ 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 125209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-me.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 56521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-txe.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 310113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/phantom.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/ 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 74265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/st_drv.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_7xx1.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_core.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tsl2550.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_balloon.ko 2023-11-25T02:56:18.252 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/ 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 183609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/ 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 490129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/bonding.ko 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/ 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/ 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 106033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/b53_common.ko 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/bcm-sf2.ko 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6060.ko 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/ 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 453737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-11-25T02:56:18.253 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dummy.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/eql.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/ 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 130553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 68849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/8390.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-11-25T02:56:18.254 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 99049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/ 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/ 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 69137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/et131x.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/ 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/ 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/ 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-11-25T02:56:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 87297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/ 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/ 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 97337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/ 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 104673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/ 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 90257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/ 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 81569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 69729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-11-25T02:56:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/ 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 176761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1421497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 128569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/ 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 132089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 312081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/ 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/ 2023-11-25T02:56:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 323513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/ 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/ 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 193497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 347417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1044497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 166193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-11-25T02:56:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/ 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/ 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 204345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/ 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/ 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 69449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 141225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/ 2023-11-25T02:56:18.259 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 62833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dnet.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ec_bhf.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/ 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/ 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 281137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ethoc.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fealnx.ko 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/ 2023-11-25T02:56:18.260 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 90465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e100.ko 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/ 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 295577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/ 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 584497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/ 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 246209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/ 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 925825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-11-25T02:56:18.261 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/ 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 302937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/ 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 514641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/ 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 93593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 734305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 151769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 86921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/jme.ko 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/ 2023-11-25T02:56:18.262 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 102289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/skge.ko 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 122649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/ 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/ 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 727601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 278937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/ 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1113681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ 2023-11-25T02:56:18.263 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8842.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 95665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/ 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/ 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 108649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 73441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/ 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 150905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-11-25T02:56:18.264 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/ 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 136721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/ 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/ 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/ 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 227897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 87081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 672049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/ 2023-11-25T02:56:18.265 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/ 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 83985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/atp.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 189801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/ 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/ 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 104241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/ 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1052497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/ 2023-11-25T02:56:18.266 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/ 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis190.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 63337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis900.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/ 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 73409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 68177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-11-25T02:56:18.267 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/ 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/ 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 487025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/ 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 103337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/cassini.ko 2023-11-25T02:56:18.268 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 166097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/niu.ko 2023-11-25T02:56:18.271 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sungem.ko 2023-11-25T02:56:18.271 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-11-25T02:56:18.271 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/ 2023-11-25T02:56:18.271 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-11-25T02:56:18.271 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/ 2023-11-25T02:56:18.271 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 86529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/tlan.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/ 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 80273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 83633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/ 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/ 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/ 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/defxx.ko 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/ 2023-11-25T02:56:18.272 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 216985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/skfp.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 77345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/geneve.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/ 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 235521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/ 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/fakelb.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ifb.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 83769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ipvlan.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 62145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvlan.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvtap.ko 2023-11-25T02:56:18.273 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/ 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-gpio.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-regmap.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mii.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/netconsole.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/nlmon.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/ 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs-lynx.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-11-25T02:56:18.274 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/amd.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm7xxx.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm87xx.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/broadcom.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/cicada.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/davicom.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/et1011c.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/icplus.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/lxt.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 82049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/marvell.ko 2023-11-25T02:56:18.275 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 76113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/micrel.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/national.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 97857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/phylink.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/qsemi.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/realtek.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/smsc.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ste10Xp.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/vitesse.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/ 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/plip.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/bsd_comp.ko 2023-11-25T02:56:18.276 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_async.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_deflate.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_mppe.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_synctty.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppoe.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppox.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pptp.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sb1000.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/ 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/slip.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sungem_phy.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 64449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/tap.ko 2023-11-25T02:56:18.277 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/ 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 106169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_activebackup.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_broadcast.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_random.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 87017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/veth.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/ 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 144297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/ 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 297329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/vxlan.ko 2023-11-25T02:56:18.278 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/ 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 144585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/xen-netback.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ntb.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/ 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/ 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 265121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme-core.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 102209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/ 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 133841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_cs.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 84465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_pc.ko 2023-11-25T02:56:18.279 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_serial.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/ 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/ 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/pci-stub.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/xen-pcifront.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/ 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/i82092.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 145809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 62137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_core.ko 2023-11-25T02:56:18.280 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pd6729.ko 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 112889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/yenta_socket.ko 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/ 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/ 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/ 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/ 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/ 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/ 2023-11-25T02:56:18.281 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/ 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acer-wmi.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acerhdf.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/apple-gmux.ko 2023-11-25T02:56:18.282 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-laptop.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 127441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-wmi.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/classmate-laptop.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/hdaps.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ibm_rtl.ko 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/ 2023-11-25T02:56:18.283 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel_ips.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/msi-wmi.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/mxm-wmi.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-laptop.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-q10.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/topstar-laptop.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_haps.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi-bmof.ko 2023-11-25T02:56:18.284 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/ 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_battery.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_charger.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq2415x_charger.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24190_charger.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24735-charger.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/cros_peripheral_charger.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9030_battery.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9052-battery.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2760_battery.ko 2023-11-25T02:56:18.285 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2780_battery.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2781_battery.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2782_battery.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/gpio-charger.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/isp1704_charger.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/lp8727_charger.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max14577_charger.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17040_battery.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17042_battery.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8903_charger.ko 2023-11-25T02:56:18.286 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8925_power.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/pcf50633-charger.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/sbs-battery.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/test_power.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/tps65090-charger.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_backup.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_power.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm8350_power.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/ 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_common.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_msr.ko 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/ 2023-11-25T02:56:18.287 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/ 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-gpio.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-ldisc.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps_parport.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/pps_core.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp_kvm.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/ 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm80x.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm860x.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-bq32k.ko 2023-11-25T02:56:18.288 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9052.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9055.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9063.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1286.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 68577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1307.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1374.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1511.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1553.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1672.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1742.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds2404.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds3232.ko 2023-11-25T02:56:18.289 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-em3027.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-fm3130.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl12022.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl1208.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-lp8788.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m41t80.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t35.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t59.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t86.ko 2023-11-25T02:56:18.290 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max6900.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8907.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8925.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8997.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8998.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-mc13xxx.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-msm6242.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-palmas.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf2127.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf50633.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf85063.ko 2023-11-25T02:56:18.291 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8523.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8563.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8583.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rc5t583.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rp5c01.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rs5c372.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8025.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8581.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-s35390a.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps6586x.ko 2023-11-25T02:56:18.292 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps65910.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm831x.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm8350.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-x1205.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 77617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-9xxx.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-sas.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-xxxx.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 135185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/BusLogic.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/a100u2w.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/ 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 272305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/aacraid.ko 2023-11-25T02:56:18.293 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 100617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/advansys.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/ 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 356201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 295801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/ 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 189185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/aic94xx.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/am53c974.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/ 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 106881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/atp870u.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/ 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 246985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-11-25T02:56:18.294 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/ 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1171945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/bfa.ko 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/ 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 237273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/ 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 115369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ch.ko 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/ 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 308921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/csiostor.ko 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/ 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/ 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 76145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-11-25T02:56:18.295 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/ 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 101449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 146689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 75553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dc395x.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dmx3191d.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/ 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 212425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/esas2r.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esp_scsi.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/ 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/fcoe.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 158505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fdomain.ko 2023-11-25T02:56:18.296 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/ 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 263489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/fnic.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 201817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hpsa.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hptiop.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hv_storvsc.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/imm.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/initio.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 266537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ipr.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 101881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ips.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/ 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 317153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/isci.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-11-25T02:56:18.297 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 52961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_tcp.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/ 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 314865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/libfc.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 145585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi_tcp.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/ 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 216665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/libsas.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/ 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 2197249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/lpfc.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/ 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 73569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-11-25T02:56:18.298 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 310617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 84721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/ 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 659825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/ 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 119561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/mvsas.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvumi.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/ 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 81625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2023-11-25T02:56:18.299 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/ 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 364105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 123617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pmcraid.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ppa.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla1280.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/ 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1876689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 85289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/ 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 559033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-11-25T02:56:18.300 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qlogicfas408.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/raid_class.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 238761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_debug.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 173937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_fc.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 279313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 97729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_sas.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 73881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_spi.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_srp.ko 2023-11-25T02:56:18.301 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ses.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 115889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/st.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/stex.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/ 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 162121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/virtio_scsi.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/vmw_pvscsi.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/wd719x.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/xen-scsifront.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 129441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ssb.ko 2023-11-25T02:56:18.302 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/ 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/ 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 736601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/ 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/tcm_loop.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_file.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_iblock.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 930257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_mod.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_pscsi.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 122521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_user.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/ 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 75593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-11-25T02:56:18.303 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/ 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/ 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/ 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-11-25T02:56:18.304 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_powerclamp.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/moxa.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 50953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/mxser.ko 2023-11-25T02:56:18.305 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 108601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_gsm.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_hdlc.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/nozomi.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/ 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/ 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/8250_dw.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_jtaguart.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_uart.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/arc_uart.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/fsl_lpuart.ko 2023-11-25T02:56:18.306 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/ 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 103073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/jsm.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/rp2.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 52817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/sc16is7xx.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/ 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 531265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ufshcd-core.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/ 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio.ko 2023-11-25T02:56:18.307 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_aec.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_cif.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_dmem_genirq.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_mf624.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_netx.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pci_generic.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pdrv_genirq.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_sercos3.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/ 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/ 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 73297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/c67x00.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 144377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc.ko 2023-11-25T02:56:18.308 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/ 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 87089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-acm.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-wdm.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usblp.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usbtmc.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ulpi.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/ 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/dwc2_pci.ko 2023-11-25T02:56:18.309 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/ 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-haps.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-pci.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 448505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/ 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/ 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_ether.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_serial.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2023-11-25T02:56:18.310 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 92489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 122081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 85609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2023-11-25T02:56:18.311 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/ 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ether.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_hid.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_printer.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_serial.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_zero.ko 2023-11-25T02:56:18.312 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 62185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 161225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/libcomposite.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/ 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/ 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 157681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/goku_udc.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 52721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/gr_udc.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 69705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 56033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_udc.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 76057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2272.ko 2023-11-25T02:56:18.313 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 75073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2280.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 73169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pch_udc.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 65809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 81505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 156073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/udc-core.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/bcma-hcd.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 80113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/isp116x-hcd.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 87353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/oxu210hp-hcd.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/r8a66597-hcd.ko 2023-11-25T02:56:18.314 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811-hcd.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811_cs.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ssb-hcd.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/xhci-plat-hcd.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/ 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/mdc800.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/microtek.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/adutux.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/appledisplay.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cypress_cy7c63.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cytherm.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ehset.ko 2023-11-25T02:56:18.315 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi26.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi62.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ezusb.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/idmouse.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/iowarrior.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/isight_firmware.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ldusb.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/legousbtower.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/lvstest.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/ 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 64841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/trancevibrator.ko 2023-11-25T02:56:18.316 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usb3503.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usblcd.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbsevseg.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbtest.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/uss720.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/yurex.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/ 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/usbmon.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/ 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 301697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/musb_hdrc.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/ 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-generic.ko 2023-11-25T02:56:18.317 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-isp1301.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-tahvo.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/aircable.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ark3116.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/belkin_sa.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ch341.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cp210x.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cyberjack.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cypress_m8.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/digi_acceleport.ko 2023-11-25T02:56:18.318 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/empeg.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/f81232.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 175137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ftdi_sio.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/garmin_gps.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 137081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_edgeport.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 124833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_ti.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipaq.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipw.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ir-usb.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 107521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan_pda.ko 2023-11-25T02:56:18.319 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kl5kusb105.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kobil_sct.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mct_u232.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/metro-usb.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7720.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 78217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7840.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 56337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mxuport.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/navman.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/omninet.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/opticon.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 191137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/option.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/oti6858.ko 2023-11-25T02:56:18.320 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/pl2303.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcaux.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcserial.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/quatech2.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/safe_serial.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 51625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/sierra.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/spcp8x5.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ssu100.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/symbolserial.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_debug.ko 2023-11-25T02:56:18.321 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_wwan.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 125609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usbserial.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/visor.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/whiteheat.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/wishbone-serial.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/xsens_mt.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 52913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/uas.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-alauda.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-cypress.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-datafab.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-11-25T02:56:18.322 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-freecom.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-isd200.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-karma.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-onetouch.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-realtek.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr09.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr55.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-usbat.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 179969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/usb-storage.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/ 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-core.ko 2023-11-25T02:56:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-host.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 107001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/ 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/ 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 154297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 108737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 77609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/ 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 113785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_iotlb.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 58089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_net.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_scsi.ko 2023-11-25T02:56:18.324 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/ 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/ 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/88pm860x_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/aat2870_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp5520_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8860_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8870_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/apple_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/as3711_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/bd6107.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da903x_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da9052_bl.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/gpio_backlight.ko 2023-11-25T02:56:18.325 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/kb3886_bl.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lcd.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3533_bl.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3639_bl.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lv5207lp.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/max8925_bl.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pandora_bl.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pcf50633-backlight.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/platform_lcd.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/wm831x_bl.ko 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/ 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ 2023-11-25T02:56:18.326 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2482.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2490.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/matrox_w1.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/w1-gpio.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/ 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-11-25T02:56:18.327 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_smem.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 56425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_therm.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 102673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/wire.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/acquirewdt.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/advantechwdt.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim1535_wdt.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim7101_wdt.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/cpu5wdt.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9052_wdt.ko 2023-11-25T02:56:18.328 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9055_wdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9063_wdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/dw_wdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/eurotechwdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/f71808e_wdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/hpwdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/i6300esb.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_wdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ib700wdt.ko 2023-11-25T02:56:18.329 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ibmasr.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it8712f_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it87_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/kempld_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/machzwd.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/mena21_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/menf21bmc_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/nv_tco.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/of_xilinx_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pc87413_wdt.ko 2023-11-25T02:56:18.330 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_pci.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_usb.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/retu_wdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc60xxwdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_epx_c3.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sc1200wdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sch311x_wdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/smsc37b787_wdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/softdog.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sp5100_tco.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/twl4030_wdt.ko 2023-11-25T02:56:18.331 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/via_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83877f_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83977f_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wafer5823wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wdt_pci.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm831x_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm8350_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/xen_wdt.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/ 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-evtchn.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntalloc.ko 2023-11-25T02:56:18.332 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntdev.ko 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/ 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 176377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-privcmd.ko 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 71249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-scsiback.ko 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/ 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/xenfs.ko 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/ 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 166425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/9p.ko 2023-11-25T02:56:18.333 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/ 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/adfs.ko 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/ 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 163593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/affs.ko 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/ 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 932817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/kafs.ko 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/ 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 101057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/autofs4.ko 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/ 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 64545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/befs.ko 2023-11-25T02:56:18.334 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/ 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/bfs.ko 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/binfmt_misc.ko 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/ 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 3402729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/btrfs.ko 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/ 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 306009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/cachefiles.ko 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1333017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ceph.ko 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/ 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 100801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/coda.ko 2023-11-25T02:56:18.335 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/ 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 108393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/configfs.ko 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/ 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 29625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/cramfs.ko 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/ 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 642513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/dlm.ko 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/ 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/efs.ko 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/ 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1505025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/f2fs.ko 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/ 2023-11-25T02:56:18.336 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/msdos.ko 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/ 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/freevxfs.ko 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/ 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 226481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/fscache.ko 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/ 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/cuse.ko 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/ 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1231529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/gfs2.ko 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/ 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 141209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/hfs.ko 2023-11-25T02:56:18.337 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/ 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 222817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/hfsplus.ko 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/ 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 192329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/hpfs.ko 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/ 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 74065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/isofs.ko 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/ 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 419497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/jfs.ko 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/ 2023-11-25T02:56:18.338 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 280313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/lockd.ko 2023-11-25T02:56:18.386 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/ 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/minix.ko 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/ 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 124649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/netfs.ko 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/ 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/ 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 81449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/ 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 59449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/ 2023-11-25T02:56:18.387 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 117465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1055721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfs.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv2.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 120177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv3.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 2042137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv4.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/ 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/grace.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/nfs_acl.ko 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/ 2023-11-25T02:56:18.388 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1516873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/nfsd.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/ 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 592833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/nilfs2.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/ 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-celtic.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-centeuro.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-croatian.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-cyrillic.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-gaelic.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-greek.ko 2023-11-25T02:56:18.389 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-iceland.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-inuit.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-roman.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-romanian.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-turkish.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ascii.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1250.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1251.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1255.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp737.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp775.ko 2023-11-25T02:56:18.390 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp850.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp852.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp855.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp857.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp860.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp861.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp862.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp863.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp864.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp865.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp866.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp869.ko 2023-11-25T02:56:18.391 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp874.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 94137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp932.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 142673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp936.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 165745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp949.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 118121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp950.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_euc-jp.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-1.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-13.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-14.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-15.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-2.ko 2023-11-25T02:56:18.392 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-3.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-4.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-5.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-6.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-7.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-9.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-r.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-ru.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-u.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ucs2_utils.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_utf8.ko 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ 2023-11-25T02:56:18.393 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 219417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ntfs.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 244409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 440737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 2592433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-11-25T02:56:18.394 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/ 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/omfs.ko 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/ 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 352161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/overlay.ko 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ramoops.ko 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/ 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/qnx4.ko 2023-11-25T02:56:18.395 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/ 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 46689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/qnx6.ko 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/ 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_tree.ko 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v1.ko 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v2.ko 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/ 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 532673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/reiserfs.ko 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/ 2023-11-25T02:56:18.397 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/romfs.ko 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/ 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/ 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 2668401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/cifs.ko 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/ 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_arc4.ko 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_md4.ko 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/ 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 134641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/squashfs.ko 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/ 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 90721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/sysv.ko 2023-11-25T02:56:18.398 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/ 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 247737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/udf.ko 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 162497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ufs.ko 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/ 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 4011017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/xfs.ko 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/ 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/ 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 75489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/locktorture.ko 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/ 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/test_udelay.ko 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/torture.ko 2023-11-25T02:56:18.399 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 6833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc-itu-t.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 6529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc7.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc8.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/ 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libarc4.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libdes.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/interval_tree_test.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/libcrc32c.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lru_cache.ko 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/ 2023-11-25T02:56:18.400 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4_compress.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4hc_compress.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/ 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 6617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/cordic.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/memory-notifier-error-inject.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/notifier-error-inject.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/percpu_test.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/pm-notifier-error-inject.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/ 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 143433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/raid6_pq.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/rbtree_test.ko 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/ 2023-11-25T02:56:18.401 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/reed_solomon.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-kstrtox.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-string_helpers.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 4760425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_bpf.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_firmware.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 6369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_module.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_user_copy.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_bm.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_fsm.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_kmp.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/ 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/xz_dec_test.ko 2023-11-25T02:56:18.402 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/ 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/hwpoison-inject.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/ 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/6lowpan.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_dest.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_fragment.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_hop.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 6985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_ipv6.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_mobility.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_routing.ko 2023-11-25T02:56:18.403 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_udp.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/ 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/garp.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/mrp.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/p8022.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/psnap.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/stp.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/ 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 81737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/8021q.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/ 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 198337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_fd.ko 2023-11-25T02:56:18.404 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_rdma.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_virtio.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/ 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 649297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/batman-adv.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/ 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 63809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/br_netfilter.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 777689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/bridge.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_among.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arp.ko 2023-11-25T02:56:18.405 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_limit.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_log.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-11-25T02:56:18.406 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_snat.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_stp.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 55929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtables.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/ 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1046833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/libceph.ko 2023-11-25T02:56:18.407 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/ 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 125993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/pktgen.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/ 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 194209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_diag.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 57881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv4.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv6.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/ 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 390473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/dsa_core.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_brcm.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_dsa.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_none.ko 2023-11-25T02:56:18.408 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_trailer.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/ 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 99729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/hsr.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 45233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 254625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154_socket.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ah4.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/esp4.ko 2023-11-25T02:56:18.409 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/fou.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/gre.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/inet_diag.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_gre.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_tunnel.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_vti.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipcomp.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipip.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arp_tables.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-11-25T02:56:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ip_tables.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_filter.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_security.ko 2023-11-25T02:56:18.411 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_bic.ko 2023-11-25T02:56:18.412 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_dctcp.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_diag.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_highspeed.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_htcp.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_hybla.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_illinois.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_lp.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_scalable.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_vegas.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_veno.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_westwood.ko 2023-11-25T02:56:18.413 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_yeah.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tunnel4.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_diag.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 41665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_tunnel.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/xfrm4_tunnel.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ah6.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/esp6.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/fou6.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 80897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_gre.ko 2023-11-25T02:56:18.414 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 93577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_tunnel.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_vti.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ipcomp6.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/mip6.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-11-25T02:56:18.415 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-11-25T02:56:18.416 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 74073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/sit.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/tunnel6.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/xfrm6_tunnel.ko 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/ 2023-11-25T02:56:18.417 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 82833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/af_key.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/ 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 125281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_core.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_debugfs.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 25953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_eth.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip6.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_netlink.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 53241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ppp.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/ 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 47977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/lapb.ko 2023-11-25T02:56:18.418 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/ 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 267913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc2.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/ 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 290417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/mac802154.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/ 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/mpls_gso.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 119585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-11-25T02:56:18.419 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 100297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 101441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 102817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 103417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 112849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 60329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 109593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 113129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 112585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 111585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-11-25T02:56:18.420 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 114465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 411729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-11-25T02:56:18.421 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conncount.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 408257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-11-25T02:56:18.422 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 118145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_h323.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_irc.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 107233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sane.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sip.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_dup_netdev.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table.ko 2023-11-25T02:56:18.423 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table_inet.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 37129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_log_syslog.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 95353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_amanda.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_ftp.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_irc.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_sip.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_tftp.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 44065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_synproxy_core.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 615649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_tables.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 42561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_acct.ko 2023-11-25T02:56:18.424 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_cttimeout.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 39785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_log.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_osf.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_queue.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_chain_nat.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_compat.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 40721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_ct.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_dup_netdev.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fib.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fwd_netdev.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_hash.ko 2023-11-25T02:56:18.425 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_limit.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_log.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_masq.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_nat.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_numgen.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_osf.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_queue.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_redir.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject_inet.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_socket.ko 2023-11-25T02:56:18.426 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_synproxy.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_tproxy.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 89313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/x_tables.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_AUDIT.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CHECKSUM.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CLASSIFY.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 18169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CT.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_DSCP.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HL.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HMARK.ko 2023-11-25T02:56:18.427 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_IDLETIMER.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LED.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LOG.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_MASQUERADE.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NETMAP.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFLOG.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFQUEUE.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_RATEEST.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_REDIRECT.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 14337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_SECMARK.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPMSS.ko 2023-11-25T02:56:18.428 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TEE.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TPROXY.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TRACE.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_addrtype.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_bpf.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cgroup.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cluster.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_comment.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connbytes.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlabel.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlimit.ko 2023-11-25T02:56:18.429 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connmark.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_conntrack.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cpu.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dccp.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_devgroup.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dscp.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ecn.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_esp.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hashlimit.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_helper.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hl.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipcomp.ko 2023-11-25T02:56:18.430 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_iprange.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipvs.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_l2tp.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_length.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_limit.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mac.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mark.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_multiport.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nat.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nfacct.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_osf.ko 2023-11-25T02:56:18.431 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_owner.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_physdev.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_pkttype.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_policy.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_quota.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_rateest.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_realm.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_recent.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_sctp.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_set.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 16089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_socket.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_state.ko 2023-11-25T02:56:18.432 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_statistic.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_string.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 8553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpmss.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpudp.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_time.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_u32.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/ 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/netlink_diag.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/ 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/nsh.ko 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/ 2023-11-25T02:56:18.433 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 380033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/openvswitch.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-geneve.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-gre.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 11793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-vxlan.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/ 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/af_packet_diag.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/ 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 110201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/phonet.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/pn_pep.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/ 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 251481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds.ko 2023-11-25T02:56:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 164937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_rdma.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 67377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_tcp.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/ 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 819657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/rxrpc.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/ 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_csum.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_gact.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_ipt.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_mirred.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_nat.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 43449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_pedit.ko 2023-11-25T02:56:18.435 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_police.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_simple.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_skbedit.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_vlan.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_basic.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_bpf.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_cgroup.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_flow.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_fw.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 38425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_route.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 61409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_u32.ko 2023-11-25T02:56:18.436 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_cmp.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 13409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_ipset.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_meta.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_nbyte.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_text.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_u32.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 21649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_choke.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_codel.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 34633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_drr.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 33609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq.ko 2023-11-25T02:56:18.437 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq_codel.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 35433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_gred.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hfsc.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hhf.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 66393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_htb.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_ingress.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 30273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio_lib.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_multiq.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 36137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_netem.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 27497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_pie.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_plug.ko 2023-11-25T02:56:18.438 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_prio.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 48729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_qfq.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 32905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_red.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 26881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfb.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 31353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfq.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_tbf.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 28105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_teql.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/ 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 929745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 19033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp_diag.ko 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/ 2023-11-25T02:56:18.439 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/ 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 336529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 54737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 1520097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/sunrpc.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/ 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 707657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/ 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/diag.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 862665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/tipc.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/ 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/unix_diag.ko 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/ 2023-11-25T02:56:18.440 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 85409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 68049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 96193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 10705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_diag.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 17521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_loopback.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/ 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 125177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/x25.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/ 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 22657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_algo.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 20649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_ipcomp.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 102257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_user.ko 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/ 2023-11-25T02:56:18.441 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/ 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 15537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/irqbypass.ko 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 640081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 624107 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias.bin 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 7663 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 23428 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.alias.bin 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 9821 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.bin 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 70004 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.modinfo 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 146313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 232548 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep.bin 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 210 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.devname 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 72606 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.order 2023-11-25T02:56:18.442 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 879 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.softdep 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 254438 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 309363 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols.bin 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/ 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/ 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/ 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/ 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 172 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/changelog.Debian.gz 2023-11-25T02:56:18.443 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r-- root/root 691 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/copyright 2023-11-25T02:56:18.444 DEBUG:teuthology.task.kernel:get_image_version: 6.6.0-g8247bbb5b470 2023-11-25T02:56:18.444 INFO:teuthology.task.kernel:searching for kernel 6.6.0-g8247bbb5b470 2023-11-25T02:56:18.444 DEBUG:teuthology.orchestra.run.smithi106:> egrep '(submenu|menuentry.*6.6.0-g8247bbb5b470).*{' /boot/grub/grub.cfg 2023-11-25T02:56:18.451 INFO:teuthology.orchestra.run.smithi106.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-11-25T02:56:18.451 INFO:teuthology.orchestra.run.smithi106.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-11-25T02:56:18.452 INFO:teuthology.orchestra.run.smithi106.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470 (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-11-25T02:56:18.452 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2023-11-25T02:56:18.453 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.6.0-g8247bbb5b470 2023-11-25T02:56:18.453 DEBUG:teuthology.orchestra.run.smithi106:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2023-11-25T02:56:18.493 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi106.front.sepia.ceph.com to complete... 2023-11-25T02:56:18.935 INFO:teuthology.orchestra.run.smithi106.stderr:Sourcing file `/etc/default/grub' 2023-11-25T02:56:18.936 INFO:teuthology.orchestra.run.smithi106.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-25T02:56:18.956 INFO:teuthology.orchestra.run.smithi106.stderr:Generating grub configuration file ... 2023-11-25T02:56:19.137 INFO:teuthology.orchestra.run.smithi106.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-11-25T02:56:19.143 INFO:teuthology.orchestra.run.smithi106.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-11-25T02:56:19.363 INFO:teuthology.orchestra.run.smithi106.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-25T02:56:19.368 INFO:teuthology.orchestra.run.smithi106.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-25T02:56:19.408 INFO:teuthology.orchestra.run.smithi106.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-25T02:56:19.412 INFO:teuthology.orchestra.run.smithi106.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-25T02:56:19.603 INFO:teuthology.orchestra.run.smithi106.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-25T02:56:19.604 INFO:teuthology.orchestra.run.smithi106.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-11-25T02:56:19.604 INFO:teuthology.orchestra.run.smithi106.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-25T02:56:19.626 INFO:teuthology.orchestra.run.smithi106.stderr:done 2023-11-25T02:56:50.791 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2023-11-25T02:56:50.791 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T02:56:50.792 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:57:09.222 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.106 2023-11-25T02:57:16.790 DEBUG:teuthology.orchestra.remote:timed out 2023-11-25T02:57:18.225 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T02:57:18.226 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:57:21.286 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.106 2023-11-25T02:57:28.798 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2023-11-25T02:57:28.799 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:57:29.058 DEBUG:teuthology.orchestra.run.smithi076:> true 2023-11-25T02:57:29.807 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi076.front.sepia.ceph.com' 2023-11-25T02:57:29.808 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.6.0-g8247bbb5b470"... 2023-11-25T02:57:29.808 DEBUG:teuthology.orchestra.run.smithi076:> uname -r 2023-11-25T02:57:29.857 INFO:teuthology.orchestra.run.smithi076.stdout:6.6.0-g8247bbb5b470 2023-11-25T02:57:29.857 DEBUG:teuthology.task.kernel:current kernel version is 6.6.0-g8247bbb5b470 vs 6.6.0-g8247bbb5b470 2023-11-25T02:57:29.857 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-11-25T02:57:29.857 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-11-25T02:57:30.859 DEBUG:teuthology.parallel:result is None 2023-11-25T02:57:33.289 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T02:57:33.289 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:57:51.714 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.106 2023-11-25T02:58:06.715 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T02:58:06.716 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T02:58:07.135 DEBUG:teuthology.orchestra.run.smithi106:> true 2023-11-25T02:58:07.924 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T02:58:07.924 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.6.0-g8247bbb5b470"... 2023-11-25T02:58:07.925 DEBUG:teuthology.orchestra.run.smithi106:> uname -r 2023-11-25T02:58:07.974 INFO:teuthology.orchestra.run.smithi106.stdout:6.6.0-g8247bbb5b470 2023-11-25T02:58:07.975 DEBUG:teuthology.task.kernel:current kernel version is 6.6.0-g8247bbb5b470 vs 6.6.0-g8247bbb5b470 2023-11-25T02:58:07.975 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-11-25T02:58:07.975 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-11-25T02:58:08.976 DEBUG:teuthology.parallel:result is None 2023-11-25T02:58:08.976 INFO:teuthology.run_tasks:Running task internal.base... 2023-11-25T02:58:08.983 INFO:teuthology.task.internal:Creating test directory... 2023-11-25T02:58:08.984 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-25T02:58:08.988 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-25T02:58:08.997 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-11-25T02:58:09.009 INFO:teuthology.run_tasks:Running task internal.archive... 2023-11-25T02:58:09.022 INFO:teuthology.task.internal:Creating archive directory... 2023-11-25T02:58:09.022 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-25T02:58:09.043 DEBUG:teuthology.orchestra.run.smithi106:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-25T02:58:09.073 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-11-25T02:58:09.081 INFO:teuthology.task.internal:Enabling coredump saving... 2023-11-25T02:58:09.082 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-25T02:58:09.111 DEBUG:teuthology.orchestra.run.smithi106:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-25T02:58:09.222 INFO:teuthology.orchestra.run.smithi106.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-25T02:58:09.223 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-25T02:58:09.241 INFO:teuthology.orchestra.run.smithi106.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-25T02:58:09.245 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-25T02:58:09.247 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-11-25T02:58:09.255 INFO:teuthology.task.internal:Configuring sudo... 2023-11-25T02:58:09.255 DEBUG:teuthology.orchestra.run.smithi076:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-25T02:58:09.258 DEBUG:teuthology.orchestra.run.smithi106:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-25T02:58:09.279 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-11-25T02:58:09.291 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-11-25T02:58:09.291 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-25T02:58:09.323 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-25T02:58:09.332 DEBUG:teuthology.orchestra.run.smithi076:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-25T02:58:09.385 DEBUG:teuthology.orchestra.run.smithi076:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-25T02:58:09.441 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T02:58:09.441 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-25T02:58:09.516 DEBUG:teuthology.orchestra.run.smithi106:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-25T02:58:09.525 DEBUG:teuthology.orchestra.run.smithi106:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-25T02:58:09.579 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T02:58:09.580 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-25T02:58:09.654 DEBUG:teuthology.orchestra.run.smithi076:> sudo service rsyslog restart 2023-11-25T02:58:09.657 DEBUG:teuthology.orchestra.run.smithi106:> sudo service rsyslog restart 2023-11-25T02:58:09.765 INFO:teuthology.run_tasks:Running task internal.timer... 2023-11-25T02:58:09.773 INFO:teuthology.task.internal:Starting timer... 2023-11-25T02:58:09.773 INFO:teuthology.run_tasks:Running task pcp... 2023-11-25T02:58:09.789 INFO:teuthology.run_tasks:Running task selinux... 2023-11-25T02:58:09.800 DEBUG:teuthology.task.selinux:Excluding smithi076: OS 'ubuntu' does not support SELinux 2023-11-25T02:58:09.801 DEBUG:teuthology.task.selinux:Excluding smithi106: OS 'ubuntu' does not support SELinux 2023-11-25T02:58:09.801 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-11-25T02:58:09.801 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-11-25T02:58:09.801 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-11-25T02:58:09.801 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-11-25T02:58:09.815 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-11-25T02:58:09.816 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-11-25T02:58:09.833 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-11-25T02:58:09.835 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi076.front.sepia.ceph.com,smithi106.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-11-25T03:07:05.982 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi076.front.sepia.ceph.com'), Remote(name='ubuntu@smithi106.front.sepia.ceph.com')] 2023-11-25T03:07:05.983 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2023-11-25T03:07:05.984 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T03:07:06.065 DEBUG:teuthology.orchestra.run.smithi076:> true 2023-11-25T03:07:06.193 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi076.front.sepia.ceph.com' 2023-11-25T03:07:06.193 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T03:07:06.194 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-25T03:07:06.277 DEBUG:teuthology.orchestra.run.smithi106:> true 2023-11-25T03:07:06.397 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi106.front.sepia.ceph.com' 2023-11-25T03:07:06.397 INFO:teuthology.run_tasks:Running task clock... 2023-11-25T03:07:06.409 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-11-25T03:07:06.409 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-25T03:07:06.410 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-25T03:07:06.413 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-25T03:07:06.413 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Command line: ntpd -gq 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: ---------------------------------------------------- 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: ntp-4 is maintained by Network Time Foundation, 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: corporation. Support and training for ntp-4 are 2023-11-25T03:07:06.449 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: available at https://www.nwtime.org/support 2023-11-25T03:07:06.450 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: ---------------------------------------------------- 2023-11-25T03:07:06.450 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: proto: precision = 0.042 usec (-24) 2023-11-25T03:07:06.450 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: basedate set to 2022-02-04 2023-11-25T03:07:06.450 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: gps base set to 2022-02-06 (week 2196) 2023-11-25T03:07:06.451 INFO:teuthology.orchestra.run.smithi076.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-25T03:07:06.451 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-25T03:07:06.451 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: restrict ::: KOD does nothing without LIMITED. 2023-11-25T03:07:06.451 INFO:teuthology.orchestra.run.smithi076.stderr:restrict ::: KOD does nothing without LIMITED. 2023-11-25T03:07:06.452 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listen and drop on 0 v6wildcard [::]:123 2023-11-25T03:07:06.452 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-11-25T03:07:06.452 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listen normally on 2 lo 127.0.0.1:123 2023-11-25T03:07:06.452 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listen normally on 3 enp3s0f1 172.21.15.76:123 2023-11-25T03:07:06.452 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listen normally on 4 lo [::1]:123 2023-11-25T03:07:06.452 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:47e1%5]:123 2023-11-25T03:07:06.453 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:06 ntpd[27992]: Listening on routing socket on fd #22 for interface updates 2023-11-25T03:07:06.481 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Command line: ntpd -gq 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: ---------------------------------------------------- 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: ntp-4 is maintained by Network Time Foundation, 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: corporation. Support and training for ntp-4 are 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: available at https://www.nwtime.org/support 2023-11-25T03:07:06.482 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: ---------------------------------------------------- 2023-11-25T03:07:06.483 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: proto: precision = 0.041 usec (-24) 2023-11-25T03:07:06.483 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: basedate set to 2022-02-04 2023-11-25T03:07:06.483 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: gps base set to 2022-02-06 (week 2196) 2023-11-25T03:07:06.483 INFO:teuthology.orchestra.run.smithi106.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-25T03:07:06.484 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-25T03:07:06.484 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: restrict ::: KOD does nothing without LIMITED. 2023-11-25T03:07:06.484 INFO:teuthology.orchestra.run.smithi106.stderr:restrict ::: KOD does nothing without LIMITED. 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listen and drop on 0 v6wildcard [::]:123 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listen normally on 2 lo 127.0.0.1:123 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listen normally on 3 enp3s0f1 172.21.15.106:123 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listen normally on 4 lo [::1]:123 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:ce6d%5]:123 2023-11-25T03:07:06.485 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:06 ntpd[28020]: Listening on routing socket on fd #22 for interface updates 2023-11-25T03:07:07.449 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:07 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:07.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:07 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:07.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:07 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:07.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:07 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:07.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:07 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:07.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:07 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:07.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:07 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:07.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:07 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:08 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:09.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:09 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:09.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:09 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:09.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:09 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:09.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:09 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:09.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:09 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:09.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:09 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:10 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:10 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:10 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:10 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:10 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:10 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:10.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:10 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:10.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:10 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:10.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:10 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:10.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:10 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:10.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:10 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:10.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:10 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:11.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:11.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:11 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:11.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.484 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:11.484 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:11.484 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:11.484 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:11.484 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:11.484 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:11 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:12.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:12 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:12.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:12 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:12.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:12 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:12.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:12 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:12.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:12 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:12.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:12 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:12.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:12 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:12.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:12 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:12.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:12 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:12.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:12 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:12.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:12 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:12.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:12 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:13.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.450 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stdout:25 Nov 03:07:13 ntpd[27992]: ntpd: time slew -0.003180 s 2023-11-25T03:07:13.451 INFO:teuthology.orchestra.run.smithi076.stdout:ntpd: time slew -0.003180s 2023-11-25T03:07:13.452 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-11-25T03:07:13.452 INFO:teuthology.orchestra.run.smithi076.stderr:25 Nov 03:07:13 ntpd[27992]: can't open /var/log/ntpstats/loopstats.20231125: Permission denied 2023-11-25T03:07:13.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:13.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:13 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:13.547 INFO:teuthology.orchestra.run.smithi076.stdout: remote refid st t when poll reach delay offset jitter 2023-11-25T03:07:13.547 INFO:teuthology.orchestra.run.smithi076.stdout:============================================================================== 2023-11-25T03:07:13.547 INFO:teuthology.orchestra.run.smithi076.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:13.547 INFO:teuthology.orchestra.run.smithi076.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:13.547 INFO:teuthology.orchestra.run.smithi076.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:13.547 INFO:teuthology.orchestra.run.smithi076.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:14.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:14 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:14.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:14 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:14.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:14 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:14.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:14 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:14.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:14 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:14.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:14 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:15.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:15.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:15 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:16.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:16.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:16.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-25T03:07:16.482 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: can't open /var/log/ntpstats/rawstats.20231125: Permission denied 2023-11-25T03:07:16.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-25T03:07:16.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: can't open /var/log/ntpstats/peerstats.20231125: Permission denied 2023-11-25T03:07:16.483 INFO:teuthology.orchestra.run.smithi106.stdout:25 Nov 03:07:16 ntpd[28020]: ntpd: time slew -0.002288 s 2023-11-25T03:07:16.483 INFO:teuthology.orchestra.run.smithi106.stdout:ntpd: time slew -0.002288s 2023-11-25T03:07:16.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-11-25T03:07:16.483 INFO:teuthology.orchestra.run.smithi106.stderr:25 Nov 03:07:16 ntpd[28020]: can't open /var/log/ntpstats/loopstats.20231125: Permission denied 2023-11-25T03:07:16.575 INFO:teuthology.orchestra.run.smithi106.stdout: remote refid st t when poll reach delay offset jitter 2023-11-25T03:07:16.575 INFO:teuthology.orchestra.run.smithi106.stdout:============================================================================== 2023-11-25T03:07:16.575 INFO:teuthology.orchestra.run.smithi106.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:16.575 INFO:teuthology.orchestra.run.smithi106.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:16.575 INFO:teuthology.orchestra.run.smithi106.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:16.575 INFO:teuthology.orchestra.run.smithi106.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:07:16.576 INFO:teuthology.run_tasks:Running task install... 2023-11-25T03:07:16.586 DEBUG:teuthology.task.install:project ceph 2023-11-25T03:07:16.586 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30'}} 2023-11-25T03:07:16.586 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30'} 2023-11-25T03:07:16.586 INFO:teuthology.task.install:Using flavor: default 2023-11-25T03:07:16.592 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-11-25T03:07:16.593 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-11-25T03:07:16.593 DEBUG:teuthology.orchestra.run.smithi076:> sudo apt-key list | grep Ceph 2023-11-25T03:07:16.594 DEBUG:teuthology.orchestra.run.smithi106:> sudo apt-key list | grep Ceph 2023-11-25T03:07:16.699 INFO:teuthology.orchestra.run.smithi076.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-11-25T03:07:16.725 INFO:teuthology.orchestra.run.smithi106.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-11-25T03:07:16.752 INFO:teuthology.orchestra.run.smithi076.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-11-25T03:07:16.752 INFO:teuthology.orchestra.run.smithi076.stdout:uid [ unknown] Ceph.com (release key) 2023-11-25T03:07:16.753 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-11-25T03:07:16.753 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-11-25T03:07:16.754 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=ec928368edcc5fc71884a56fd9fd821b148f4e30 2023-11-25T03:07:16.778 INFO:teuthology.orchestra.run.smithi106.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-11-25T03:07:16.778 INFO:teuthology.orchestra.run.smithi106.stdout:uid [ unknown] Ceph.com (release key) 2023-11-25T03:07:16.779 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-11-25T03:07:16.779 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-11-25T03:07:16.779 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=ec928368edcc5fc71884a56fd9fd821b148f4e30 2023-11-25T03:07:16.917 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default/ 2023-11-25T03:07:16.917 INFO:teuthology.task.install.deb:Package version is 18.0.0-7506-gec928368-1jammy 2023-11-25T03:07:16.967 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default/ 2023-11-25T03:07:16.967 INFO:teuthology.task.install.deb:Package version is 18.0.0-7506-gec928368-1jammy 2023-11-25T03:07:17.097 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:07:17.097 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-11-25T03:07:17.118 DEBUG:teuthology.orchestra.run.smithi106:> sudo apt-get update 2023-11-25T03:07:17.134 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:07:17.134 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-11-25T03:07:17.155 DEBUG:teuthology.orchestra.run.smithi076:> sudo apt-get update 2023-11-25T03:07:17.311 INFO:teuthology.orchestra.run.smithi106.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-11-25T03:07:17.344 INFO:teuthology.orchestra.run.smithi076.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-11-25T03:07:17.345 INFO:teuthology.orchestra.run.smithi076.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-25T03:07:17.360 INFO:teuthology.orchestra.run.smithi106.stdout:Ign:2 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy InRelease 2023-11-25T03:07:17.364 INFO:teuthology.orchestra.run.smithi076.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-11-25T03:07:17.380 INFO:teuthology.orchestra.run.smithi106.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-11-25T03:07:17.387 INFO:teuthology.orchestra.run.smithi076.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-11-25T03:07:17.392 INFO:teuthology.orchestra.run.smithi076.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy InRelease 2023-11-25T03:07:17.401 INFO:teuthology.orchestra.run.smithi106.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy Release.gpg 2023-11-25T03:07:17.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-11-25T03:07:17.422 INFO:teuthology.orchestra.run.smithi106.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-11-25T03:07:17.435 INFO:teuthology.orchestra.run.smithi076.stdout:Ign:7 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy Release.gpg 2023-11-25T03:07:17.436 INFO:teuthology.orchestra.run.smithi106.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-25T03:07:17.456 INFO:teuthology.orchestra.run.smithi076.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-11-25T03:07:17.456 INFO:teuthology.orchestra.run.smithi106.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,409 B] 2023-11-25T03:07:17.490 INFO:teuthology.orchestra.run.smithi076.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,409 B] 2023-11-25T03:07:17.510 INFO:teuthology.orchestra.run.smithi106.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-11-25T03:07:17.592 INFO:teuthology.orchestra.run.smithi106.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-11-25T03:07:17.918 INFO:teuthology.orchestra.run.smithi106.stdout:Fetched 28.5 kB in 1s (49.8 kB/s) 2023-11-25T03:07:17.953 INFO:teuthology.orchestra.run.smithi076.stdout:Fetched 28.5 kB in 1s (49.9 kB/s) 2023-11-25T03:07:18.837 INFO:teuthology.orchestra.run.smithi106.stdout:Reading package lists... 2023-11-25T03:07:18.851 DEBUG:teuthology.orchestra.run.smithi106:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7506-gec928368-1jammy cephadm=18.0.0-7506-gec928368-1jammy ceph-mds=18.0.0-7506-gec928368-1jammy ceph-mgr=18.0.0-7506-gec928368-1jammy ceph-common=18.0.0-7506-gec928368-1jammy ceph-fuse=18.0.0-7506-gec928368-1jammy ceph-test=18.0.0-7506-gec928368-1jammy ceph-volume=18.0.0-7506-gec928368-1jammy radosgw=18.0.0-7506-gec928368-1jammy python3-rados=18.0.0-7506-gec928368-1jammy python3-rgw=18.0.0-7506-gec928368-1jammy python3-cephfs=18.0.0-7506-gec928368-1jammy python3-rbd=18.0.0-7506-gec928368-1jammy libcephfs2=18.0.0-7506-gec928368-1jammy libcephfs-dev=18.0.0-7506-gec928368-1jammy librados2=18.0.0-7506-gec928368-1jammy librbd1=18.0.0-7506-gec928368-1jammy rbd-fuse=18.0.0-7506-gec928368-1jammy python3-cephfs=18.0.0-7506-gec928368-1jammy cephfs-shell=18.0.0-7506-gec928368-1jammy cephfs-top=18.0.0-7506-gec928368-1jammy cephfs-mirror=18.0.0-7506-gec928368-1jammy 2023-11-25T03:07:18.869 INFO:teuthology.orchestra.run.smithi076.stdout:Reading package lists... 2023-11-25T03:07:18.884 DEBUG:teuthology.orchestra.run.smithi076:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7506-gec928368-1jammy cephadm=18.0.0-7506-gec928368-1jammy ceph-mds=18.0.0-7506-gec928368-1jammy ceph-mgr=18.0.0-7506-gec928368-1jammy ceph-common=18.0.0-7506-gec928368-1jammy ceph-fuse=18.0.0-7506-gec928368-1jammy ceph-test=18.0.0-7506-gec928368-1jammy ceph-volume=18.0.0-7506-gec928368-1jammy radosgw=18.0.0-7506-gec928368-1jammy python3-rados=18.0.0-7506-gec928368-1jammy python3-rgw=18.0.0-7506-gec928368-1jammy python3-cephfs=18.0.0-7506-gec928368-1jammy python3-rbd=18.0.0-7506-gec928368-1jammy libcephfs2=18.0.0-7506-gec928368-1jammy libcephfs-dev=18.0.0-7506-gec928368-1jammy librados2=18.0.0-7506-gec928368-1jammy librbd1=18.0.0-7506-gec928368-1jammy rbd-fuse=18.0.0-7506-gec928368-1jammy python3-cephfs=18.0.0-7506-gec928368-1jammy cephfs-shell=18.0.0-7506-gec928368-1jammy cephfs-top=18.0.0-7506-gec928368-1jammy cephfs-mirror=18.0.0-7506-gec928368-1jammy 2023-11-25T03:07:18.925 INFO:teuthology.orchestra.run.smithi106.stdout:Reading package lists... 2023-11-25T03:07:18.958 INFO:teuthology.orchestra.run.smithi076.stdout:Reading package lists... 2023-11-25T03:07:19.091 INFO:teuthology.orchestra.run.smithi106.stdout:Building dependency tree... 2023-11-25T03:07:19.092 INFO:teuthology.orchestra.run.smithi106.stdout:Reading state information... 2023-11-25T03:07:19.124 INFO:teuthology.orchestra.run.smithi076.stdout:Building dependency tree... 2023-11-25T03:07:19.125 INFO:teuthology.orchestra.run.smithi076.stdout:Reading state information... 2023-11-25T03:07:19.243 INFO:teuthology.orchestra.run.smithi106.stdout:The following packages were automatically installed and are no longer required: 2023-11-25T03:07:19.243 INFO:teuthology.orchestra.run.smithi106.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-25T03:07:19.243 INFO:teuthology.orchestra.run.smithi106.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-25T03:07:19.243 INFO:teuthology.orchestra.run.smithi106.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-25T03:07:19.244 INFO:teuthology.orchestra.run.smithi106.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-25T03:07:19.244 INFO:teuthology.orchestra.run.smithi106.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-25T03:07:19.244 INFO:teuthology.orchestra.run.smithi106.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-25T03:07:19.245 INFO:teuthology.orchestra.run.smithi106.stdout:The following additional packages will be installed: 2023-11-25T03:07:19.245 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-11-25T03:07:19.245 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-11-25T03:07:19.245 INFO:teuthology.orchestra.run.smithi106.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-25T03:07:19.245 INFO:teuthology.orchestra.run.smithi106.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-11-25T03:07:19.246 INFO:teuthology.orchestra.run.smithi106.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-11-25T03:07:19.246 INFO:teuthology.orchestra.run.smithi106.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-11-25T03:07:19.247 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout:Suggested packages: 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-11-25T03:07:19.248 INFO:teuthology.orchestra.run.smithi106.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-11-25T03:07:19.249 INFO:teuthology.orchestra.run.smithi106.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-11-25T03:07:19.249 INFO:teuthology.orchestra.run.smithi106.stdout:Recommended packages: 2023-11-25T03:07:19.249 INFO:teuthology.orchestra.run.smithi106.stdout: btrfs-tools 2023-11-25T03:07:19.280 INFO:teuthology.orchestra.run.smithi076.stdout:The following packages were automatically installed and are no longer required: 2023-11-25T03:07:19.280 INFO:teuthology.orchestra.run.smithi076.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-25T03:07:19.280 INFO:teuthology.orchestra.run.smithi076.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-25T03:07:19.280 INFO:teuthology.orchestra.run.smithi076.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-25T03:07:19.281 INFO:teuthology.orchestra.run.smithi076.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-25T03:07:19.281 INFO:teuthology.orchestra.run.smithi076.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-25T03:07:19.281 INFO:teuthology.orchestra.run.smithi076.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-25T03:07:19.281 INFO:teuthology.orchestra.run.smithi076.stdout:The following additional packages will be installed: 2023-11-25T03:07:19.281 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-11-25T03:07:19.281 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-11-25T03:07:19.282 INFO:teuthology.orchestra.run.smithi076.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-25T03:07:19.282 INFO:teuthology.orchestra.run.smithi076.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-11-25T03:07:19.282 INFO:teuthology.orchestra.run.smithi076.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-11-25T03:07:19.282 INFO:teuthology.orchestra.run.smithi076.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-11-25T03:07:19.282 INFO:teuthology.orchestra.run.smithi076.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-11-25T03:07:19.282 INFO:teuthology.orchestra.run.smithi076.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-11-25T03:07:19.283 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-11-25T03:07:19.283 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-11-25T03:07:19.283 INFO:teuthology.orchestra.run.smithi076.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-11-25T03:07:19.283 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-11-25T03:07:19.283 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-11-25T03:07:19.284 INFO:teuthology.orchestra.run.smithi076.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-11-25T03:07:19.284 INFO:teuthology.orchestra.run.smithi076.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-11-25T03:07:19.284 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-11-25T03:07:19.284 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-11-25T03:07:19.284 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-11-25T03:07:19.284 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-11-25T03:07:19.285 INFO:teuthology.orchestra.run.smithi076.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-11-25T03:07:19.285 INFO:teuthology.orchestra.run.smithi076.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-11-25T03:07:19.285 INFO:teuthology.orchestra.run.smithi076.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-11-25T03:07:19.285 INFO:teuthology.orchestra.run.smithi076.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-11-25T03:07:19.285 INFO:teuthology.orchestra.run.smithi076.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout:Suggested packages: 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-11-25T03:07:19.286 INFO:teuthology.orchestra.run.smithi076.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-11-25T03:07:19.287 INFO:teuthology.orchestra.run.smithi076.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-11-25T03:07:19.287 INFO:teuthology.orchestra.run.smithi076.stdout:Recommended packages: 2023-11-25T03:07:19.287 INFO:teuthology.orchestra.run.smithi076.stdout: btrfs-tools 2023-11-25T03:07:19.395 INFO:teuthology.orchestra.run.smithi106.stdout:The following NEW packages will be installed: 2023-11-25T03:07:19.395 INFO:teuthology.orchestra.run.smithi106.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-11-25T03:07:19.395 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-11-25T03:07:19.395 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-11-25T03:07:19.395 INFO:teuthology.orchestra.run.smithi106.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-11-25T03:07:19.397 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-11-25T03:07:19.398 INFO:teuthology.orchestra.run.smithi106.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-11-25T03:07:19.399 INFO:teuthology.orchestra.run.smithi106.stdout: socat unzip xmlstarlet zip 2023-11-25T03:07:19.426 INFO:teuthology.orchestra.run.smithi076.stdout:The following NEW packages will be installed: 2023-11-25T03:07:19.427 INFO:teuthology.orchestra.run.smithi076.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-11-25T03:07:19.427 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-11-25T03:07:19.427 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-11-25T03:07:19.427 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-11-25T03:07:19.428 INFO:teuthology.orchestra.run.smithi076.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-11-25T03:07:19.429 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-11-25T03:07:19.430 INFO:teuthology.orchestra.run.smithi076.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-11-25T03:07:19.431 INFO:teuthology.orchestra.run.smithi076.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-11-25T03:07:19.431 INFO:teuthology.orchestra.run.smithi076.stdout: socat unzip xmlstarlet zip 2023-11-25T03:07:19.495 INFO:teuthology.orchestra.run.smithi076.stdout:0 upgraded, 124 newly installed, 0 to remove and 264 not upgraded. 2023-11-25T03:07:19.495 INFO:teuthology.orchestra.run.smithi076.stdout:Need to get 187 MB of archives. 2023-11-25T03:07:19.495 INFO:teuthology.orchestra.run.smithi076.stdout:After this operation, 835 MB of additional disk space will be used. 2023-11-25T03:07:19.496 INFO:teuthology.orchestra.run.smithi076.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-11-25T03:07:19.513 INFO:teuthology.orchestra.run.smithi076.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-11-25T03:07:19.522 INFO:teuthology.orchestra.run.smithi076.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-11-25T03:07:19.543 INFO:teuthology.orchestra.run.smithi106.stdout:0 upgraded, 124 newly installed, 0 to remove and 264 not upgraded. 2023-11-25T03:07:19.544 INFO:teuthology.orchestra.run.smithi106.stdout:Need to get 187 MB of archives. 2023-11-25T03:07:19.544 INFO:teuthology.orchestra.run.smithi106.stdout:After this operation, 835 MB of additional disk space will be used. 2023-11-25T03:07:19.544 INFO:teuthology.orchestra.run.smithi106.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7506-gec928368-1jammy [3,468 kB] 2023-11-25T03:07:19.565 INFO:teuthology.orchestra.run.smithi076.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-11-25T03:07:19.576 INFO:teuthology.orchestra.run.smithi076.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7506-gec928368-1jammy [3,468 kB] 2023-11-25T03:07:19.585 INFO:teuthology.orchestra.run.smithi076.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-11-25T03:07:19.588 INFO:teuthology.orchestra.run.smithi076.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-11-25T03:07:19.591 INFO:teuthology.orchestra.run.smithi106.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-11-25T03:07:19.599 INFO:teuthology.orchestra.run.smithi076.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-11-25T03:07:19.636 INFO:teuthology.orchestra.run.smithi076.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-11-25T03:07:19.638 INFO:teuthology.orchestra.run.smithi076.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-11-25T03:07:19.645 INFO:teuthology.orchestra.run.smithi076.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-11-25T03:07:19.648 INFO:teuthology.orchestra.run.smithi076.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-11-25T03:07:19.648 INFO:teuthology.orchestra.run.smithi076.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-11-25T03:07:19.654 INFO:teuthology.orchestra.run.smithi076.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-11-25T03:07:19.656 INFO:teuthology.orchestra.run.smithi076.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-11-25T03:07:19.658 INFO:teuthology.orchestra.run.smithi076.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-11-25T03:07:19.659 INFO:teuthology.orchestra.run.smithi076.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-11-25T03:07:19.659 INFO:teuthology.orchestra.run.smithi076.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-11-25T03:07:19.671 INFO:teuthology.orchestra.run.smithi076.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-11-25T03:07:19.673 INFO:teuthology.orchestra.run.smithi076.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-11-25T03:07:19.674 INFO:teuthology.orchestra.run.smithi106.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-11-25T03:07:19.674 INFO:teuthology.orchestra.run.smithi076.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-11-25T03:07:19.675 INFO:teuthology.orchestra.run.smithi076.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-11-25T03:07:19.688 INFO:teuthology.orchestra.run.smithi076.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-11-25T03:07:19.689 INFO:teuthology.orchestra.run.smithi076.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-11-25T03:07:19.689 INFO:teuthology.orchestra.run.smithi076.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-11-25T03:07:19.689 INFO:teuthology.orchestra.run.smithi076.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-11-25T03:07:19.690 INFO:teuthology.orchestra.run.smithi076.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-11-25T03:07:19.690 INFO:teuthology.orchestra.run.smithi076.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-11-25T03:07:19.704 INFO:teuthology.orchestra.run.smithi076.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-11-25T03:07:19.705 INFO:teuthology.orchestra.run.smithi076.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-11-25T03:07:19.707 INFO:teuthology.orchestra.run.smithi076.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-11-25T03:07:19.707 INFO:teuthology.orchestra.run.smithi076.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-11-25T03:07:19.719 INFO:teuthology.orchestra.run.smithi106.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-11-25T03:07:19.721 INFO:teuthology.orchestra.run.smithi076.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-11-25T03:07:19.721 INFO:teuthology.orchestra.run.smithi076.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-11-25T03:07:19.722 INFO:teuthology.orchestra.run.smithi076.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-11-25T03:07:19.723 INFO:teuthology.orchestra.run.smithi076.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-11-25T03:07:19.723 INFO:teuthology.orchestra.run.smithi076.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-11-25T03:07:19.724 INFO:teuthology.orchestra.run.smithi076.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-11-25T03:07:19.738 INFO:teuthology.orchestra.run.smithi076.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-11-25T03:07:19.738 INFO:teuthology.orchestra.run.smithi076.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-11-25T03:07:19.742 INFO:teuthology.orchestra.run.smithi076.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-11-25T03:07:19.743 INFO:teuthology.orchestra.run.smithi076.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-11-25T03:07:19.754 INFO:teuthology.orchestra.run.smithi076.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-11-25T03:07:19.755 INFO:teuthology.orchestra.run.smithi076.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-11-25T03:07:19.756 INFO:teuthology.orchestra.run.smithi076.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-11-25T03:07:19.757 INFO:teuthology.orchestra.run.smithi076.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-11-25T03:07:19.758 INFO:teuthology.orchestra.run.smithi076.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-11-25T03:07:19.759 INFO:teuthology.orchestra.run.smithi076.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-11-25T03:07:19.771 INFO:teuthology.orchestra.run.smithi076.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-11-25T03:07:19.773 INFO:teuthology.orchestra.run.smithi076.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-11-25T03:07:19.773 INFO:teuthology.orchestra.run.smithi076.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-11-25T03:07:19.775 INFO:teuthology.orchestra.run.smithi076.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-11-25T03:07:19.821 INFO:teuthology.orchestra.run.smithi076.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-11-25T03:07:19.821 INFO:teuthology.orchestra.run.smithi076.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-11-25T03:07:19.823 INFO:teuthology.orchestra.run.smithi076.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-11-25T03:07:19.823 INFO:teuthology.orchestra.run.smithi076.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-11-25T03:07:19.824 INFO:teuthology.orchestra.run.smithi076.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-11-25T03:07:19.825 INFO:teuthology.orchestra.run.smithi076.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-11-25T03:07:19.843 INFO:teuthology.orchestra.run.smithi106.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7506-gec928368-1jammy [3,112 kB] 2023-11-25T03:07:19.844 INFO:teuthology.orchestra.run.smithi076.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-11-25T03:07:19.846 INFO:teuthology.orchestra.run.smithi076.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-11-25T03:07:19.847 INFO:teuthology.orchestra.run.smithi076.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-11-25T03:07:19.863 INFO:teuthology.orchestra.run.smithi076.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-11-25T03:07:19.864 INFO:teuthology.orchestra.run.smithi076.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-11-25T03:07:19.864 INFO:teuthology.orchestra.run.smithi076.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-11-25T03:07:19.865 INFO:teuthology.orchestra.run.smithi076.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-11-25T03:07:19.865 INFO:teuthology.orchestra.run.smithi076.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-11-25T03:07:19.866 INFO:teuthology.orchestra.run.smithi076.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-11-25T03:07:19.874 INFO:teuthology.orchestra.run.smithi076.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-11-25T03:07:19.874 INFO:teuthology.orchestra.run.smithi076.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-11-25T03:07:19.878 INFO:teuthology.orchestra.run.smithi076.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-11-25T03:07:19.885 INFO:teuthology.orchestra.run.smithi076.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7506-gec928368-1jammy [3,112 kB] 2023-11-25T03:07:19.890 INFO:teuthology.orchestra.run.smithi076.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-11-25T03:07:19.891 INFO:teuthology.orchestra.run.smithi076.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-11-25T03:07:19.892 INFO:teuthology.orchestra.run.smithi076.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-11-25T03:07:19.896 INFO:teuthology.orchestra.run.smithi076.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-11-25T03:07:19.898 INFO:teuthology.orchestra.run.smithi076.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-11-25T03:07:19.899 INFO:teuthology.orchestra.run.smithi076.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-11-25T03:07:19.900 INFO:teuthology.orchestra.run.smithi076.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-11-25T03:07:19.907 INFO:teuthology.orchestra.run.smithi076.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-11-25T03:07:19.911 INFO:teuthology.orchestra.run.smithi076.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-11-25T03:07:19.912 INFO:teuthology.orchestra.run.smithi076.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-11-25T03:07:19.921 INFO:teuthology.orchestra.run.smithi106.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-11-25T03:07:19.923 INFO:teuthology.orchestra.run.smithi076.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-11-25T03:07:19.924 INFO:teuthology.orchestra.run.smithi076.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-11-25T03:07:19.925 INFO:teuthology.orchestra.run.smithi076.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-11-25T03:07:19.925 INFO:teuthology.orchestra.run.smithi076.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-11-25T03:07:19.926 INFO:teuthology.orchestra.run.smithi076.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-11-25T03:07:19.927 INFO:teuthology.orchestra.run.smithi076.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-11-25T03:07:19.934 INFO:teuthology.orchestra.run.smithi076.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-11-25T03:07:19.940 INFO:teuthology.orchestra.run.smithi076.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-11-25T03:07:19.940 INFO:teuthology.orchestra.run.smithi076.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-11-25T03:07:19.942 INFO:teuthology.orchestra.run.smithi076.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-11-25T03:07:19.957 INFO:teuthology.orchestra.run.smithi076.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-11-25T03:07:20.006 INFO:teuthology.orchestra.run.smithi106.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7506-gec928368-1jammy [691 kB] 2023-11-25T03:07:20.015 INFO:teuthology.orchestra.run.smithi106.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-11-25T03:07:20.029 INFO:teuthology.orchestra.run.smithi106.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-11-25T03:07:20.050 INFO:teuthology.orchestra.run.smithi106.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7506-gec928368-1jammy [356 kB] 2023-11-25T03:07:20.078 INFO:teuthology.orchestra.run.smithi076.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7506-gec928368-1jammy [691 kB] 2023-11-25T03:07:20.080 INFO:teuthology.orchestra.run.smithi106.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-11-25T03:07:20.084 INFO:teuthology.orchestra.run.smithi106.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7506-gec928368-1jammy [32.8 kB] 2023-11-25T03:07:20.085 INFO:teuthology.orchestra.run.smithi106.stdout:Get:13 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7506-gec928368-1jammy [180 kB] 2023-11-25T03:07:20.091 INFO:teuthology.orchestra.run.smithi106.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7506-gec928368-1jammy [63.5 kB] 2023-11-25T03:07:20.093 INFO:teuthology.orchestra.run.smithi106.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7506-gec928368-1jammy [330 kB] 2023-11-25T03:07:20.125 INFO:teuthology.orchestra.run.smithi076.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7506-gec928368-1jammy [356 kB] 2023-11-25T03:07:20.127 INFO:teuthology.orchestra.run.smithi106.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7506-gec928368-1jammy [6,233 kB] 2023-11-25T03:07:20.163 INFO:teuthology.orchestra.run.smithi076.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7506-gec928368-1jammy [32.8 kB] 2023-11-25T03:07:20.166 INFO:teuthology.orchestra.run.smithi076.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7506-gec928368-1jammy [180 kB] 2023-11-25T03:07:20.170 INFO:teuthology.orchestra.run.smithi076.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7506-gec928368-1jammy [63.5 kB] 2023-11-25T03:07:20.172 INFO:teuthology.orchestra.run.smithi076.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7506-gec928368-1jammy [330 kB] 2023-11-25T03:07:20.207 INFO:teuthology.orchestra.run.smithi076.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7506-gec928368-1jammy [6,233 kB] 2023-11-25T03:07:20.254 INFO:teuthology.orchestra.run.smithi106.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-11-25T03:07:20.263 INFO:teuthology.orchestra.run.smithi106.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-11-25T03:07:20.290 INFO:teuthology.orchestra.run.smithi106.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-11-25T03:07:20.298 INFO:teuthology.orchestra.run.smithi106.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-11-25T03:07:20.462 INFO:teuthology.orchestra.run.smithi106.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-11-25T03:07:20.504 INFO:teuthology.orchestra.run.smithi106.stdout:Get:22 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7506-gec928368-1jammy [112 kB] 2023-11-25T03:07:20.505 INFO:teuthology.orchestra.run.smithi106.stdout:Get:23 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7506-gec928368-1jammy [439 kB] 2023-11-25T03:07:20.554 INFO:teuthology.orchestra.run.smithi106.stdout:Get:24 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7506-gec928368-1jammy [22.6 MB] 2023-11-25T03:07:20.615 INFO:teuthology.orchestra.run.smithi076.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7506-gec928368-1jammy [112 kB] 2023-11-25T03:07:20.650 INFO:teuthology.orchestra.run.smithi076.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7506-gec928368-1jammy [439 kB] 2023-11-25T03:07:20.670 INFO:teuthology.orchestra.run.smithi076.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7506-gec928368-1jammy [22.6 MB] 2023-11-25T03:07:21.045 INFO:teuthology.orchestra.run.smithi106.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-11-25T03:07:21.060 INFO:teuthology.orchestra.run.smithi106.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-11-25T03:07:21.075 INFO:teuthology.orchestra.run.smithi106.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-11-25T03:07:21.084 INFO:teuthology.orchestra.run.smithi106.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-11-25T03:07:21.085 INFO:teuthology.orchestra.run.smithi106.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-11-25T03:07:21.101 INFO:teuthology.orchestra.run.smithi106.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-11-25T03:07:21.138 INFO:teuthology.orchestra.run.smithi106.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-11-25T03:07:21.152 INFO:teuthology.orchestra.run.smithi106.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-11-25T03:07:21.156 INFO:teuthology.orchestra.run.smithi106.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-11-25T03:07:21.156 INFO:teuthology.orchestra.run.smithi106.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-11-25T03:07:21.327 INFO:teuthology.orchestra.run.smithi106.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-11-25T03:07:21.409 INFO:teuthology.orchestra.run.smithi106.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-11-25T03:07:21.430 INFO:teuthology.orchestra.run.smithi106.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-11-25T03:07:21.490 INFO:teuthology.orchestra.run.smithi106.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-11-25T03:07:21.532 INFO:teuthology.orchestra.run.smithi106.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-11-25T03:07:21.554 INFO:teuthology.orchestra.run.smithi106.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-11-25T03:07:21.575 INFO:teuthology.orchestra.run.smithi106.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-11-25T03:07:21.746 INFO:teuthology.orchestra.run.smithi106.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-11-25T03:07:21.762 INFO:teuthology.orchestra.run.smithi106.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-11-25T03:07:21.769 INFO:teuthology.orchestra.run.smithi106.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-11-25T03:07:21.775 INFO:teuthology.orchestra.run.smithi106.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-11-25T03:07:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-11-25T03:07:21.990 INFO:teuthology.orchestra.run.smithi106.stdout:Get:47 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7506-gec928368-1jammy [6,900 kB] 2023-11-25T03:07:22.041 INFO:teuthology.orchestra.run.smithi106.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-11-25T03:07:22.056 INFO:teuthology.orchestra.run.smithi106.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-11-25T03:07:22.225 INFO:teuthology.orchestra.run.smithi076.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7506-gec928368-1jammy [6,900 kB] 2023-11-25T03:07:22.236 INFO:teuthology.orchestra.run.smithi106.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-11-25T03:07:22.287 INFO:teuthology.orchestra.run.smithi106.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-11-25T03:07:22.299 INFO:teuthology.orchestra.run.smithi106.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-11-25T03:07:22.406 INFO:teuthology.orchestra.run.smithi106.stdout:Get:53 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7506-gec928368-1jammy [238 kB] 2023-11-25T03:07:22.413 INFO:teuthology.orchestra.run.smithi106.stdout:Get:54 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7506-gec928368-1jammy [124 kB] 2023-11-25T03:07:22.425 INFO:teuthology.orchestra.run.smithi106.stdout:Get:55 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7506-gec928368-1jammy [1,495 kB] 2023-11-25T03:07:22.455 INFO:teuthology.orchestra.run.smithi106.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-11-25T03:07:22.456 INFO:teuthology.orchestra.run.smithi106.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-11-25T03:07:22.460 INFO:teuthology.orchestra.run.smithi106.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-11-25T03:07:22.464 INFO:teuthology.orchestra.run.smithi106.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-11-25T03:07:22.479 INFO:teuthology.orchestra.run.smithi106.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-11-25T03:07:22.531 INFO:teuthology.orchestra.run.smithi106.stdout:Get:61 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7506-gec928368-1jammy [9,954 kB] 2023-11-25T03:07:22.663 INFO:teuthology.orchestra.run.smithi106.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-11-25T03:07:22.698 INFO:teuthology.orchestra.run.smithi076.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7506-gec928368-1jammy [238 kB] 2023-11-25T03:07:22.709 INFO:teuthology.orchestra.run.smithi076.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7506-gec928368-1jammy [124 kB] 2023-11-25T03:07:22.713 INFO:teuthology.orchestra.run.smithi076.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7506-gec928368-1jammy [1,495 kB] 2023-11-25T03:07:22.802 INFO:teuthology.orchestra.run.smithi076.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7506-gec928368-1jammy [9,954 kB] 2023-11-25T03:07:22.926 INFO:teuthology.orchestra.run.smithi106.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-11-25T03:07:23.060 INFO:teuthology.orchestra.run.smithi106.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-11-25T03:07:23.102 INFO:teuthology.orchestra.run.smithi106.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-11-25T03:07:23.171 INFO:teuthology.orchestra.run.smithi106.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7506-gec928368-1jammy [31.8 MB] 2023-11-25T03:07:23.192 INFO:teuthology.orchestra.run.smithi106.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-11-25T03:07:23.205 INFO:teuthology.orchestra.run.smithi106.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-11-25T03:07:23.250 INFO:teuthology.orchestra.run.smithi106.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-11-25T03:07:23.505 INFO:teuthology.orchestra.run.smithi076.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7506-gec928368-1jammy [31.8 MB] 2023-11-25T03:07:23.519 INFO:teuthology.orchestra.run.smithi106.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-11-25T03:07:23.519 INFO:teuthology.orchestra.run.smithi106.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-11-25T03:07:23.521 INFO:teuthology.orchestra.run.smithi106.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-11-25T03:07:23.521 INFO:teuthology.orchestra.run.smithi106.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-11-25T03:07:23.686 INFO:teuthology.orchestra.run.smithi106.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-11-25T03:07:24.033 INFO:teuthology.orchestra.run.smithi106.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-11-25T03:07:24.429 INFO:teuthology.orchestra.run.smithi106.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-11-25T03:07:24.438 INFO:teuthology.orchestra.run.smithi106.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-11-25T03:07:24.439 INFO:teuthology.orchestra.run.smithi106.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-11-25T03:07:24.509 INFO:teuthology.orchestra.run.smithi106.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-11-25T03:07:24.510 INFO:teuthology.orchestra.run.smithi106.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-11-25T03:07:24.511 INFO:teuthology.orchestra.run.smithi106.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-11-25T03:07:24.511 INFO:teuthology.orchestra.run.smithi106.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-11-25T03:07:24.512 INFO:teuthology.orchestra.run.smithi106.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-11-25T03:07:24.512 INFO:teuthology.orchestra.run.smithi106.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-11-25T03:07:24.677 INFO:teuthology.orchestra.run.smithi106.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-11-25T03:07:24.881 INFO:teuthology.orchestra.run.smithi106.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-11-25T03:07:25.203 INFO:teuthology.orchestra.run.smithi106.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-11-25T03:07:25.245 INFO:teuthology.orchestra.run.smithi106.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7506-gec928368-1jammy [14.0 kB] 2023-11-25T03:07:25.246 INFO:teuthology.orchestra.run.smithi106.stdout:Get:89 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7506-gec928368-1jammy [839 kB] 2023-11-25T03:07:25.249 INFO:teuthology.orchestra.run.smithi106.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-11-25T03:07:25.277 INFO:teuthology.orchestra.run.smithi106.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-11-25T03:07:25.286 INFO:teuthology.orchestra.run.smithi106.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-11-25T03:07:25.293 INFO:teuthology.orchestra.run.smithi106.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7506-gec928368-1jammy [2,145 kB] 2023-11-25T03:07:25.332 INFO:teuthology.orchestra.run.smithi106.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-11-25T03:07:25.357 INFO:teuthology.orchestra.run.smithi106.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-11-25T03:07:25.359 INFO:teuthology.orchestra.run.smithi106.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-11-25T03:07:25.366 INFO:teuthology.orchestra.run.smithi106.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-11-25T03:07:25.370 INFO:teuthology.orchestra.run.smithi106.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-11-25T03:07:25.426 INFO:teuthology.orchestra.run.smithi106.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7506-gec928368-1jammy [804 kB] 2023-11-25T03:07:25.484 INFO:teuthology.orchestra.run.smithi106.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7506-gec928368-1jammy [139 kB] 2023-11-25T03:07:25.488 INFO:teuthology.orchestra.run.smithi106.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7506-gec928368-1jammy [1,900 kB] 2023-11-25T03:07:25.565 INFO:teuthology.orchestra.run.smithi106.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-11-25T03:07:25.613 INFO:teuthology.orchestra.run.smithi106.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7506-gec928368-1jammy [8,625 kB] 2023-11-25T03:07:25.757 INFO:teuthology.orchestra.run.smithi076.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7506-gec928368-1jammy [14.0 kB] 2023-11-25T03:07:25.758 INFO:teuthology.orchestra.run.smithi076.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7506-gec928368-1jammy [839 kB] 2023-11-25T03:07:25.807 INFO:teuthology.orchestra.run.smithi076.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7506-gec928368-1jammy [2,145 kB] 2023-11-25T03:07:25.823 INFO:teuthology.orchestra.run.smithi106.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-11-25T03:07:25.950 INFO:teuthology.orchestra.run.smithi076.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7506-gec928368-1jammy [804 kB] 2023-11-25T03:07:26.009 INFO:teuthology.orchestra.run.smithi076.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7506-gec928368-1jammy [139 kB] 2023-11-25T03:07:26.014 INFO:teuthology.orchestra.run.smithi076.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7506-gec928368-1jammy [1,900 kB] 2023-11-25T03:07:26.092 INFO:teuthology.orchestra.run.smithi106.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-11-25T03:07:26.094 INFO:teuthology.orchestra.run.smithi106.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-11-25T03:07:26.111 INFO:teuthology.orchestra.run.smithi106.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-11-25T03:07:26.116 INFO:teuthology.orchestra.run.smithi106.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-11-25T03:07:26.143 INFO:teuthology.orchestra.run.smithi076.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7506-gec928368-1jammy [8,625 kB] 2023-11-25T03:07:26.155 INFO:teuthology.orchestra.run.smithi106.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-11-25T03:07:26.170 INFO:teuthology.orchestra.run.smithi106.stdout:Get:110 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-11-25T03:07:26.180 INFO:teuthology.orchestra.run.smithi106.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7506-gec928368-1jammy [14.2 kB] 2023-11-25T03:07:26.181 INFO:teuthology.orchestra.run.smithi106.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7506-gec928368-1jammy [48.7 MB] 2023-11-25T03:07:26.261 INFO:teuthology.orchestra.run.smithi106.stdout:Get:113 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-11-25T03:07:26.262 INFO:teuthology.orchestra.run.smithi106.stdout:Get:114 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-11-25T03:07:26.263 INFO:teuthology.orchestra.run.smithi106.stdout:Get:115 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-11-25T03:07:26.443 INFO:teuthology.orchestra.run.smithi106.stdout:Get:116 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-11-25T03:07:26.715 INFO:teuthology.orchestra.run.smithi106.stdout:Get:117 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-11-25T03:07:26.768 INFO:teuthology.orchestra.run.smithi076.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7506-gec928368-1jammy [14.2 kB] 2023-11-25T03:07:26.768 INFO:teuthology.orchestra.run.smithi076.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7506-gec928368-1jammy [48.7 MB] 2023-11-25T03:07:29.390 INFO:teuthology.orchestra.run.smithi106.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7506-gec928368-1jammy [121 kB] 2023-11-25T03:07:29.399 INFO:teuthology.orchestra.run.smithi106.stdout:Get:119 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-7506-gec928368-1jammy [226 kB] 2023-11-25T03:07:29.414 INFO:teuthology.orchestra.run.smithi106.stdout:Get:120 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-7506-gec928368-1jammy [34.0 kB] 2023-11-25T03:07:29.415 INFO:teuthology.orchestra.run.smithi106.stdout:Get:121 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-7506-gec928368-1jammy [23.4 kB] 2023-11-25T03:07:29.416 INFO:teuthology.orchestra.run.smithi106.stdout:Get:122 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7506-gec928368-1jammy [38.3 kB] 2023-11-25T03:07:29.417 INFO:teuthology.orchestra.run.smithi106.stdout:Get:123 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7506-gec928368-1jammy [12.3 MB] 2023-11-25T03:07:30.225 INFO:teuthology.orchestra.run.smithi076.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7506-gec928368-1jammy [121 kB] 2023-11-25T03:07:30.226 INFO:teuthology.orchestra.run.smithi076.stdout:Get:119 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-7506-gec928368-1jammy [226 kB] 2023-11-25T03:07:30.231 INFO:teuthology.orchestra.run.smithi076.stdout:Get:120 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-7506-gec928368-1jammy [34.0 kB] 2023-11-25T03:07:30.232 INFO:teuthology.orchestra.run.smithi076.stdout:Get:121 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-7506-gec928368-1jammy [23.4 kB] 2023-11-25T03:07:30.233 INFO:teuthology.orchestra.run.smithi076.stdout:Get:122 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7506-gec928368-1jammy [38.3 kB] 2023-11-25T03:07:30.233 INFO:teuthology.orchestra.run.smithi076.stdout:Get:123 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7506-gec928368-1jammy [12.3 MB] 2023-11-25T03:07:30.240 INFO:teuthology.orchestra.run.smithi106.stdout:Get:124 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7506-gec928368-1jammy [91.2 kB] 2023-11-25T03:07:30.683 INFO:teuthology.orchestra.run.smithi076.stdout:Get:124 https://1.chacra.ceph.com/r/ceph/main/ec928368edcc5fc71884a56fd9fd821b148f4e30/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7506-gec928368-1jammy [91.2 kB] 2023-11-25T03:07:30.882 INFO:teuthology.orchestra.run.smithi106.stdout:Fetched 187 MB in 11s (17.3 MB/s) 2023-11-25T03:07:31.016 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pyperclip. 2023-11-25T03:07:31.085 INFO:teuthology.orchestra.run.smithi106.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132930 files and directories currently installed.) 2023-11-25T03:07:31.089 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-11-25T03:07:31.132 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-11-25T03:07:31.339 INFO:teuthology.orchestra.run.smithi076.stdout:Fetched 187 MB in 11s (16.6 MB/s) 2023-11-25T03:07:31.409 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-wcwidth. 2023-11-25T03:07:31.423 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-11-25T03:07:31.468 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-25T03:07:31.508 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pyperclip. 2023-11-25T03:07:31.576 INFO:teuthology.orchestra.run.smithi076.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132930 files and directories currently installed.) 2023-11-25T03:07:31.579 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-11-25T03:07:31.623 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-11-25T03:07:31.779 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-cmd2. 2023-11-25T03:07:31.792 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-11-25T03:07:31.837 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-11-25T03:07:31.901 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-wcwidth. 2023-11-25T03:07:31.915 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-11-25T03:07:31.951 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-25T03:07:32.149 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-11-25T03:07:32.162 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-11-25T03:07:32.229 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-cmd2. 2023-11-25T03:07:32.232 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-25T03:07:32.243 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-11-25T03:07:32.288 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-11-25T03:07:32.569 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-11-25T03:07:32.583 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-11-25T03:07:32.627 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-25T03:07:32.666 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-11-25T03:07:32.680 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-11-25T03:07:32.767 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-25T03:07:32.956 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-11-25T03:07:32.969 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-11-25T03:07:33.014 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-25T03:07:33.096 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-11-25T03:07:33.109 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-11-25T03:07:33.154 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-25T03:07:33.467 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-11-25T03:07:33.468 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-11-25T03:07:33.482 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-11-25T03:07:33.482 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-25T03:07:33.526 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-25T03:07:33.534 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:07:34.121 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-11-25T03:07:34.135 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-25T03:07:34.179 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:07:34.380 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-11-25T03:07:34.395 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-25T03:07:34.439 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:07:34.515 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-11-25T03:07:34.530 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-25T03:07:34.573 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:07:34.867 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-11-25T03:07:34.882 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-25T03:07:34.893 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-11-25T03:07:34.908 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-11-25T03:07:34.926 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:07:34.943 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-25T03:07:35.262 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-11-25T03:07:35.271 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package librados2. 2023-11-25T03:07:35.277 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-25T03:07:35.286 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../010-librados2_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:35.321 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:07:35.329 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking librados2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:35.641 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-11-25T03:07:35.655 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-11-25T03:07:35.699 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-25T03:07:35.757 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package librbd1. 2023-11-25T03:07:35.772 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../011-librbd1_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:35.840 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking librbd1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:36.044 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package librados2. 2023-11-25T03:07:36.058 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../010-librados2_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:36.103 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking librados2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:36.260 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libcephfs2. 2023-11-25T03:07:36.275 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../012-libcephfs2_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:36.318 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libcephfs2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:36.506 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package librbd1. 2023-11-25T03:07:36.520 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../011-librbd1_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:36.564 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking librbd1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:36.604 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-rados. 2023-11-25T03:07:36.619 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../013-python3-rados_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:36.654 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-rados (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:36.965 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-11-25T03:07:36.979 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:07:36.992 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libcephfs2. 2023-11-25T03:07:37.006 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../012-libcephfs2_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:37.023 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-ceph-argparse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:37.051 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libcephfs2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:37.301 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-cephfs. 2023-11-25T03:07:37.315 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../015-python3-cephfs_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:37.320 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-rados. 2023-11-25T03:07:37.334 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../013-python3-rados_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:37.368 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-cephfs (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:37.378 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-rados (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:37.679 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-ceph-common. 2023-11-25T03:07:37.693 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../016-python3-ceph-common_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:07:37.698 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-11-25T03:07:37.712 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:07:37.737 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:37.756 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-ceph-argparse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:38.001 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-cephfs. 2023-11-25T03:07:38.015 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../015-python3-cephfs_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:38.076 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-cephfs (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:38.107 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-prettytable. 2023-11-25T03:07:38.121 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2023-11-25T03:07:38.157 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-11-25T03:07:38.387 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-ceph-common. 2023-11-25T03:07:38.402 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../016-python3-ceph-common_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:07:38.409 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-rbd. 2023-11-25T03:07:38.424 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../018-python3-rbd_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:38.446 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:38.476 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-rbd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:38.757 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-prettytable. 2023-11-25T03:07:38.772 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2023-11-25T03:07:38.815 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-11-25T03:07:38.846 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-11-25T03:07:38.860 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-11-25T03:07:38.904 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-25T03:07:39.085 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-rbd. 2023-11-25T03:07:39.099 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../018-python3-rbd_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:39.173 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-rbd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:39.198 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-11-25T03:07:39.213 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2023-11-25T03:07:39.273 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-11-25T03:07:39.505 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-11-25T03:07:39.520 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-11-25T03:07:39.542 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-11-25T03:07:39.557 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-11-25T03:07:39.563 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-25T03:07:39.601 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-25T03:07:39.841 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-11-25T03:07:39.856 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2023-11-25T03:07:39.900 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-11-25T03:07:39.954 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package lua5.1. 2023-11-25T03:07:39.969 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-11-25T03:07:40.013 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-11-25T03:07:40.211 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-11-25T03:07:40.226 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-11-25T03:07:40.295 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-25T03:07:40.299 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package lua-any. 2023-11-25T03:07:40.313 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2023-11-25T03:07:40.357 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking lua-any (27ubuntu1) ... 2023-11-25T03:07:40.548 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package lua5.1. 2023-11-25T03:07:40.563 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-11-25T03:07:40.607 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-11-25T03:07:40.635 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package zip. 2023-11-25T03:07:40.650 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2023-11-25T03:07:40.685 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking zip (3.0-12build2) ... 2023-11-25T03:07:40.894 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package lua-any. 2023-11-25T03:07:40.908 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2023-11-25T03:07:40.952 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking lua-any (27ubuntu1) ... 2023-11-25T03:07:41.005 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package unzip. 2023-11-25T03:07:41.019 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-11-25T03:07:41.063 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-11-25T03:07:41.180 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package zip. 2023-11-25T03:07:41.194 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2023-11-25T03:07:41.238 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking zip (3.0-12build2) ... 2023-11-25T03:07:41.525 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package luarocks. 2023-11-25T03:07:41.540 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-11-25T03:07:41.550 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package unzip. 2023-11-25T03:07:41.565 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-11-25T03:07:41.583 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-11-25T03:07:41.608 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-11-25T03:07:41.929 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package luarocks. 2023-11-25T03:07:41.944 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-11-25T03:07:41.983 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package librgw2. 2023-11-25T03:07:41.987 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-11-25T03:07:41.997 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../027-librgw2_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:42.041 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking librgw2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:42.381 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package librgw2. 2023-11-25T03:07:42.395 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../027-librgw2_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:42.438 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking librgw2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:42.511 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-rgw. 2023-11-25T03:07:42.524 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../028-python3-rgw_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:42.569 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-rgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:42.891 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-rgw. 2023-11-25T03:07:42.906 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../028-python3-rgw_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:42.930 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package liboath0:amd64. 2023-11-25T03:07:42.945 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2023-11-25T03:07:42.949 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-rgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:42.988 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-11-25T03:07:43.258 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libradosstriper1. 2023-11-25T03:07:43.272 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../030-libradosstriper1_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:43.277 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package liboath0:amd64. 2023-11-25T03:07:43.292 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2023-11-25T03:07:43.331 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libradosstriper1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:43.336 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-11-25T03:07:43.664 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libradosstriper1. 2023-11-25T03:07:43.679 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../030-libradosstriper1_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:43.722 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libradosstriper1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:43.770 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-common. 2023-11-25T03:07:43.784 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../031-ceph-common_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:43.828 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:44.126 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-common. 2023-11-25T03:07:44.141 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../031-ceph-common_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:44.185 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:44.874 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-base. 2023-11-25T03:07:44.889 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../032-ceph-base_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:44.942 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-base (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:45.357 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-base. 2023-11-25T03:07:45.372 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../032-ceph-base_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:45.425 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-base (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:45.638 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-11-25T03:07:45.651 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-11-25T03:07:45.696 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-11-25T03:07:45.965 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-cheroot. 2023-11-25T03:07:45.979 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-11-25T03:07:46.041 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-25T03:07:46.096 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-11-25T03:07:46.110 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-11-25T03:07:46.145 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-11-25T03:07:46.368 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-11-25T03:07:46.382 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-11-25T03:07:46.426 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-11-25T03:07:46.432 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-cheroot. 2023-11-25T03:07:46.447 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-11-25T03:07:46.490 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-25T03:07:46.754 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-jaraco.text. 2023-11-25T03:07:46.769 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2023-11-25T03:07:46.813 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-11-25T03:07:46.827 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-11-25T03:07:46.842 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-11-25T03:07:46.885 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-11-25T03:07:47.107 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-11-25T03:07:47.122 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-11-25T03:07:47.157 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-11-25T03:07:47.213 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-jaraco.text. 2023-11-25T03:07:47.228 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2023-11-25T03:07:47.272 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-11-25T03:07:47.476 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-tempora. 2023-11-25T03:07:47.491 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2023-11-25T03:07:47.535 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-11-25T03:07:47.567 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-11-25T03:07:47.581 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-11-25T03:07:47.625 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-11-25T03:07:47.855 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-portend. 2023-11-25T03:07:47.869 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2023-11-25T03:07:47.913 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-11-25T03:07:47.954 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-tempora. 2023-11-25T03:07:47.968 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2023-11-25T03:07:48.012 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-11-25T03:07:48.241 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-11-25T03:07:48.256 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2023-11-25T03:07:48.291 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-11-25T03:07:48.323 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-portend. 2023-11-25T03:07:48.338 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2023-11-25T03:07:48.373 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-11-25T03:07:48.560 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-cherrypy3. 2023-11-25T03:07:48.575 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2023-11-25T03:07:48.627 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-11-25T03:07:48.652 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-11-25T03:07:48.667 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2023-11-25T03:07:48.710 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-11-25T03:07:48.989 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-natsort. 2023-11-25T03:07:49.003 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2023-11-25T03:07:49.013 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-cherrypy3. 2023-11-25T03:07:49.028 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2023-11-25T03:07:49.047 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-11-25T03:07:49.071 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-11-25T03:07:49.300 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-logutils. 2023-11-25T03:07:49.315 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2023-11-25T03:07:49.350 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-11-25T03:07:49.670 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-markupsafe. 2023-11-25T03:07:49.684 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-11-25T03:07:49.728 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-11-25T03:07:50.009 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-natsort. 2023-11-25T03:07:50.024 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2023-11-25T03:07:50.031 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-mako. 2023-11-25T03:07:50.051 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-11-25T03:07:50.067 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-11-25T03:07:50.081 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-25T03:07:50.404 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-logutils. 2023-11-25T03:07:50.409 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-simplegeneric. 2023-11-25T03:07:50.419 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2023-11-25T03:07:50.423 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2023-11-25T03:07:50.463 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-11-25T03:07:50.467 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-11-25T03:07:50.754 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-singledispatch. 2023-11-25T03:07:50.766 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-markupsafe. 2023-11-25T03:07:50.768 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-11-25T03:07:50.781 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-11-25T03:07:50.812 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-11-25T03:07:50.816 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-11-25T03:07:51.061 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-mako. 2023-11-25T03:07:51.075 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-11-25T03:07:51.121 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-25T03:07:51.139 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-webob. 2023-11-25T03:07:51.154 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-11-25T03:07:51.198 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-11-25T03:07:51.439 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-simplegeneric. 2023-11-25T03:07:51.454 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2023-11-25T03:07:51.514 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-11-25T03:07:51.560 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-waitress. 2023-11-25T03:07:51.574 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-11-25T03:07:51.620 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-25T03:07:51.801 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-singledispatch. 2023-11-25T03:07:51.816 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-11-25T03:07:51.859 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-11-25T03:07:51.937 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-tempita. 2023-11-25T03:07:51.952 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-11-25T03:07:51.995 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-11-25T03:07:52.120 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-webob. 2023-11-25T03:07:52.135 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-11-25T03:07:52.170 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-11-25T03:07:52.290 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-paste. 2023-11-25T03:07:52.305 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-11-25T03:07:52.340 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-11-25T03:07:52.457 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-waitress. 2023-11-25T03:07:52.471 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-11-25T03:07:52.510 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-25T03:07:52.793 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-tempita. 2023-11-25T03:07:52.808 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-11-25T03:07:52.852 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-11-25T03:07:53.155 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-paste. 2023-11-25T03:07:53.170 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-11-25T03:07:53.213 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-11-25T03:07:53.335 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-11-25T03:07:53.350 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-11-25T03:07:53.393 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-11-25T03:07:53.517 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-11-25T03:07:53.532 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-11-25T03:07:53.567 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-11-25T03:07:53.681 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pastedeploy. 2023-11-25T03:07:53.696 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2023-11-25T03:07:53.783 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-11-25T03:07:53.895 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pastedeploy. 2023-11-25T03:07:53.910 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2023-11-25T03:07:53.953 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-11-25T03:07:54.092 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-webtest. 2023-11-25T03:07:54.108 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2023-11-25T03:07:54.150 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-11-25T03:07:54.257 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-webtest. 2023-11-25T03:07:54.272 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2023-11-25T03:07:54.315 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-11-25T03:07:54.479 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pecan. 2023-11-25T03:07:54.494 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-11-25T03:07:54.529 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-11-25T03:07:54.610 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pecan. 2023-11-25T03:07:54.625 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-11-25T03:07:54.660 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-11-25T03:07:54.850 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-certifi. 2023-11-25T03:07:54.865 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2023-11-25T03:07:54.900 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-11-25T03:07:55.232 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-certifi. 2023-11-25T03:07:55.247 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2023-11-25T03:07:55.253 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-idna. 2023-11-25T03:07:55.267 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../057-python3-idna_3.3-1_all.deb ... 2023-11-25T03:07:55.290 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-11-25T03:07:55.311 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-idna (3.3-1) ... 2023-11-25T03:07:55.610 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-idna. 2023-11-25T03:07:55.614 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-urllib3. 2023-11-25T03:07:55.625 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../057-python3-idna_3.3-1_all.deb ... 2023-11-25T03:07:55.629 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-11-25T03:07:55.669 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-idna (3.3-1) ... 2023-11-25T03:07:55.672 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-25T03:07:56.014 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-urllib3. 2023-11-25T03:07:56.017 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-requests. 2023-11-25T03:07:56.028 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-11-25T03:07:56.032 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-11-25T03:07:56.073 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-25T03:07:56.084 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-25T03:07:56.384 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-requests. 2023-11-25T03:07:56.399 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-11-25T03:07:56.434 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-25T03:07:56.462 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-werkzeug. 2023-11-25T03:07:56.477 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-11-25T03:07:56.553 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-25T03:07:56.729 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-werkzeug. 2023-11-25T03:07:56.744 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-11-25T03:07:56.787 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-25T03:07:56.915 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-11-25T03:07:56.930 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:07:56.981 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:57.041 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-11-25T03:07:57.055 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:07:57.124 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:57.378 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-11-25T03:07:57.392 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:57.436 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:57.505 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-11-25T03:07:57.519 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:57.554 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:57.756 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-openssl. 2023-11-25T03:07:57.771 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2023-11-25T03:07:57.806 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-11-25T03:07:57.833 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-openssl. 2023-11-25T03:07:57.847 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2023-11-25T03:07:57.891 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-11-25T03:07:58.142 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mgr. 2023-11-25T03:07:58.157 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../064-ceph-mgr_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:58.200 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mgr (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:58.252 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mgr. 2023-11-25T03:07:58.267 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../064-ceph-mgr_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:58.311 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mgr (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:58.620 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mon. 2023-11-25T03:07:58.635 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../065-ceph-mon_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:58.673 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mon. 2023-11-25T03:07:58.678 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mon (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:58.688 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../065-ceph-mon_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:58.723 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mon (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:59.507 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-osd. 2023-11-25T03:07:59.522 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../066-ceph-osd_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:59.560 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-osd. 2023-11-25T03:07:59.565 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-osd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:07:59.575 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../066-ceph-osd_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:07:59.618 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-osd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:00.830 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph. 2023-11-25T03:08:00.845 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../067-ceph_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:00.889 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:00.902 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph. 2023-11-25T03:08:00.917 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../067-ceph_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:00.960 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:01.175 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-fuse. 2023-11-25T03:08:01.189 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../068-ceph-fuse_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:01.225 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:01.262 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-fuse. 2023-11-25T03:08:01.277 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../068-ceph-fuse_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:01.320 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:01.578 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mds. 2023-11-25T03:08:01.594 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../069-ceph-mds_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:01.628 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mds (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:01.715 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mds. 2023-11-25T03:08:01.730 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../069-ceph-mds_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:01.773 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mds (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:01.981 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package cephadm. 2023-11-25T03:08:01.996 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../070-cephadm_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:02.039 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:02.160 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package cephadm. 2023-11-25T03:08:02.174 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../070-cephadm_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:02.210 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:02.359 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-asyncssh. 2023-11-25T03:08:02.375 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2023-11-25T03:08:02.417 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-11-25T03:08:02.512 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-asyncssh. 2023-11-25T03:08:02.528 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2023-11-25T03:08:02.570 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-11-25T03:08:02.754 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python-babel-localedata. 2023-11-25T03:08:02.770 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-11-25T03:08:02.812 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:02.899 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python-babel-localedata. 2023-11-25T03:08:02.914 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-11-25T03:08:02.957 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:03.818 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-babel. 2023-11-25T03:08:03.832 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-11-25T03:08:03.868 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:03.920 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-babel. 2023-11-25T03:08:03.935 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-11-25T03:08:03.978 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:04.171 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-jinja2. 2023-11-25T03:08:04.185 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1_all.deb ... 2023-11-25T03:08:04.221 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-11-25T03:08:04.306 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-jinja2. 2023-11-25T03:08:04.320 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1_all.deb ... 2023-11-25T03:08:04.364 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-11-25T03:08:04.524 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-11-25T03:08:04.538 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:04.574 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:04.733 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-11-25T03:08:04.747 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:04.792 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:04.961 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-bcrypt. 2023-11-25T03:08:04.975 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../076-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-11-25T03:08:05.011 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-11-25T03:08:05.137 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-bcrypt. 2023-11-25T03:08:05.151 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../076-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-11-25T03:08:05.195 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-11-25T03:08:05.323 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-repoze.lru. 2023-11-25T03:08:05.338 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2023-11-25T03:08:05.381 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-11-25T03:08:05.532 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-repoze.lru. 2023-11-25T03:08:05.547 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2023-11-25T03:08:05.632 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-11-25T03:08:05.684 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-routes. 2023-11-25T03:08:05.699 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-11-25T03:08:05.742 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-11-25T03:08:05.935 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-routes. 2023-11-25T03:08:05.949 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-11-25T03:08:05.993 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-11-25T03:08:06.113 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-11-25T03:08:06.127 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:06.171 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:06.329 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-11-25T03:08:06.344 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:06.387 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:06.575 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-11-25T03:08:06.589 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-11-25T03:08:06.625 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-25T03:08:06.799 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-11-25T03:08:06.813 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-11-25T03:08:06.857 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-25T03:08:07.113 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-joblib. 2023-11-25T03:08:07.126 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-11-25T03:08:07.203 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-11-25T03:08:07.461 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-joblib. 2023-11-25T03:08:07.475 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-11-25T03:08:07.519 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-11-25T03:08:07.566 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-11-25T03:08:07.580 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-11-25T03:08:07.701 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-11-25T03:08:07.823 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-11-25T03:08:07.837 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-11-25T03:08:07.950 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-11-25T03:08:08.013 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-sklearn. 2023-11-25T03:08:08.028 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-11-25T03:08:08.071 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-25T03:08:08.278 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-sklearn. 2023-11-25T03:08:08.292 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-11-25T03:08:08.336 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-25T03:08:08.715 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-11-25T03:08:08.729 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:08.765 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:09.045 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-11-25T03:08:09.059 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:09.103 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:09.777 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-cachetools. 2023-11-25T03:08:09.791 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2023-11-25T03:08:09.835 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-11-25T03:08:10.082 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-cachetools. 2023-11-25T03:08:10.090 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pyasn1. 2023-11-25T03:08:10.097 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2023-11-25T03:08:10.105 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2023-11-25T03:08:10.140 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-11-25T03:08:10.140 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-11-25T03:08:10.468 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pyasn1. 2023-11-25T03:08:10.484 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2023-11-25T03:08:10.526 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-11-25T03:08:10.735 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-11-25T03:08:10.750 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-11-25T03:08:10.793 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-11-25T03:08:10.821 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-11-25T03:08:10.837 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-11-25T03:08:10.879 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-11-25T03:08:11.088 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-rsa. 2023-11-25T03:08:11.103 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2023-11-25T03:08:11.146 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-rsa (4.8-1) ... 2023-11-25T03:08:11.225 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-rsa. 2023-11-25T03:08:11.239 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2023-11-25T03:08:11.282 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-rsa (4.8-1) ... 2023-11-25T03:08:11.470 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-google-auth. 2023-11-25T03:08:11.481 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2023-11-25T03:08:11.524 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-11-25T03:08:11.603 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-google-auth. 2023-11-25T03:08:11.619 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2023-11-25T03:08:11.678 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-11-25T03:08:11.877 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-11-25T03:08:11.892 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-11-25T03:08:11.936 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-25T03:08:11.997 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-11-25T03:08:12.013 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-11-25T03:08:12.056 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-25T03:08:12.246 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-websocket. 2023-11-25T03:08:12.261 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2023-11-25T03:08:12.305 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-11-25T03:08:12.376 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-websocket. 2023-11-25T03:08:12.391 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2023-11-25T03:08:12.434 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-11-25T03:08:12.616 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-kubernetes. 2023-11-25T03:08:12.631 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-11-25T03:08:12.674 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-25T03:08:12.745 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-kubernetes. 2023-11-25T03:08:12.761 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-11-25T03:08:12.803 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-25T03:08:13.354 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-11-25T03:08:13.369 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:13.459 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-11-25T03:08:13.473 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:13.517 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:13.715 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libonig5:amd64. 2023-11-25T03:08:13.729 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-11-25T03:08:13.782 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-25T03:08:13.845 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libonig5:amd64. 2023-11-25T03:08:13.860 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-11-25T03:08:13.895 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-25T03:08:14.134 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libjq1:amd64. 2023-11-25T03:08:14.149 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-11-25T03:08:14.209 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-25T03:08:14.215 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libjq1:amd64. 2023-11-25T03:08:14.229 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-11-25T03:08:14.273 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-25T03:08:14.453 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package jq. 2023-11-25T03:08:14.468 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-11-25T03:08:14.503 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-11-25T03:08:14.551 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package jq. 2023-11-25T03:08:14.566 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-11-25T03:08:14.609 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-11-25T03:08:14.714 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package socat. 2023-11-25T03:08:14.729 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-11-25T03:08:14.772 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-11-25T03:08:14.862 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package socat. 2023-11-25T03:08:14.878 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-11-25T03:08:14.923 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-11-25T03:08:15.059 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package xmlstarlet. 2023-11-25T03:08:15.074 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-11-25T03:08:15.117 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-11-25T03:08:15.474 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package xmlstarlet. 2023-11-25T03:08:15.490 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-11-25T03:08:15.525 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-11-25T03:08:15.604 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-test. 2023-11-25T03:08:15.618 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../099-ceph-test_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:15.662 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-test (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:15.844 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-test. 2023-11-25T03:08:15.858 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../099-ceph-test_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:15.902 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-test (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:17.433 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ceph-volume. 2023-11-25T03:08:17.448 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../100-ceph-volume_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:17.483 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ceph-volume (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:17.815 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ceph-volume. 2023-11-25T03:08:17.830 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../100-ceph-volume_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:17.873 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ceph-volume (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:17.886 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package cephfs-mirror. 2023-11-25T03:08:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../101-cephfs-mirror_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:17.936 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking cephfs-mirror (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:18.222 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-colorama. 2023-11-25T03:08:18.238 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2023-11-25T03:08:18.280 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-11-25T03:08:18.344 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package cephfs-mirror. 2023-11-25T03:08:18.360 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../101-cephfs-mirror_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:18.410 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking cephfs-mirror (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:18.550 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package cephfs-shell. 2023-11-25T03:08:18.565 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../103-cephfs-shell_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:18.599 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking cephfs-shell (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:18.747 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-colorama. 2023-11-25T03:08:18.763 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2023-11-25T03:08:18.806 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-11-25T03:08:18.835 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package cephfs-top. 2023-11-25T03:08:18.850 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../104-cephfs-top_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:18.893 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking cephfs-top (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:19.125 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package cephfs-shell. 2023-11-25T03:08:19.140 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../103-cephfs-shell_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:19.146 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libcephfs-dev. 2023-11-25T03:08:19.160 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../105-libcephfs-dev_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:19.191 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking cephfs-shell (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:19.204 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libcephfs-dev (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:19.515 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package lua-socket:amd64. 2023-11-25T03:08:19.530 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-11-25T03:08:19.532 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package cephfs-top. 2023-11-25T03:08:19.548 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../104-cephfs-top_18.0.0-7506-gec928368-1jammy_all.deb ... 2023-11-25T03:08:19.573 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-25T03:08:19.602 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking cephfs-top (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:19.888 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libcephfs-dev. 2023-11-25T03:08:19.903 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../105-libcephfs-dev_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:19.919 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package lua-sec:amd64. 2023-11-25T03:08:19.934 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2023-11-25T03:08:19.954 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libcephfs-dev (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:20.006 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-11-25T03:08:20.272 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package nvme-cli. 2023-11-25T03:08:20.287 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-11-25T03:08:20.330 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-11-25T03:08:20.357 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package lua-socket:amd64. 2023-11-25T03:08:20.373 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-11-25T03:08:20.415 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-25T03:08:20.702 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package pkg-config. 2023-11-25T03:08:20.703 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package lua-sec:amd64. 2023-11-25T03:08:20.716 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-11-25T03:08:20.719 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2023-11-25T03:08:20.760 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-11-25T03:08:20.761 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-11-25T03:08:21.054 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-11-25T03:08:21.069 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-11-25T03:08:21.112 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-11-25T03:08:21.149 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package nvme-cli. 2023-11-25T03:08:21.164 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-11-25T03:08:21.207 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-11-25T03:08:21.524 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-iniconfig. 2023-11-25T03:08:21.538 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2023-11-25T03:08:21.582 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-11-25T03:08:21.646 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package pkg-config. 2023-11-25T03:08:21.661 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-11-25T03:08:21.703 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-11-25T03:08:21.860 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pastescript. 2023-11-25T03:08:21.874 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2023-11-25T03:08:21.918 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-11-25T03:08:21.965 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-11-25T03:08:21.981 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-11-25T03:08:22.023 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-11-25T03:08:22.279 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pluggy. 2023-11-25T03:08:22.294 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2023-11-25T03:08:22.337 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-11-25T03:08:22.485 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-iniconfig. 2023-11-25T03:08:22.500 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2023-11-25T03:08:22.543 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-11-25T03:08:22.648 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-psutil. 2023-11-25T03:08:22.664 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-11-25T03:08:22.706 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-11-25T03:08:22.804 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pastescript. 2023-11-25T03:08:22.820 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2023-11-25T03:08:22.862 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-11-25T03:08:23.059 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-py. 2023-11-25T03:08:23.075 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2023-11-25T03:08:23.117 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-py (1.10.0-1) ... 2023-11-25T03:08:23.224 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pluggy. 2023-11-25T03:08:23.240 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2023-11-25T03:08:23.282 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-11-25T03:08:23.471 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pygments. 2023-11-25T03:08:23.486 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-11-25T03:08:23.529 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-11-25T03:08:23.552 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-psutil. 2023-11-25T03:08:23.568 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-11-25T03:08:23.635 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-11-25T03:08:23.966 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pyinotify. 2023-11-25T03:08:23.979 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-py. 2023-11-25T03:08:23.980 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-11-25T03:08:23.996 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2023-11-25T03:08:24.032 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-11-25T03:08:24.037 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-py (1.10.0-1) ... 2023-11-25T03:08:24.366 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pygments. 2023-11-25T03:08:24.368 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-toml. 2023-11-25T03:08:24.382 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-11-25T03:08:24.382 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2023-11-25T03:08:24.424 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-11-25T03:08:24.426 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-11-25T03:08:24.712 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-pytest. 2023-11-25T03:08:24.727 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-11-25T03:08:24.762 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-11-25T03:08:24.886 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pyinotify. 2023-11-25T03:08:24.902 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-11-25T03:08:24.969 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-11-25T03:08:25.090 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package python3-simplejson. 2023-11-25T03:08:25.105 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-11-25T03:08:25.148 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-11-25T03:08:25.222 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-toml. 2023-11-25T03:08:25.237 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2023-11-25T03:08:25.280 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-11-25T03:08:25.435 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-11-25T03:08:25.449 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-11-25T03:08:25.509 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-11-25T03:08:25.592 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-pytest. 2023-11-25T03:08:25.608 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-11-25T03:08:25.667 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-11-25T03:08:25.962 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package python3-simplejson. 2023-11-25T03:08:25.978 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-11-25T03:08:26.012 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-11-25T03:08:26.171 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package radosgw. 2023-11-25T03:08:26.185 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../122-radosgw_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:26.229 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking radosgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:26.273 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-11-25T03:08:26.289 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-11-25T03:08:26.339 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-11-25T03:08:26.849 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package rbd-fuse. 2023-11-25T03:08:26.864 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../123-rbd-fuse_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:26.907 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking rbd-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:27.110 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package radosgw. 2023-11-25T03:08:27.125 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../122-radosgw_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:27.168 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking radosgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:27.200 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-11-25T03:08:27.454 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-25T03:08:27.554 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-11-25T03:08:27.771 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package rbd-fuse. 2023-11-25T03:08:27.786 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../123-rbd-fuse_18.0.0-7506-gec928368-1jammy_amd64.deb ... 2023-11-25T03:08:27.808 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-11-25T03:08:27.829 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking rbd-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:28.123 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-11-25T03:08:28.179 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-11-25T03:08:28.393 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-25T03:08:28.527 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-11-25T03:08:28.751 INFO:teuthology.orchestra.run.smithi076.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-11-25T03:08:28.796 INFO:teuthology.orchestra.run.smithi076.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2023-11-25T03:08:28.811 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-11-25T03:08:28.855 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:29.231 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-11-25T03:08:29.434 INFO:teuthology.orchestra.run.smithi076.stdout:Adding system user cephadm....done 2023-11-25T03:08:29.586 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-25T03:08:29.862 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-11-25T03:08:29.867 INFO:teuthology.orchestra.run.smithi106.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-11-25T03:08:29.901 INFO:teuthology.orchestra.run.smithi106.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2023-11-25T03:08:29.954 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:30.147 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-11-25T03:08:30.273 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-11-25T03:08:30.541 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-11-25T03:08:30.566 INFO:teuthology.orchestra.run.smithi106.stdout:Adding system user cephadm....done 2023-11-25T03:08:30.736 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-25T03:08:31.037 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-11-25T03:08:31.123 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-11-25T03:08:31.251 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-py (1.10.0-1) ... 2023-11-25T03:08:31.338 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-11-25T03:08:31.464 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-11-25T03:08:31.578 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-11-25T03:08:31.757 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-11-25T03:08:31.946 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-11-25T03:08:32.058 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-11-25T03:08:32.184 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-py (1.10.0-1) ... 2023-11-25T03:08:32.222 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-11-25T03:08:32.482 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-11-25T03:08:32.503 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-11-25T03:08:32.775 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-11-25T03:08:32.880 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-11-25T03:08:33.147 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-11-25T03:08:33.176 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-11-25T03:08:33.409 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-11-25T03:08:33.444 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-11-25T03:08:33.694 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-11-25T03:08:33.712 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-11-25T03:08:33.987 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-ceph-argparse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:34.038 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-11-25T03:08:34.255 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-25T03:08:34.305 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-11-25T03:08:34.381 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-25T03:08:34.532 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-11-25T03:08:34.581 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-11-25T03:08:34.808 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-11-25T03:08:34.857 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-ceph-argparse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:34.934 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-11-25T03:08:35.108 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-25T03:08:35.193 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-11-25T03:08:35.259 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-25T03:08:35.393 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-11-25T03:08:35.618 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-11-25T03:08:35.661 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-11-25T03:08:35.674 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-11-25T03:08:35.729 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-25T03:08:35.787 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-11-25T03:08:35.856 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-11-25T03:08:36.088 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-11-25T03:08:36.231 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:36.358 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-11-25T03:08:36.477 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-11-25T03:08:36.552 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-11-25T03:08:36.599 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-25T03:08:36.634 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-11-25T03:08:36.725 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-11-25T03:08:36.943 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-11-25T03:08:37.127 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:37.261 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up zip (3.0-12build2) ... 2023-11-25T03:08:37.286 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-11-25T03:08:37.378 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-11-25T03:08:37.571 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-11-25T03:08:37.897 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-11-25T03:08:38.038 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-11-25T03:08:38.248 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up zip (3.0-12build2) ... 2023-11-25T03:08:38.306 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-11-25T03:08:38.357 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-11-25T03:08:38.432 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-11-25T03:08:38.566 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-25T03:08:38.884 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-11-25T03:08:39.034 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-11-25T03:08:39.310 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-11-25T03:08:39.311 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-11-25T03:08:39.445 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-11-25T03:08:39.570 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-11-25T03:08:39.571 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-25T03:08:39.914 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-11-25T03:08:39.946 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-25T03:08:40.238 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-11-25T03:08:40.331 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-11-25T03:08:40.557 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-25T03:08:40.591 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-11-25T03:08:40.908 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-11-25T03:08:40.992 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-25T03:08:41.200 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-11-25T03:08:41.302 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-11-25T03:08:41.327 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:41.636 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-idna (3.3-1) ... 2023-11-25T03:08:41.645 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-25T03:08:41.962 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-25T03:08:42.022 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-11-25T03:08:42.281 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-11-25T03:08:42.382 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:42.683 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-idna (3.3-1) ... 2023-11-25T03:08:43.034 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-25T03:08:43.159 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-11-25T03:08:43.394 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:08:43.545 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-toml (0.10.2-1) ... 2023-11-25T03:08:43.787 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-25T03:08:43.905 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-11-25T03:08:44.031 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-25T03:08:44.290 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-11-25T03:08:44.332 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-11-25T03:08:44.533 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:08:44.608 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-11-25T03:08:44.701 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-toml (0.10.2-1) ... 2023-11-25T03:08:44.876 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:08:44.977 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-25T03:08:45.002 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-11-25T03:08:45.128 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-11-25T03:08:45.279 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-25T03:08:45.320 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-11-25T03:08:45.579 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-11-25T03:08:45.630 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-11-25T03:08:45.863 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-11-25T03:08:46.131 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-11-25T03:08:46.307 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-11-25T03:08:46.583 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:08:46.649 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-11-25T03:08:46.709 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-11-25T03:08:46.925 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-25T03:08:47.051 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-11-25T03:08:47.052 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-11-25T03:08:47.335 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-25T03:08:47.337 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-11-25T03:08:47.461 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-25T03:08:47.612 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-11-25T03:08:47.754 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-11-25T03:08:47.888 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-11-25T03:08:48.063 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-11-25T03:08:48.165 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-11-25T03:08:48.331 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-25T03:08:48.441 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-25T03:08:48.473 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-11-25T03:08:48.566 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-11-25T03:08:48.607 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:48.696 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-11-25T03:08:48.861 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-25T03:08:48.926 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-25T03:08:48.986 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-25T03:08:49.093 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-11-25T03:08:49.303 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-11-25T03:08:49.495 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-11-25T03:08:49.630 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-11-25T03:08:49.763 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up lua-any (27ubuntu1) ... 2023-11-25T03:08:49.888 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-portend (3.0.0-1) ... 2023-11-25T03:08:49.906 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-25T03:08:50.056 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-11-25T03:08:50.172 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:08:50.224 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-11-25T03:08:50.307 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-11-25T03:08:50.313 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-11-25T03:08:50.551 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-25T03:08:50.634 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-11-25T03:08:50.677 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-11-25T03:08:50.942 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-25T03:08:51.079 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-11-25T03:08:51.227 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-11-25T03:08:51.380 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up lua-any (27ubuntu1) ... 2023-11-25T03:08:51.463 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-rsa (4.8-1) ... 2023-11-25T03:08:51.556 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-portend (3.0.0-1) ... 2023-11-25T03:08:51.739 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-11-25T03:08:51.840 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-25T03:08:51.991 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-11-25T03:08:52.015 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-25T03:08:52.292 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-11-25T03:08:52.334 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-11-25T03:08:52.669 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-25T03:08:52.677 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-11-25T03:08:52.970 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-11-25T03:08:52.970 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-11-25T03:08:53.198 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-rsa (4.8-1) ... 2023-11-25T03:08:53.322 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-25T03:08:53.448 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up librados2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:53.483 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-11-25T03:08:53.599 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:53.717 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-11-25T03:08:53.800 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-25T03:08:54.054 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libcephfs2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:54.077 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-11-25T03:08:54.178 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libradosstriper1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:54.305 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-11-25T03:08:54.487 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-11-25T03:08:54.597 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up librbd1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:54.740 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mgr-modules-core (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:54.788 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-11-25T03:08:54.866 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:55.060 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-25T03:08:55.060 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-25T03:08:55.191 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-25T03:08:55.317 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up librados2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:55.468 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:55.644 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-11-25T03:08:55.667 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libcephfs-dev (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:55.818 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-rados (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:55.944 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up librgw2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:56.047 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libcephfs2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:56.070 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up cephfs-top (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:56.196 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-25T03:08:56.198 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libradosstriper1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:56.374 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-11-25T03:08:56.675 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up librbd1 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:56.819 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mgr-modules-core (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:56.995 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:57.227 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-25T03:08:57.228 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-25T03:08:57.475 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-rbd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:57.575 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up rbd-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:57.701 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-rgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:57.827 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up python3-cephfs (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:57.912 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libcephfs-dev (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:57.953 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up cephfs-shell (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:58.064 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-rados (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:58.104 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:58.214 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up librgw2 (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:58.391 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up cephfs-top (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:58.525 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-25T03:08:58.634 INFO:teuthology.orchestra.run.smithi076.stdout:Adding group ceph....done 2023-11-25T03:08:59.001 INFO:teuthology.orchestra.run.smithi076.stdout:Adding system user ceph....done 2023-11-25T03:08:59.221 INFO:teuthology.orchestra.run.smithi076.stdout:Setting system user ceph properties....done 2023-11-25T03:08:59.243 INFO:teuthology.orchestra.run.smithi076.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-11-25T03:08:59.384 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-11-25T03:08:59.759 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-11-25T03:08:59.813 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-rbd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:08:59.930 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up rbd-fuse (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:00.039 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-rgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:00.156 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up python3-cephfs (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:00.283 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up cephfs-shell (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:00.433 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up cephfs-mirror (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:00.442 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-common (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-25T03:09:00.641 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-25T03:09:00.987 INFO:teuthology.orchestra.run.smithi106.stdout:Adding group ceph....done 2023-11-25T03:09:01.233 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-test (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:01.342 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up radosgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:01.422 INFO:teuthology.orchestra.run.smithi106.stdout:Adding system user ceph....done 2023-11-25T03:09:01.608 INFO:teuthology.orchestra.run.smithi106.stdout:Setting system user ceph properties....done 2023-11-25T03:09:01.624 INFO:teuthology.orchestra.run.smithi106.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-11-25T03:09:01.769 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-11-25T03:09:01.861 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-25T03:09:01.861 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-25T03:09:02.160 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-11-25T03:09:02.512 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-base (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:02.835 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up cephfs-mirror (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:02.980 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-11-25T03:09:03.044 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-25T03:09:03.044 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-25T03:09:03.623 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mds (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:03.744 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-test (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:03.830 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-25T03:09:03.830 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-25T03:09:03.871 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up radosgw (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:04.433 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-25T03:09:04.433 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-25T03:09:04.433 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mgr (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:04.630 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-25T03:09:04.630 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-25T03:09:05.129 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-base (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:05.285 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-osd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:05.622 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-11-25T03:09:05.708 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-25T03:09:05.708 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-25T03:09:06.277 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mds (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:06.303 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:06.429 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:06.516 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-25T03:09:06.516 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-25T03:09:06.572 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mon (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:06.782 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-25T03:09:06.782 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-25T03:09:07.137 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mgr (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:07.374 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mgr-cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:07.375 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-25T03:09:07.375 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-25T03:09:07.492 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:07.610 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-mgr-dashboard (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:07.752 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ceph-volume (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:08.005 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-osd (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:08.114 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-11-25T03:09:08.248 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-25T03:09:08.307 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-25T03:09:08.307 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-25T03:09:08.366 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-25T03:09:08.914 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:09.024 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:09.125 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-25T03:09:09.200 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mon (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:09.410 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-25T03:09:09.410 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-25T03:09:09.834 INFO:teuthology.orchestra.run.smithi076.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-25T03:09:09.839 DEBUG:teuthology.orchestra.run.smithi076:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-11-25T03:09:09.913 INFO:teuthology.orchestra.run.smithi076.stdout:Reading package lists... 2023-11-25T03:09:10.076 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mgr-cephadm (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:10.079 INFO:teuthology.orchestra.run.smithi076.stdout:Building dependency tree... 2023-11-25T03:09:10.080 INFO:teuthology.orchestra.run.smithi076.stdout:Reading state information... 2023-11-25T03:09:10.219 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout:The following packages were automatically installed and are no longer required: 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-25T03:09:10.228 INFO:teuthology.orchestra.run.smithi076.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-25T03:09:10.229 INFO:teuthology.orchestra.run.smithi076.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-25T03:09:10.229 INFO:teuthology.orchestra.run.smithi076.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-25T03:09:10.229 INFO:teuthology.orchestra.run.smithi076.stdout:The following additional packages will be installed: 2023-11-25T03:09:10.229 INFO:teuthology.orchestra.run.smithi076.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-11-25T03:09:10.229 INFO:teuthology.orchestra.run.smithi076.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-11-25T03:09:10.230 INFO:teuthology.orchestra.run.smithi076.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-11-25T03:09:10.230 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-11-25T03:09:10.230 INFO:teuthology.orchestra.run.smithi076.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-25T03:09:10.231 INFO:teuthology.orchestra.run.smithi076.stdout:Suggested packages: 2023-11-25T03:09:10.231 INFO:teuthology.orchestra.run.smithi076.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-11-25T03:09:10.231 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-11-25T03:09:10.231 INFO:teuthology.orchestra.run.smithi076.stdout: libengine-pkcs11-openssl 2023-11-25T03:09:10.279 INFO:teuthology.orchestra.run.smithi076.stdout:The following NEW packages will be installed: 2023-11-25T03:09:10.279 INFO:teuthology.orchestra.run.smithi076.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-11-25T03:09:10.280 INFO:teuthology.orchestra.run.smithi076.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-11-25T03:09:10.280 INFO:teuthology.orchestra.run.smithi076.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-11-25T03:09:10.280 INFO:teuthology.orchestra.run.smithi076.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-11-25T03:09:10.280 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-11-25T03:09:10.280 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-11-25T03:09:10.280 INFO:teuthology.orchestra.run.smithi076.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-25T03:09:10.281 INFO:teuthology.orchestra.run.smithi076.stdout:The following packages will be upgraded: 2023-11-25T03:09:10.281 INFO:teuthology.orchestra.run.smithi076.stdout: libssl3 2023-11-25T03:09:10.345 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-mgr-dashboard (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:10.412 INFO:teuthology.orchestra.run.smithi076.stdout:1 upgraded, 39 newly installed, 0 to remove and 263 not upgraded. 2023-11-25T03:09:10.412 INFO:teuthology.orchestra.run.smithi076.stdout:Need to get 54.6 MB of archives. 2023-11-25T03:09:10.413 INFO:teuthology.orchestra.run.smithi076.stdout:After this operation, 202 MB of additional disk space will be used. 2023-11-25T03:09:10.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-11-25T03:09:10.487 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ceph-volume (18.0.0-7506-gec928368-1jammy) ... 2023-11-25T03:09:10.678 INFO:teuthology.orchestra.run.smithi076.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.12 [1,901 kB] 2023-11-25T03:09:10.873 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-11-25T03:09:13.403 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-25T03:09:13.403 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-25T03:09:13.403 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-25T03:09:13.405 INFO:teuthology.orchestra.run.smithi106.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-25T03:09:13.406 DEBUG:teuthology.orchestra.run.smithi106:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-11-25T03:09:13.411 INFO:teuthology.orchestra.run.smithi076.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-11-25T03:09:13.411 INFO:teuthology.orchestra.run.smithi076.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-11-25T03:09:13.411 INFO:teuthology.orchestra.run.smithi076.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-11-25T03:09:13.412 INFO:teuthology.orchestra.run.smithi076.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.9-0ubuntu0.22.04.1 [141 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.12 [2,373 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-11-25T03:09:13.413 INFO:teuthology.orchestra.run.smithi076.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.9-0ubuntu0.22.04.1 [1,222 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.9-0ubuntu0.22.04.1 [16.1 MB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-11-25T03:09:13.414 INFO:teuthology.orchestra.run.smithi076.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Preconfiguring packages ... 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Fetched 54.6 MB in 2s (36.3 MB/s) 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package flex. 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140565 files and directories currently installed.) 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking flex (2.6.4-8build2) ... 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-25T03:09:13.415 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.12) over (3.0.2-0ubuntu1.7) ... 2023-11-25T03:09:13.487 INFO:teuthology.orchestra.run.smithi106.stdout:Reading package lists... 2023-11-25T03:09:13.655 INFO:teuthology.orchestra.run.smithi106.stdout:Building dependency tree... 2023-11-25T03:09:13.656 INFO:teuthology.orchestra.run.smithi106.stdout:Reading state information... 2023-11-25T03:09:13.686 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-25T03:09:13.805 INFO:teuthology.orchestra.run.smithi106.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-11-25T03:09:13.805 INFO:teuthology.orchestra.run.smithi106.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-11-25T03:09:13.805 INFO:teuthology.orchestra.run.smithi106.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout:The following packages were automatically installed and are no longer required: 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-25T03:09:13.806 INFO:teuthology.orchestra.run.smithi106.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-25T03:09:13.807 INFO:teuthology.orchestra.run.smithi106.stdout:The following additional packages will be installed: 2023-11-25T03:09:13.807 INFO:teuthology.orchestra.run.smithi106.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-11-25T03:09:13.807 INFO:teuthology.orchestra.run.smithi106.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-11-25T03:09:13.807 INFO:teuthology.orchestra.run.smithi106.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-11-25T03:09:13.807 INFO:teuthology.orchestra.run.smithi106.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-11-25T03:09:13.808 INFO:teuthology.orchestra.run.smithi106.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-25T03:09:13.808 INFO:teuthology.orchestra.run.smithi106.stdout:Suggested packages: 2023-11-25T03:09:13.808 INFO:teuthology.orchestra.run.smithi106.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-11-25T03:09:13.808 INFO:teuthology.orchestra.run.smithi106.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-11-25T03:09:13.808 INFO:teuthology.orchestra.run.smithi106.stdout: libengine-pkcs11-openssl 2023-11-25T03:09:13.856 INFO:teuthology.orchestra.run.smithi106.stdout:The following NEW packages will be installed: 2023-11-25T03:09:13.857 INFO:teuthology.orchestra.run.smithi106.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-11-25T03:09:13.857 INFO:teuthology.orchestra.run.smithi106.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-11-25T03:09:13.858 INFO:teuthology.orchestra.run.smithi106.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-11-25T03:09:13.858 INFO:teuthology.orchestra.run.smithi106.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-11-25T03:09:13.858 INFO:teuthology.orchestra.run.smithi106.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-11-25T03:09:13.858 INFO:teuthology.orchestra.run.smithi106.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-11-25T03:09:13.858 INFO:teuthology.orchestra.run.smithi106.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-25T03:09:13.859 INFO:teuthology.orchestra.run.smithi106.stdout:The following packages will be upgraded: 2023-11-25T03:09:13.860 INFO:teuthology.orchestra.run.smithi106.stdout: libssl3 2023-11-25T03:09:13.920 INFO:teuthology.orchestra.run.smithi106.stdout:1 upgraded, 39 newly installed, 0 to remove and 263 not upgraded. 2023-11-25T03:09:13.920 INFO:teuthology.orchestra.run.smithi106.stdout:Need to get 54.6 MB of archives. 2023-11-25T03:09:13.920 INFO:teuthology.orchestra.run.smithi106.stdout:After this operation, 202 MB of additional disk space will be used. 2023-11-25T03:09:13.920 INFO:teuthology.orchestra.run.smithi106.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-11-25T03:09:14.042 INFO:teuthology.orchestra.run.smithi106.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.12 [1,901 kB] 2023-11-25T03:09:14.123 INFO:teuthology.orchestra.run.smithi106.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-11-25T03:09:14.139 INFO:teuthology.orchestra.run.smithi106.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-11-25T03:09:14.140 INFO:teuthology.orchestra.run.smithi106.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-11-25T03:09:14.142 INFO:teuthology.orchestra.run.smithi106.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2023-11-25T03:09:14.145 INFO:teuthology.orchestra.run.smithi106.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-11-25T03:09:14.145 INFO:teuthology.orchestra.run.smithi106.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-11-25T03:09:14.147 INFO:teuthology.orchestra.run.smithi106.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-11-25T03:09:14.149 INFO:teuthology.orchestra.run.smithi106.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-11-25T03:09:14.149 INFO:teuthology.orchestra.run.smithi106.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-11-25T03:09:14.161 INFO:teuthology.orchestra.run.smithi106.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-11-25T03:09:14.180 INFO:teuthology.orchestra.run.smithi106.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2023-11-25T03:09:14.245 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package bison. 2023-11-25T03:09:14.322 INFO:teuthology.orchestra.run.smithi076.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140638 files and directories currently installed.) 2023-11-25T03:09:14.326 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-11-25T03:09:14.373 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-11-25T03:09:14.619 INFO:teuthology.orchestra.run.smithi106.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-11-25T03:09:14.621 INFO:teuthology.orchestra.run.smithi106.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-11-25T03:09:14.622 INFO:teuthology.orchestra.run.smithi106.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-11-25T03:09:14.624 INFO:teuthology.orchestra.run.smithi106.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-11-25T03:09:14.625 INFO:teuthology.orchestra.run.smithi106.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-11-25T03:09:14.629 INFO:teuthology.orchestra.run.smithi106.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.9-0ubuntu0.22.04.1 [141 kB] 2023-11-25T03:09:14.631 INFO:teuthology.orchestra.run.smithi106.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-11-25T03:09:14.639 INFO:teuthology.orchestra.run.smithi106.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-11-25T03:09:14.639 INFO:teuthology.orchestra.run.smithi106.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.12 [2,373 kB] 2023-11-25T03:09:14.662 INFO:teuthology.orchestra.run.smithi106.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-11-25T03:09:14.663 INFO:teuthology.orchestra.run.smithi106.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-11-25T03:09:14.674 INFO:teuthology.orchestra.run.smithi106.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-11-25T03:09:14.698 INFO:teuthology.orchestra.run.smithi106.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-11-25T03:09:14.701 INFO:teuthology.orchestra.run.smithi106.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-11-25T03:09:14.702 INFO:teuthology.orchestra.run.smithi106.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-11-25T03:09:14.703 INFO:teuthology.orchestra.run.smithi106.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-11-25T03:09:14.703 INFO:teuthology.orchestra.run.smithi106.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.9-0ubuntu0.22.04.1 [1,222 kB] 2023-11-25T03:09:14.715 INFO:teuthology.orchestra.run.smithi106.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-11-25T03:09:14.717 INFO:teuthology.orchestra.run.smithi106.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.9-0ubuntu0.22.04.1 [16.1 MB] 2023-11-25T03:09:14.757 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-11-25T03:09:14.771 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-11-25T03:09:14.815 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-11-25T03:09:14.895 INFO:teuthology.orchestra.run.smithi106.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-11-25T03:09:14.895 INFO:teuthology.orchestra.run.smithi106.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-11-25T03:09:14.895 INFO:teuthology.orchestra.run.smithi106.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-11-25T03:09:14.896 INFO:teuthology.orchestra.run.smithi106.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-11-25T03:09:14.896 INFO:teuthology.orchestra.run.smithi106.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-11-25T03:09:14.896 INFO:teuthology.orchestra.run.smithi106.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-11-25T03:09:14.910 INFO:teuthology.orchestra.run.smithi106.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-11-25T03:09:14.911 INFO:teuthology.orchestra.run.smithi106.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-11-25T03:09:15.169 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package dump. 2023-11-25T03:09:15.183 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-11-25T03:09:15.227 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking dump (0.4b47-3) ... 2023-11-25T03:09:15.292 INFO:teuthology.orchestra.run.smithi106.stdout:Preconfiguring packages ... 2023-11-25T03:09:15.449 INFO:teuthology.orchestra.run.smithi106.stdout:Fetched 54.6 MB in 1s (52.3 MB/s) 2023-11-25T03:09:15.480 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package indent. 2023-11-25T03:09:15.495 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:15.539 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-25T03:09:15.574 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package flex. 2023-11-25T03:09:15.647 INFO:teuthology.orchestra.run.smithi106.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140565 files and directories currently installed.) 2023-11-25T03:09:15.651 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-11-25T03:09:15.698 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking flex (2.6.4-8build2) ... 2023-11-25T03:09:15.799 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-11-25T03:09:15.814 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-11-25T03:09:15.966 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-25T03:09:16.268 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-25T03:09:16.320 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-11-25T03:09:16.335 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-11-25T03:09:16.378 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-25T03:09:16.614 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-11-25T03:09:16.629 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-11-25T03:09:16.664 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-11-25T03:09:16.923 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.12) over (3.0.2-0ubuntu1.7) ... 2023-11-25T03:09:16.984 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libfl2:amd64. 2023-11-25T03:09:17.000 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-11-25T03:09:17.043 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:17.322 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-25T03:09:17.822 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-11-25T03:09:17.837 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-11-25T03:09:17.872 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:17.898 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package bison. 2023-11-25T03:09:17.971 INFO:teuthology.orchestra.run.smithi106.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140638 files and directories currently installed.) 2023-11-25T03:09:17.975 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-11-25T03:09:18.017 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-11-25T03:09:18.108 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libjson-perl. 2023-11-25T03:09:18.123 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-11-25T03:09:18.166 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-11-25T03:09:18.434 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-11-25T03:09:18.448 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-11-25T03:09:18.478 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libllvm14:amd64. 2023-11-25T03:09:18.493 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2023-11-25T03:09:18.517 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-11-25T03:09:18.536 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-25T03:09:18.837 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package dump. 2023-11-25T03:09:18.851 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-11-25T03:09:18.887 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking dump (0.4b47-3) ... 2023-11-25T03:09:19.190 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package indent. 2023-11-25T03:09:19.205 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:19.249 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-25T03:09:19.501 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-11-25T03:09:19.517 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-11-25T03:09:19.559 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-25T03:09:19.905 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-11-25T03:09:19.920 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-11-25T03:09:19.955 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-25T03:09:20.055 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-11-25T03:09:20.071 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-25T03:09:20.114 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:20.165 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-11-25T03:09:20.181 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-11-25T03:09:20.223 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-11-25T03:09:20.358 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libmbim-proxy. 2023-11-25T03:09:20.373 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-25T03:09:20.408 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:20.602 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libfl2:amd64. 2023-11-25T03:09:20.617 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-11-25T03:09:20.660 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:20.710 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-11-25T03:09:20.726 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-25T03:09:20.768 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:20.912 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-11-25T03:09:20.928 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-11-25T03:09:21.001 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:21.138 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libndp0:amd64. 2023-11-25T03:09:21.154 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-11-25T03:09:21.196 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-25T03:09:21.248 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libjson-perl. 2023-11-25T03:09:21.264 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-11-25T03:09:21.298 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-11-25T03:09:21.524 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libnm0:amd64. 2023-11-25T03:09:21.539 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-11-25T03:09:21.568 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libllvm14:amd64. 2023-11-25T03:09:21.582 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-25T03:09:21.583 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2023-11-25T03:09:21.617 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-25T03:09:21.893 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libpq5:amd64. 2023-11-25T03:09:21.909 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../16-libpq5_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:21.976 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:22.313 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-11-25T03:09:22.328 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:22.371 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:22.725 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libqmi-proxy. 2023-11-25T03:09:22.740 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:22.783 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:22.996 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-11-25T03:09:23.010 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-11-25T03:09:23.011 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-25T03:09:23.025 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-25T03:09:23.054 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:23.069 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-25T03:09:23.315 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libmbim-proxy. 2023-11-25T03:09:23.330 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-25T03:09:23.398 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:23.564 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-11-25T03:09:23.579 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-11-25T03:09:23.622 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-11-25T03:09:23.717 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-11-25T03:09:23.733 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-25T03:09:23.775 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:23.975 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package modemmanager. 2023-11-25T03:09:23.990 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-25T03:09:24.034 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:24.120 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libndp0:amd64. 2023-11-25T03:09:24.136 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-11-25T03:09:24.170 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-25T03:09:24.472 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libnm0:amd64. 2023-11-25T03:09:24.488 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-11-25T03:09:24.531 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-25T03:09:24.698 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package network-manager. 2023-11-25T03:09:24.713 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-11-25T03:09:24.781 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-11-25T03:09:24.908 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libpq5:amd64. 2023-11-25T03:09:24.924 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../16-libpq5_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:24.967 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:25.303 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-11-25T03:09:25.318 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:25.353 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:25.438 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package ppp. 2023-11-25T03:09:25.453 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-11-25T03:09:25.622 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libqmi-proxy. 2023-11-25T03:09:25.638 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:25.680 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:25.813 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-11-25T03:09:25.932 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-11-25T03:09:25.948 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-25T03:09:25.990 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-25T03:09:26.118 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package pptp-linux. 2023-11-25T03:09:26.132 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-11-25T03:09:26.176 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-11-25T03:09:26.456 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package network-manager-pptp. 2023-11-25T03:09:26.469 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-11-25T03:09:26.471 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-11-25T03:09:26.484 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-11-25T03:09:26.519 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-11-25T03:09:26.520 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-11-25T03:09:26.832 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql-client-common. 2023-11-25T03:09:26.846 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-11-25T03:09:26.872 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package modemmanager. 2023-11-25T03:09:26.890 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-25T03:09:26.891 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql-client-common (238) ... 2023-11-25T03:09:26.964 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:27.160 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql-client-14. 2023-11-25T03:09:27.175 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../27-postgresql-client-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:27.219 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:27.604 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package network-manager. 2023-11-25T03:09:27.619 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-11-25T03:09:27.670 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-11-25T03:09:27.992 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql-common. 2023-11-25T03:09:28.007 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-11-25T03:09:28.068 INFO:teuthology.orchestra.run.smithi076.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-11-25T03:09:28.099 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql-common (238) ... 2023-11-25T03:09:28.313 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package ppp. 2023-11-25T03:09:28.328 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-11-25T03:09:28.517 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql-14. 2023-11-25T03:09:28.533 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../29-postgresql-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:28.577 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:28.707 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-11-25T03:09:29.025 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package pptp-linux. 2023-11-25T03:09:29.040 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-11-25T03:09:29.083 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-11-25T03:09:29.336 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package network-manager-pptp. 2023-11-25T03:09:29.350 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-11-25T03:09:29.394 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-11-25T03:09:29.669 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql. 2023-11-25T03:09:29.684 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-11-25T03:09:29.728 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql (14+238) ... 2023-11-25T03:09:29.739 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql-client-common. 2023-11-25T03:09:29.753 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-11-25T03:09:29.797 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql-client-common (238) ... 2023-11-25T03:09:29.996 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql-client. 2023-11-25T03:09:30.011 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-11-25T03:09:30.055 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql-client (14+238) ... 2023-11-25T03:09:30.093 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql-client-14. 2023-11-25T03:09:30.107 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../27-postgresql-client-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:30.176 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:30.282 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package postgresql-contrib. 2023-11-25T03:09:30.296 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-11-25T03:09:30.340 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking postgresql-contrib (14+238) ... 2023-11-25T03:09:30.660 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package tcl8.6. 2023-11-25T03:09:30.675 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-11-25T03:09:30.718 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-25T03:09:30.765 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql-common. 2023-11-25T03:09:30.779 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-11-25T03:09:30.864 INFO:teuthology.orchestra.run.smithi106.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-11-25T03:09:30.896 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql-common (238) ... 2023-11-25T03:09:30.979 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package tcl. 2023-11-25T03:09:30.995 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-11-25T03:09:31.042 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-11-25T03:09:31.304 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql-14. 2023-11-25T03:09:31.319 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../29-postgresql-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-25T03:09:31.365 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:31.407 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package wpasupplicant. 2023-11-25T03:09:31.422 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-11-25T03:09:31.465 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-25T03:09:31.827 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-11-25T03:09:31.843 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-11-25T03:09:31.886 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-11-25T03:09:32.239 INFO:teuthology.orchestra.run.smithi076.stdout:Selecting previously unselected package usb-modeswitch. 2023-11-25T03:09:32.255 INFO:teuthology.orchestra.run.smithi076.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-11-25T03:09:32.297 INFO:teuthology.orchestra.run.smithi076.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-25T03:09:32.582 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql-client-common (238) ... 2023-11-25T03:09:32.658 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql. 2023-11-25T03:09:32.672 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-11-25T03:09:32.716 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql (14+238) ... 2023-11-25T03:09:32.804 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up flex (2.6.4-8build2) ... 2023-11-25T03:09:32.930 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-25T03:09:32.976 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql-client. 2023-11-25T03:09:32.990 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-11-25T03:09:33.043 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql-client (14+238) ... 2023-11-25T03:09:33.047 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:33.157 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-11-25T03:09:33.287 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package postgresql-contrib. 2023-11-25T03:09:33.302 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-11-25T03:09:33.343 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-25T03:09:33.345 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking postgresql-contrib (14+238) ... 2023-11-25T03:09:33.467 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:33.631 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package tcl8.6. 2023-11-25T03:09:33.647 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-11-25T03:09:33.689 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-25T03:09:33.967 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package tcl. 2023-11-25T03:09:33.982 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-11-25T03:09:34.030 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-11-25T03:09:34.411 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package wpasupplicant. 2023-11-25T03:09:34.427 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-11-25T03:09:34.469 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-25T03:09:34.473 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-11-25T03:09:34.573 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-25T03:09:34.815 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-11-25T03:09:34.830 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-11-25T03:09:34.865 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-11-25T03:09:34.950 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-25T03:09:34.950 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-25T03:09:35.243 INFO:teuthology.orchestra.run.smithi106.stdout:Selecting previously unselected package usb-modeswitch. 2023-11-25T03:09:35.258 INFO:teuthology.orchestra.run.smithi106.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-11-25T03:09:35.310 INFO:teuthology.orchestra.run.smithi106.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-25T03:09:35.594 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql-client-common (238) ... 2023-11-25T03:09:35.642 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-11-25T03:09:35.769 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-25T03:09:35.832 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up flex (2.6.4-8build2) ... 2023-11-25T03:09:35.895 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-11-25T03:09:35.958 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-25T03:09:36.029 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-11-25T03:09:36.084 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:36.147 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:36.202 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-11-25T03:09:36.256 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-25T03:09:36.302 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-25T03:09:36.374 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-11-25T03:09:36.453 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:37.129 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-25T03:09:37.247 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up dump (0.4b47-3) ... 2023-11-25T03:09:37.334 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-11-25T03:09:37.399 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:37.458 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-11-25T03:09:37.525 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-25T03:09:37.551 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-25T03:09:37.651 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up tcl (8.6.11+1build2) ... 2023-11-25T03:09:37.810 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libjson-perl (4.04000-1) ... 2023-11-25T03:09:37.927 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-25T03:09:37.928 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-25T03:09:37.936 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-11-25T03:09:38.026 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-11-25T03:09:38.096 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-25T03:09:38.214 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-25T03:09:38.365 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-25T03:09:38.491 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:38.604 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-11-25T03:09:38.617 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-11-25T03:09:38.755 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-25T03:09:38.785 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql-client (14+238) ... 2023-11-25T03:09:38.881 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-11-25T03:09:38.936 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-11-25T03:09:39.007 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-11-25T03:09:39.183 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:39.309 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-25T03:09:39.426 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout:The following network interfaces were found in /etc/network/interfaces 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout:which means they are currently configured by ifupdown: 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout:- enp3s0f1 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout:If you want to manage those interfaces with NetworkManager instead 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout:remove their configuration from /etc/network/interfaces. 2023-11-25T03:09:39.524 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:09:39.656 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-11-25T03:09:40.032 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-11-25T03:09:40.156 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-25T03:09:40.282 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up dump (0.4b47-3) ... 2023-11-25T03:09:40.378 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-11-25T03:09:40.426 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-11-25T03:09:40.442 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:40.593 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-25T03:09:40.702 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up tcl (8.6.11+1build2) ... 2023-11-25T03:09:40.812 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libjson-perl (4.04000-1) ... 2023-11-25T03:09:40.938 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-11-25T03:09:41.036 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-11-25T03:09:41.097 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:41.098 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-25T03:09:41.240 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-25T03:09:41.257 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:41.375 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-11-25T03:09:41.417 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-25T03:09:41.501 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql-common (238) ... 2023-11-25T03:09:41.543 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:41.660 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-11-25T03:09:41.803 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql-client (14+238) ... 2023-11-25T03:09:41.954 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-11-25T03:09:42.418 INFO:teuthology.orchestra.run.smithi076.stdout:Adding user postgres to group ssl-cert 2023-11-25T03:09:42.565 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:09:42.566 INFO:teuthology.orchestra.run.smithi106.stdout:The following network interfaces were found in /etc/network/interfaces 2023-11-25T03:09:42.566 INFO:teuthology.orchestra.run.smithi106.stdout:which means they are currently configured by ifupdown: 2023-11-25T03:09:42.566 INFO:teuthology.orchestra.run.smithi106.stdout:- enp3s0f1 2023-11-25T03:09:42.566 INFO:teuthology.orchestra.run.smithi106.stdout:If you want to manage those interfaces with NetworkManager instead 2023-11-25T03:09:42.566 INFO:teuthology.orchestra.run.smithi106.stdout:remove their configuration from /etc/network/interfaces. 2023-11-25T03:09:42.566 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:09:42.688 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:09:42.688 INFO:teuthology.orchestra.run.smithi076.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-11-25T03:09:42.698 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-11-25T03:09:42.939 INFO:teuthology.orchestra.run.smithi076.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-11-25T03:09:42.940 INFO:teuthology.orchestra.run.smithi076.stdout:Removing obsolete dictionary files: 2023-11-25T03:09:43.118 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-11-25T03:09:43.534 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-11-25T03:09:43.644 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-11-25T03:09:44.086 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:44.273 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-25T03:09:44.417 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-25T03:09:44.452 INFO:teuthology.orchestra.run.smithi076.stdout:Creating new PostgreSQL cluster 14/main ... 2023-11-25T03:09:44.471 INFO:teuthology.orchestra.run.smithi076.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-11-25T03:09:44.518 INFO:teuthology.orchestra.run.smithi076.stdout:The files belonging to this database system will be owned by user "postgres". 2023-11-25T03:09:44.518 INFO:teuthology.orchestra.run.smithi076.stdout:This user must also own the server process. 2023-11-25T03:09:44.518 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout:The database cluster will be initialized with locale "en_US". 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout:The default text search configuration will be set to "english". 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout:Data page checksums are disabled. 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:09:44.519 INFO:teuthology.orchestra.run.smithi076.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-11-25T03:09:44.520 INFO:teuthology.orchestra.run.smithi076.stdout:creating subdirectories ... ok 2023-11-25T03:09:44.520 INFO:teuthology.orchestra.run.smithi076.stdout:selecting dynamic shared memory implementation ... posix 2023-11-25T03:09:44.542 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-11-25T03:09:44.544 INFO:teuthology.orchestra.run.smithi076.stdout:selecting default max_connections ... 100 2023-11-25T03:09:44.579 INFO:teuthology.orchestra.run.smithi076.stdout:selecting default shared_buffers ... 128MB 2023-11-25T03:09:44.592 INFO:teuthology.orchestra.run.smithi076.stdout:selecting default time zone ... Etc/UTC 2023-11-25T03:09:44.593 INFO:teuthology.orchestra.run.smithi076.stdout:creating configuration files ... ok 2023-11-25T03:09:44.701 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql-common (238) ... 2023-11-25T03:09:44.762 INFO:teuthology.orchestra.run.smithi076.stdout:running bootstrap script ... ok 2023-11-25T03:09:45.434 INFO:teuthology.orchestra.run.smithi076.stdout:performing post-bootstrap initialization ... ok 2023-11-25T03:09:45.665 INFO:teuthology.orchestra.run.smithi106.stdout:Adding user postgres to group ssl-cert 2023-11-25T03:09:45.917 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:09:45.917 INFO:teuthology.orchestra.run.smithi106.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-11-25T03:09:46.079 INFO:teuthology.orchestra.run.smithi076.stdout:syncing data to disk ... ok 2023-11-25T03:09:46.169 INFO:teuthology.orchestra.run.smithi106.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-11-25T03:09:46.169 INFO:teuthology.orchestra.run.smithi106.stdout:Removing obsolete dictionary files: 2023-11-25T03:09:46.621 INFO:teuthology.orchestra.run.smithi076.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-11-25T03:09:46.877 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-11-25T03:09:47.362 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-25T03:09:47.731 INFO:teuthology.orchestra.run.smithi106.stdout:Creating new PostgreSQL cluster 14/main ... 2023-11-25T03:09:47.757 INFO:teuthology.orchestra.run.smithi106.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout:The files belonging to this database system will be owned by user "postgres". 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout:This user must also own the server process. 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout:The database cluster will be initialized with locale "en_US". 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout:The default text search configuration will be set to "english". 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout:Data page checksums are disabled. 2023-11-25T03:09:47.812 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:09:47.813 INFO:teuthology.orchestra.run.smithi106.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-11-25T03:09:47.813 INFO:teuthology.orchestra.run.smithi106.stdout:creating subdirectories ... ok 2023-11-25T03:09:47.813 INFO:teuthology.orchestra.run.smithi106.stdout:selecting dynamic shared memory implementation ... posix 2023-11-25T03:09:47.837 INFO:teuthology.orchestra.run.smithi106.stdout:selecting default max_connections ... 100 2023-11-25T03:09:47.872 INFO:teuthology.orchestra.run.smithi106.stdout:selecting default shared_buffers ... 128MB 2023-11-25T03:09:47.886 INFO:teuthology.orchestra.run.smithi106.stdout:selecting default time zone ... Etc/UTC 2023-11-25T03:09:47.886 INFO:teuthology.orchestra.run.smithi106.stdout:creating configuration files ... ok 2023-11-25T03:09:48.055 INFO:teuthology.orchestra.run.smithi106.stdout:running bootstrap script ... ok 2023-11-25T03:09:48.670 INFO:teuthology.orchestra.run.smithi106.stdout:performing post-bootstrap initialization ... ok 2023-11-25T03:09:49.376 INFO:teuthology.orchestra.run.smithi106.stdout:syncing data to disk ... ok 2023-11-25T03:09:49.763 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:49.889 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql-contrib (14+238) ... 2023-11-25T03:09:49.898 INFO:teuthology.orchestra.run.smithi106.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-11-25T03:09:50.015 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up postgresql (14+238) ... 2023-11-25T03:09:50.141 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:50.284 INFO:teuthology.orchestra.run.smithi076.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:50.559 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-11-25T03:09:50.559 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-11-25T03:09:51.294 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-11-25T03:09:51.630 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-25T03:09:51.790 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-25T03:09:53.160 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-11-25T03:09:53.260 INFO:teuthology.orchestra.run.smithi076.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-25T03:09:53.694 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:53.801 INFO:teuthology.orchestra.run.smithi076.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-25T03:09:53.805 DEBUG:teuthology.parallel:result is None 2023-11-25T03:09:53.819 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql-contrib (14+238) ... 2023-11-25T03:09:53.970 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up postgresql (14+238) ... 2023-11-25T03:09:54.105 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-25T03:09:54.222 INFO:teuthology.orchestra.run.smithi106.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-25T03:09:54.465 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-11-25T03:09:54.465 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-11-25T03:09:55.200 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-11-25T03:09:55.552 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-25T03:09:55.695 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-25T03:09:57.147 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-11-25T03:09:57.249 INFO:teuthology.orchestra.run.smithi106.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-25T03:09:57.793 INFO:teuthology.orchestra.run.smithi106.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-25T03:09:57.798 DEBUG:teuthology.parallel:result is None 2023-11-25T03:09:57.799 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=ec928368edcc5fc71884a56fd9fd821b148f4e30 2023-11-25T03:09:58.018 DEBUG:teuthology.orchestra.run.smithi076:> dpkg-query -W -f '${Version}' ceph 2023-11-25T03:09:58.041 INFO:teuthology.orchestra.run.smithi076.stdout:18.0.0-7506-gec928368-1jammy 2023-11-25T03:09:58.042 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7506-gec928368-1jammy 2023-11-25T03:09:58.042 INFO:teuthology.task.install:The correct ceph version 18.0.0-7506-gec928368-1jammy is installed. 2023-11-25T03:09:58.043 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=ec928368edcc5fc71884a56fd9fd821b148f4e30 2023-11-25T03:09:58.184 DEBUG:teuthology.orchestra.run.smithi106:> dpkg-query -W -f '${Version}' ceph 2023-11-25T03:09:58.206 INFO:teuthology.orchestra.run.smithi106.stdout:18.0.0-7506-gec928368-1jammy 2023-11-25T03:09:58.207 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7506-gec928368-1jammy 2023-11-25T03:09:58.207 INFO:teuthology.task.install:The correct ceph version 18.0.0-7506-gec928368-1jammy is installed. 2023-11-25T03:09:58.207 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-11-25T03:09:58.207 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:09:58.208 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-25T03:09:58.231 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:09:58.231 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-25T03:09:58.274 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-11-25T03:09:58.274 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:09:58.275 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/daemon-helper 2023-11-25T03:09:58.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-25T03:09:58.361 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:09:58.361 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/usr/bin/daemon-helper 2023-11-25T03:09:58.381 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-25T03:09:58.441 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-11-25T03:09:58.441 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:09:58.441 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-25T03:09:58.463 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-25T03:09:58.525 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:09:58.525 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-25T03:09:58.545 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-25T03:09:58.605 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-11-25T03:09:58.605 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:09:58.605 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/stdin-killer 2023-11-25T03:09:58.627 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-25T03:09:58.689 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:09:58.689 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/usr/bin/stdin-killer 2023-11-25T03:09:58.709 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-25T03:09:58.769 INFO:teuthology.run_tasks:Running task ceph... 2023-11-25T03:09:58.836 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-11-25T03:09:58.836 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 777 /var/log/ceph 2023-11-25T03:09:58.840 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 777 /var/log/ceph 2023-11-25T03:09:58.859 INFO:tasks.ceph:Disabling ceph logrotate... 2023-11-25T03:09:58.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /etc/logrotate.d/ceph 2023-11-25T03:09:58.905 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f -- /etc/logrotate.d/ceph 2023-11-25T03:09:58.925 INFO:tasks.ceph:Creating extra log directories... 2023-11-25T03:09:58.926 DEBUG:teuthology.orchestra.run.smithi076:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-11-25T03:09:58.967 DEBUG:teuthology.orchestra.run.smithi106:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-11-25T03:09:58.995 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-11-25T03:09:58.995 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-11-25T03:09:58.995 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-11-25T03:09:58.996 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:09:58.996 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-11-25T03:09:59.041 DEBUG:teuthology.orchestra.run.smithi076:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-11-25T03:09:59.134 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:09:59.134 DEBUG:teuthology.orchestra.run.smithi106:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-11-25T03:09:59.143 DEBUG:teuthology.orchestra.run.smithi106:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-11-25T03:09:59.242 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-11-25T03:09:59.242 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-11-25T03:09:59.242 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998', 'branch': 'main', 'description': 'fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'job_id': '7465998', 'kernel': {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30'}}, 'kclient': {'syntax': 'v1'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 75, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1']], 'seed': 3835, 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30', 'sleep_before_teardown': 0, 'subset': '111/12000', 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi076.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNHB5KVRUm1vURKPABAwu42asec9GLm5VsgZpmGcDoVQ3yEzFgm9rwurlNTPNz8LIXPlAX9/ad7GuiPcBWqc0Dc=', 'smithi106.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyVb1G/KkTKRXkvkHFXZMadxRer/9tiWuXkqmMms8fzAUDrU2WvOB1xREAKuzn7up8EeDnGrkJ7eph3KByURLA='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'ec928368edcc5fc71884a56fd9fd821b148f4e30', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_multifs_auth']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '2442239d2653456406c25ae0c71b689c8f2657b6', 'timestamp': '2023-11-24_21:17:59', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.232157'} 2023-11-25T03:09:59.243 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-11-25T03:09:59.246 DEBUG:teuthology.orchestra.run.smithi106:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-11-25T03:09:59.255 DEBUG:teuthology.orchestra.run.smithi076:> sudo install -d -m0777 -- /var/run/ceph 2023-11-25T03:09:59.301 DEBUG:teuthology.orchestra.run.smithi106:> sudo install -d -m0777 -- /var/run/ceph 2023-11-25T03:09:59.322 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:09:59.322 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/scratch_devs of=/dev/stdout 2023-11-25T03:09:59.370 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-25T03:09:59.370 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_1 2023-11-25T03:09:59.421 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-25T03:09:59.422 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:09:59.422 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 901 Links: 1 2023-11-25T03:09:59.422 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:09:59.423 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2023-11-25 03:03:25.789843567 +0000 2023-11-25T03:09:59.423 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2023-11-25 03:03:25.373847283 +0000 2023-11-25T03:09:59.423 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2023-11-25 03:03:25.373847283 +0000 2023-11-25T03:09:59.423 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2023-11-25 03:03:25.373847283 +0000 2023-11-25T03:09:59.423 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-25T03:09:59.483 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2023-11-25T03:09:59.484 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2023-11-25T03:09:59.484 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000381283 s, 1.3 MB/s 2023-11-25T03:09:59.486 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-25T03:09:59.539 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_2 2023-11-25T03:09:59.589 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-25T03:09:59.589 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:09:59.589 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 920 Links: 1 2023-11-25T03:09:59.589 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:09:59.590 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2023-11-25 03:03:26.077840995 +0000 2023-11-25T03:09:59.590 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2023-11-25 03:03:26.073841032 +0000 2023-11-25T03:09:59.590 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2023-11-25 03:03:26.073841032 +0000 2023-11-25T03:09:59.590 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2023-11-25 03:03:26.073841032 +0000 2023-11-25T03:09:59.590 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-25T03:09:59.652 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2023-11-25T03:09:59.652 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2023-11-25T03:09:59.652 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000403491 s, 1.3 MB/s 2023-11-25T03:09:59.654 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-25T03:09:59.709 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_3 2023-11-25T03:09:59.757 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-25T03:09:59.757 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:09:59.757 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 937 Links: 1 2023-11-25T03:09:59.757 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:09:59.758 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2023-11-25 03:03:27.129831600 +0000 2023-11-25T03:09:59.758 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2023-11-25 03:03:26.757834922 +0000 2023-11-25T03:09:59.758 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2023-11-25 03:03:26.757834922 +0000 2023-11-25T03:09:59.758 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2023-11-25 03:03:26.757834922 +0000 2023-11-25T03:09:59.758 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-25T03:09:59.819 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2023-11-25T03:09:59.819 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2023-11-25T03:09:59.820 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000372888 s, 1.4 MB/s 2023-11-25T03:09:59.821 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-25T03:09:59.875 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_4 2023-11-25T03:09:59.925 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 955 Links: 1 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2023-11-25 03:03:27.793825669 +0000 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2023-11-25 03:03:27.389829276 +0000 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2023-11-25 03:03:27.389829276 +0000 2023-11-25T03:09:59.926 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2023-11-25 03:03:27.389829276 +0000 2023-11-25T03:09:59.927 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-25T03:09:59.987 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2023-11-25T03:09:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2023-11-25T03:09:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000390404 s, 1.3 MB/s 2023-11-25T03:09:59.989 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-25T03:10:00.043 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:00.043 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:00.043 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/scratch_devs of=/dev/stdout 2023-11-25T03:10:00.053 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-25T03:10:00.053 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_1 2023-11-25T03:10:00.106 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-25T03:10:00.106 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:10:00.107 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 890 Links: 1 2023-11-25T03:10:00.107 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:10:00.107 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2023-11-25 03:03:27.038947308 +0000 2023-11-25T03:10:00.107 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2023-11-25 03:03:26.662950667 +0000 2023-11-25T03:10:00.107 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2023-11-25 03:03:26.662950667 +0000 2023-11-25T03:10:00.107 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2023-11-25 03:03:26.662950667 +0000 2023-11-25T03:10:00.108 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-25T03:10:00.169 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2023-11-25T03:10:00.169 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2023-11-25T03:10:00.169 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000423509 s, 1.2 MB/s 2023-11-25T03:10:00.171 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-25T03:10:00.228 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_2 2023-11-25T03:10:00.278 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-25T03:10:00.278 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:10:00.279 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 907 Links: 1 2023-11-25T03:10:00.279 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:10:00.279 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2023-11-25 03:03:27.718941234 +0000 2023-11-25T03:10:00.279 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2023-11-25 03:03:27.322944771 +0000 2023-11-25T03:10:00.279 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2023-11-25 03:03:27.322944771 +0000 2023-11-25T03:10:00.279 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2023-11-25 03:03:27.322944771 +0000 2023-11-25T03:10:00.280 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-25T03:10:00.345 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2023-11-25T03:10:00.345 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2023-11-25T03:10:00.345 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000381216 s, 1.3 MB/s 2023-11-25T03:10:00.347 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-25T03:10:00.400 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_3 2023-11-25T03:10:00.450 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-25T03:10:00.450 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:10:00.450 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 923 Links: 1 2023-11-25T03:10:00.451 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:10:00.451 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2023-11-25 03:03:28.394935196 +0000 2023-11-25T03:10:00.451 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2023-11-25 03:03:27.990938805 +0000 2023-11-25T03:10:00.451 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2023-11-25 03:03:27.990938805 +0000 2023-11-25T03:10:00.451 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2023-11-25 03:03:27.990938805 +0000 2023-11-25T03:10:00.451 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-25T03:10:00.513 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2023-11-25T03:10:00.513 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2023-11-25T03:10:00.514 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000380607 s, 1.3 MB/s 2023-11-25T03:10:00.515 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-25T03:10:00.572 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_4 2023-11-25T03:10:00.622 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 942 Links: 1 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2023-11-25 03:03:29.154928407 +0000 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2023-11-25 03:03:28.766931873 +0000 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2023-11-25 03:03:28.766931873 +0000 2023-11-25T03:10:00.623 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2023-11-25 03:03:28.766931873 +0000 2023-11-25T03:10:00.623 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-25T03:10:00.685 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2023-11-25T03:10:00.685 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2023-11-25T03:10:00.685 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000376706 s, 1.4 MB/s 2023-11-25T03:10:00.687 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-25T03:10:00.740 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:00.740 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi076.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi106.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-11-25T03:10:00.740 INFO:tasks.ceph:Generating config... 2023-11-25T03:10:00.741 INFO:tasks.ceph:[client] client mount timeout = 600 2023-11-25T03:10:00.742 INFO:tasks.ceph:[client] debug client = 20 2023-11-25T03:10:00.742 INFO:tasks.ceph:[client] debug ms = 1 2023-11-25T03:10:00.742 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-11-25T03:10:00.742 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-11-25T03:10:00.742 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-11-25T03:10:00.742 INFO:tasks.ceph:[mds] debug mds = 20 2023-11-25T03:10:00.742 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-11-25T03:10:00.742 INFO:tasks.ceph:[mds] debug ms = 1 2023-11-25T03:10:00.742 INFO:tasks.ceph:[mds] mds debug frag = True 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mgr] debug ms = 1 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mon] debug mon = 20 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mon] debug ms = 1 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mon] debug paxos = 20 2023-11-25T03:10:00.743 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-11-25T03:10:00.743 INFO:tasks.ceph:[osd] bdev async discard = True 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] debug ms = 1 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] debug osd = 20 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-11-25T03:10:00.744 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-11-25T03:10:00.745 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-11-25T03:10:00.745 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-11-25T03:10:00.745 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-11-25T03:10:00.745 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-11-25T03:10:00.745 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-11-25T03:10:00.745 INFO:tasks.ceph:Setting up mon.a... 2023-11-25T03:10:00.745 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-11-25T03:10:00.791 INFO:teuthology.orchestra.run.smithi076.stdout:creating /etc/ceph/ceph.keyring 2023-11-25T03:10:00.806 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-11-25T03:10:00.900 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-25T03:10:00.920 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.76'), ('mon.b', '172.21.15.106'), ('mon.c', '[v2:172.21.15.106:3301,v1:172.21.15.106:6790]')] 2023-11-25T03:10:00.921 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.76,172.21.15.106,[v2:172.21.15.106:3301,v1:172.21.15.106:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-11-25T03:10:00.923 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:00.923 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-11-25T03:10:00.976 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.76 --add b 172.21.15.106 --addv c '[v2:172.21.15.106:3301,v1:172.21.15.106:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:01.067 INFO:teuthology.orchestra.run.smithi076.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:01.067 INFO:teuthology.orchestra.run.smithi076.stdout:monmaptool: generated fsid e61c0d8a-7661-495e-9c70-d0c893415dab 2023-11-25T03:10:01.067 INFO:teuthology.orchestra.run.smithi076.stdout:setting min_mon_release = pacific 2023-11-25T03:10:01.067 INFO:teuthology.orchestra.run.smithi076.stdout:epoch 0 2023-11-25T03:10:01.067 INFO:teuthology.orchestra.run.smithi076.stdout:fsid e61c0d8a-7661-495e-9c70-d0c893415dab 2023-11-25T03:10:01.067 INFO:teuthology.orchestra.run.smithi076.stdout:last_changed 2023-11-25T03:10:01.071349+0000 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:created 2023-11-25T03:10:01.071349+0000 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:min_mon_release 16 (pacific) 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:election_strategy: 1 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:0: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.a 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:1: [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] mon.b 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:2: [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] mon.c 2023-11-25T03:10:01.068 INFO:teuthology.orchestra.run.smithi076.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-11-25T03:10:01.070 DEBUG:teuthology.orchestra.run.smithi076:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-11-25T03:10:01.078 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID e61c0d8a-7661-495e-9c70-d0c893415dab... 2023-11-25T03:10:01.079 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-11-25T03:10:01.128 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.168 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.169 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2023-11-25T03:10:01.170 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.106,[v2:172.21.15.106:3301,v1:172.21.15.106:6790]" 2023-11-25T03:10:01.171 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on skipped message = False 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = e61c0d8a-7661-495e-9c70-d0c893415dab 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2023-11-25T03:10:01.172 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug trim objects = true 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2023-11-25T03:10:01.173 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: bdev async discard = True 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: bdev enable discard = True 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore allocator = bitmap 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2023-11-25T03:10:01.174 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 1/20 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 1/20 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 4/10 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.175 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2023-11-25T03:10:01.176 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.177 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2023-11-25T03:10:01.178 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2023-11-25T03:10:01.179 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2023-11-25T03:10:01.180 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2023-11-25T03:10:01.181 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2023-11-25T03:10:01.181 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2023-11-25T03:10:01.181 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2023-11-25T03:10:01.181 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2023-11-25T03:10:01.181 INFO:teuthology.orchestra.run.smithi106.stdout:[global] 2023-11-25T03:10:01.181 INFO:teuthology.orchestra.run.smithi106.stdout: chdir = "" 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: auth supported = cephx 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: filestore xattr use omap = true 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: mon clock drift allowed = 1.000 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: osd crush chooseleaf type = 0 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: auth debug = true 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: ms die on old message = true 2023-11-25T03:10:01.182 INFO:teuthology.orchestra.run.smithi106.stdout: ms die on bug = true 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: mon max pg per osd = 10000 # >= luminous 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: mon pg warn max object skew = 0 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: # disable pg_autoscaler by default for new pools 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: osd_pool_default_pg_autoscale_mode = off 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: osd pool default size = 2 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd allow primary affinity = true 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd allow pg remap = true 2023-11-25T03:10:01.183 INFO:teuthology.orchestra.run.smithi106.stdout: mon warn on legacy crush tunables = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon warn on crush straw calc version zero = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon warn on no sortbitwise = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon warn on osd down out interval zero = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon warn on too few osds = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon_warn_on_pool_no_redundancy = false 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: mon_allow_pool_size_one = true 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: osd default data pool replay window = 5 2023-11-25T03:10:01.184 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: mon allow pool delete = true 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: mon cluster log file level = debug 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: debug asserts on shutdown = true 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: mon health detail to clog = false 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: mon host = "172.21.15.76,172.21.15.106,[v2:172.21.15.106:3301,v1:172.21.15.106:6790]" 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: ms die on skipped message = False 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: fsid = e61c0d8a-7661-495e-9c70-d0c893415dab 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout:[osd] 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: osd journal size = 100 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.185 INFO:teuthology.orchestra.run.smithi106.stdout: osd scrub load threshold = 5.0 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd scrub max interval = 600 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd mclock profile = high_recovery_ops 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd recover clone overlap = true 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd recovery max chunk = 1048576 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd debug shutdown = true 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd debug op order = true 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd debug verify stray on activate = true 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: osd debug trim objects = true 2023-11-25T03:10:01.186 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: osd open classes on start = true 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: osd debug pg log writeout = true 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: osd deep scrub update digest min age = 30 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: osd map max advance = 10 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: journal zero on create = true 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: filestore ondisk finisher threads = 3 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: filestore apply finisher threads = 3 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.187 INFO:teuthology.orchestra.run.smithi106.stdout: bdev debug aio = true 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: osd debug misdirected ops = true 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: bdev async discard = True 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: bdev enable discard = True 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: bluestore allocator = bitmap 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: bluestore block size = 96636764160 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: bluestore fsck on mount = True 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: debug bluefs = 1/20 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: debug bluestore = 1/20 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: debug ms = 1 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: debug osd = 20 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: debug rocksdb = 4/10 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd backfillfull_ratio = 0.85 2023-11-25T03:10:01.188 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd full ratio = 0.9 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd nearfull ratio = 0.8 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: osd failsafe full ratio = 0.95 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: osd objectstore = bluestore 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: osd op complaint time = 180 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout:[mgr] 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: debug ms = 1 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: debug mgr = 20 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: debug mon = 20 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: debug auth = 20 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: mon reweight min pgs per osd = 4 2023-11-25T03:10:01.189 INFO:teuthology.orchestra.run.smithi106.stdout: mon reweight min bytes per osd = 10 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: mgr/telemetry/nag = false 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout:[mon] 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: debug ms = 1 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: debug mon = 20 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: debug paxos = 20 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: debug auth = 20 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: mon data avail warn = 5 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: mon mgr mkfs grace = 240 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: mon reweight min pgs per osd = 4 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd reporter subtree level = osd 2023-11-25T03:10:01.190 INFO:teuthology.orchestra.run.smithi106.stdout: mon osd prime pg temp = true 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: mon reweight min bytes per osd = 10 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: auth mon ticket ttl = 660 # 11m 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: auth service ticket ttl = 240 # 4m 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: # don't complain about insecure global_id in the test suite 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: # 1m isn't quite enough 2023-11-25T03:10:01.191 INFO:teuthology.orchestra.run.smithi106.stdout: mon_down_mkfs_grace = 2m 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: mon_warn_on_filestore_osds = false 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: mon op complaint time = 120 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout:[client] 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: rgw cache enabled = true 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: rgw enable ops log = true 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: rgw enable usage log = true 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: client mount timeout = 600 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: debug client = 20 2023-11-25T03:10:01.192 INFO:teuthology.orchestra.run.smithi106.stdout: debug ms = 1 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout: rados mon op timeout = 900 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout: rados osd op timeout = 900 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mon.a] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mon.b] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mon.c] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.a] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.c] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.b] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.d] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout:[mds] 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout: debug mds = 20 2023-11-25T03:10:01.193 INFO:teuthology.orchestra.run.smithi106.stdout: debug mds balancer = 20 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: debug ms = 1 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: mds debug frag = True 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: mds debug scatterstat = True 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: mds op complaint time = 180 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: mds verify scatter = True 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: osd op complaint time = 180 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: rados mon op timeout = 900 2023-11-25T03:10:01.194 INFO:teuthology.orchestra.run.smithi106.stdout: rados osd op timeout = 900 2023-11-25T03:10:01.196 INFO:tasks.ceph:Creating admin key on mon.a... 2023-11-25T03:10:01.196 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-11-25T03:10:01.298 INFO:tasks.ceph:Copying monmap to all nodes... 2023-11-25T03:10:01.298 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:01.298 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-11-25T03:10:01.307 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:01.307 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-11-25T03:10:01.360 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:10:01.360 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:01.360 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/ceph/ceph.keyring 2023-11-25T03:10:01.360 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-25T03:10:01.436 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:01.436 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:01.488 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:10:01.488 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:01.489 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/ceph/ceph.keyring 2023-11-25T03:10:01.489 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-25T03:10:01.525 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:01.525 DEBUG:teuthology.orchestra.run.smithi106:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:01.574 INFO:tasks.ceph:Setting up mon nodes... 2023-11-25T03:10:01.574 INFO:tasks.ceph:Setting up mgr nodes... 2023-11-25T03:10:01.574 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-11-25T03:10:01.631 INFO:teuthology.orchestra.run.smithi076.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-11-25T03:10:01.636 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-11-25T03:10:01.696 INFO:teuthology.orchestra.run.smithi106.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-11-25T03:10:01.710 INFO:tasks.ceph:Setting up mds nodes... 2023-11-25T03:10:01.710 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-11-25T03:10:01.766 INFO:teuthology.orchestra.run.smithi076.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-11-25T03:10:01.770 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-11-25T03:10:01.790 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-11-25T03:10:01.892 INFO:teuthology.orchestra.run.smithi076.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-11-25T03:10:01.896 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-11-25T03:10:01.916 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-11-25T03:10:01.975 INFO:teuthology.orchestra.run.smithi106.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-11-25T03:10:01.980 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-11-25T03:10:02.001 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-11-25T03:10:02.100 INFO:teuthology.orchestra.run.smithi106.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-11-25T03:10:02.104 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-11-25T03:10:02.125 INFO:tasks.ceph_client:Setting up client nodes... 2023-11-25T03:10:02.125 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-11-25T03:10:02.169 INFO:teuthology.orchestra.run.smithi076.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-11-25T03:10:02.186 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-11-25T03:10:02.228 INFO:teuthology.orchestra.run.smithi106.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-11-25T03:10:02.245 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-11-25T03:10:02.245 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi076.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi106.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-11-25T03:10:02.246 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-11-25T03:10:02.265 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:02.265 INFO:tasks.ceph:role: osd.0 2023-11-25T03:10:02.266 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:10:02.266 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-11-25T03:10:02.335 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:02.336 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:02.336 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:02.336 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:02.336 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:02.337 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:02.337 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:02.337 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:02.337 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:02.337 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:02.827 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2023-11-25T03:10:02.830 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2023-11-25T03:10:02.830 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-11-25T03:10:02.999 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-11-25T03:10:03.016 INFO:teuthology.orchestra.run.smithi076.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:03.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:03.017 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-11-25T03:10:03.084 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:03.084 INFO:tasks.ceph:role: osd.1 2023-11-25T03:10:03.084 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:10:03.085 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:03.160 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:03.161 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:03.161 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:03.161 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:03.580 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2023-11-25T03:10:03.583 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2023-11-25T03:10:03.583 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-11-25T03:10:03.679 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-11-25T03:10:03.695 INFO:teuthology.orchestra.run.smithi076.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:03.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:03.696 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-11-25T03:10:03.761 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:03.761 INFO:tasks.ceph:role: osd.2 2023-11-25T03:10:03.761 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:10:03.761 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-11-25T03:10:03.832 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:03.832 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:03.832 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:03.832 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:03.832 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:03.833 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:03.833 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:03.833 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:03.833 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:03.833 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:04.295 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2023-11-25T03:10:04.298 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2023-11-25T03:10:04.298 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-11-25T03:10:04.432 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-11-25T03:10:04.449 INFO:teuthology.orchestra.run.smithi076.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:04.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:04.450 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-11-25T03:10:04.517 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:04.517 INFO:tasks.ceph:role: osd.3 2023-11-25T03:10:04.517 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:10:04.517 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-11-25T03:10:04.588 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:04.589 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:05.093 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2023-11-25T03:10:05.096 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2023-11-25T03:10:05.096 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-11-25T03:10:05.242 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-11-25T03:10:05.260 INFO:teuthology.orchestra.run.smithi076.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:05.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:05.262 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:05.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:05.394+0000 7f0e9caa7640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-11-25T03:10:05.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:05.394+0000 7f0e9caa7640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-11-25T03:10:05.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:05.394+0000 7f0e9caa7640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-25T03:10:05.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:05.394+0000 7f0e9caa7640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-25T03:10:05.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:05.394+0000 7f0e9caa7640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-25T03:10:05.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:05.398+0000 7f0e9caa7640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-11-25T03:10:08.400 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-11-25T03:10:08.422 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:08.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:08.518+0000 7f6113867640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-11-25T03:10:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:08.518+0000 7f6113867640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-11-25T03:10:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:08.518+0000 7f6113867640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-25T03:10:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:08.518+0000 7f6113867640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-25T03:10:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:08.518+0000 7f6113867640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-25T03:10:08.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:08.518+0000 7f6113867640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-11-25T03:10:11.500 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-11-25T03:10:11.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:11.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:11.618+0000 7fa7be62b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-11-25T03:10:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:11.618+0000 7fa7be62b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-11-25T03:10:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:11.618+0000 7fa7be62b640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-25T03:10:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:11.618+0000 7fa7be62b640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-25T03:10:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:11.618+0000 7fa7be62b640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-25T03:10:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:11.622+0000 7fa7be62b640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-11-25T03:10:14.639 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-11-25T03:10:14.660 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:14.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:14.762+0000 7f1076592640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-11-25T03:10:14.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:14.762+0000 7f1076592640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-11-25T03:10:14.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:14.762+0000 7f1076592640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-25T03:10:14.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:14.762+0000 7f1076592640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-25T03:10:14.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:14.762+0000 7f1076592640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-25T03:10:14.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:14.766+0000 7f1076592640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-11-25T03:10:17.755 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-11-25T03:10:17.776 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-11-25T03:10:17.799 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:17.799 INFO:tasks.ceph:role: osd.4 2023-11-25T03:10:17.799 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:10:17.799 DEBUG:teuthology.orchestra.run.smithi106:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-11-25T03:10:17.874 INFO:teuthology.orchestra.run.smithi106.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:17.874 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:17.874 INFO:teuthology.orchestra.run.smithi106.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:17.875 INFO:teuthology.orchestra.run.smithi106.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:18.348 INFO:teuthology.orchestra.run.smithi106.stdout:Discarding blocks...Done. 2023-11-25T03:10:18.351 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi106.front.sepia.ceph.com -o noatime 2023-11-25T03:10:18.351 DEBUG:teuthology.orchestra.run.smithi106:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-11-25T03:10:18.461 DEBUG:teuthology.orchestra.run.smithi106:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-11-25T03:10:18.479 INFO:teuthology.orchestra.run.smithi106.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:18.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:18.480 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-11-25T03:10:18.547 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:18.548 INFO:tasks.ceph:role: osd.5 2023-11-25T03:10:18.548 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:10:18.548 DEBUG:teuthology.orchestra.run.smithi106:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-11-25T03:10:18.619 INFO:teuthology.orchestra.run.smithi106.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:18.620 INFO:teuthology.orchestra.run.smithi106.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:19.120 INFO:teuthology.orchestra.run.smithi106.stdout:Discarding blocks...Done. 2023-11-25T03:10:19.123 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi106.front.sepia.ceph.com -o noatime 2023-11-25T03:10:19.123 DEBUG:teuthology.orchestra.run.smithi106:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-11-25T03:10:19.247 DEBUG:teuthology.orchestra.run.smithi106:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-11-25T03:10:19.265 INFO:teuthology.orchestra.run.smithi106.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:19.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:19.266 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-11-25T03:10:19.331 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:19.331 INFO:tasks.ceph:role: osd.6 2023-11-25T03:10:19.331 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:10:19.331 DEBUG:teuthology.orchestra.run.smithi106:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:19.402 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:19.403 INFO:teuthology.orchestra.run.smithi106.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:19.880 INFO:teuthology.orchestra.run.smithi106.stdout:Discarding blocks...Done. 2023-11-25T03:10:19.883 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi106.front.sepia.ceph.com -o noatime 2023-11-25T03:10:19.883 DEBUG:teuthology.orchestra.run.smithi106:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-11-25T03:10:20.007 DEBUG:teuthology.orchestra.run.smithi106:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-11-25T03:10:20.025 INFO:teuthology.orchestra.run.smithi106.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:20.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:20.027 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-11-25T03:10:20.091 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-25T03:10:20.091 INFO:tasks.ceph:role: osd.7 2023-11-25T03:10:20.092 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:10:20.092 DEBUG:teuthology.orchestra.run.smithi106:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout: = sunit=0 swidth=0 blks 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-25T03:10:20.163 INFO:teuthology.orchestra.run.smithi106.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-25T03:10:20.164 INFO:teuthology.orchestra.run.smithi106.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-25T03:10:20.164 INFO:teuthology.orchestra.run.smithi106.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-25T03:10:20.609 INFO:teuthology.orchestra.run.smithi106.stdout:Discarding blocks...Done. 2023-11-25T03:10:20.611 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi106.front.sepia.ceph.com -o noatime 2023-11-25T03:10:20.611 DEBUG:teuthology.orchestra.run.smithi106:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-11-25T03:10:20.717 DEBUG:teuthology.orchestra.run.smithi106:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-11-25T03:10:20.734 INFO:teuthology.orchestra.run.smithi106.stderr:sudo: /sbin/restorecon: command not found 2023-11-25T03:10:20.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:10:20.735 DEBUG:teuthology.orchestra.run.smithi106:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:20.873 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:20.870+0000 7f094896e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-11-25T03:10:20.875 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:20.874+0000 7f094896e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-11-25T03:10:20.875 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:20.874+0000 7f094896e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-25T03:10:20.875 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:20.874+0000 7f094896e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-25T03:10:20.875 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:20.874+0000 7f094896e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-25T03:10:20.882 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:20.882+0000 7f094896e640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-11-25T03:10:23.877 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-11-25T03:10:23.901 DEBUG:teuthology.orchestra.run.smithi106:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:24.000 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:23.998+0000 7f7aac82b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-11-25T03:10:24.001 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:23.998+0000 7f7aac82b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-11-25T03:10:24.001 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:23.998+0000 7f7aac82b640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-25T03:10:24.001 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:23.998+0000 7f7aac82b640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-25T03:10:24.001 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:23.998+0000 7f7aac82b640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-25T03:10:24.002 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:24.002+0000 7f7aac82b640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-11-25T03:10:26.992 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-11-25T03:10:27.014 DEBUG:teuthology.orchestra.run.smithi106:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:27.116 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:27.114+0000 7fad456d8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-11-25T03:10:27.117 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:27.114+0000 7fad456d8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-11-25T03:10:27.117 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:27.114+0000 7fad456d8640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-25T03:10:27.117 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:27.114+0000 7fad456d8640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-25T03:10:27.117 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:27.114+0000 7fad456d8640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-25T03:10:27.118 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:27.118+0000 7fad456d8640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-11-25T03:10:29.245 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:10:29.250 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:10:30.099 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-11-25T03:10:30.120 DEBUG:teuthology.orchestra.run.smithi106:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:30.220 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:30.218+0000 7f7fc1e2b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-11-25T03:10:30.221 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:30.218+0000 7f7fc1e2b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-11-25T03:10:30.221 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:30.218+0000 7f7fc1e2b640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-25T03:10:30.221 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:30.218+0000 7f7fc1e2b640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-25T03:10:30.221 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:30.218+0000 7f7fc1e2b640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-25T03:10:30.223 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:30.222+0000 7f7fc1e2b640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-11-25T03:10:33.220 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-11-25T03:10:33.240 INFO:tasks.ceph:Reading keys from all nodes... 2023-11-25T03:10:33.241 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.241 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-11-25T03:10:33.263 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.263 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-11-25T03:10:33.324 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.324 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-11-25T03:10:33.388 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.388 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-11-25T03:10:33.452 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.452 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-11-25T03:10:33.520 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.520 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-11-25T03:10:33.583 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:33.584 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-11-25T03:10:33.644 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.644 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-11-25T03:10:33.665 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.665 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-11-25T03:10:33.729 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.730 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-11-25T03:10:33.798 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.798 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-11-25T03:10:33.865 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.865 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-11-25T03:10:33.929 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.929 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-11-25T03:10:33.993 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:33.993 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-11-25T03:10:34.062 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:34.062 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-11-25T03:10:34.071 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:34.071 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-11-25T03:10:34.117 INFO:tasks.ceph:Adding keys to all mons... 2023-11-25T03:10:34.117 DEBUG:teuthology.orchestra.run.smithi076:> sudo tee -a /etc/ceph/ceph.keyring 2023-11-25T03:10:34.121 DEBUG:teuthology.orchestra.run.smithi106:> sudo tee -a /etc/ceph/ceph.keyring 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr.y] 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCJZWFleNbjJRAApqryujs9WavvuBL0rPQ0sg== 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCJZWFl5kzoLRAAn28jPWcV5BIyJpuYE5jELw== 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCJZWFl0ldqNRAApkTN1vO1CWVuRCRp/41XLA== 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.0] 2023-11-25T03:10:34.169 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCNZWFl/RWrFxAAEsWy25fbeaXjGW8gyGSWgQ== 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.1] 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCQZWFlS60cHxAAjjCEfymzL8WW1dL8YV4SSg== 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.2] 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCTZWFlN4cdJRAAyKJ49eeYsj39lcIc9IDaMQ== 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.3] 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCWZWFlmq7DLRAA4SB1S6nimOFcUjPUoXclEQ== 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr.x] 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCJZWFleymbKRAAn/FZCHuwVcwXY/e4eo7CFg== 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCJZWFlx29AOhAAD49JnykUBkDAfFeuKNlhvQ== 2023-11-25T03:10:34.170 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlxL0VBhAAZB70IXTPOx4njhtUZtY86A== 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.4] 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCcZWFlEOIlNBAAn7esOoPSY3750cmwgN9ryQ== 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.5] 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCgZWFlaw4hABAAkqAqNBIX/hrVPWf0lWHHWA== 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.6] 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCjZWFlLTUMBxAATyu2eZYm4HAAqQVdt+NVUQ== 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.7] 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCmZWFlBOlGDRAA4j1eCvUktpvxSQiyAGzrsg== 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ== 2023-11-25T03:10:34.171 INFO:teuthology.orchestra.run.smithi076.stdout:[client.1] 2023-11-25T03:10:34.172 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g== 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout:[mgr.y] 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCJZWFleNbjJRAApqryujs9WavvuBL0rPQ0sg== 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.a] 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCJZWFl5kzoLRAAn28jPWcV5BIyJpuYE5jELw== 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.c] 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCJZWFl0ldqNRAApkTN1vO1CWVuRCRp/41XLA== 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.0] 2023-11-25T03:10:34.183 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCNZWFl/RWrFxAAEsWy25fbeaXjGW8gyGSWgQ== 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.1] 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCQZWFlS60cHxAAjjCEfymzL8WW1dL8YV4SSg== 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.2] 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCTZWFlN4cdJRAAyKJ49eeYsj39lcIc9IDaMQ== 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.3] 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCWZWFlmq7DLRAA4SB1S6nimOFcUjPUoXclEQ== 2023-11-25T03:10:34.184 INFO:teuthology.orchestra.run.smithi106.stdout:[mgr.x] 2023-11-25T03:10:34.185 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCJZWFleymbKRAAn/FZCHuwVcwXY/e4eo7CFg== 2023-11-25T03:10:34.185 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.b] 2023-11-25T03:10:34.185 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCJZWFlx29AOhAAD49JnykUBkDAfFeuKNlhvQ== 2023-11-25T03:10:34.185 INFO:teuthology.orchestra.run.smithi106.stdout:[mds.d] 2023-11-25T03:10:34.185 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCKZWFlxL0VBhAAZB70IXTPOx4njhtUZtY86A== 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.4] 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCcZWFlEOIlNBAAn7esOoPSY3750cmwgN9ryQ== 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.5] 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCgZWFlaw4hABAAkqAqNBIX/hrVPWf0lWHHWA== 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.6] 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCjZWFlLTUMBxAATyu2eZYm4HAAqQVdt+NVUQ== 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout:[osd.7] 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCmZWFlBOlGDRAA4j1eCvUktpvxSQiyAGzrsg== 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout:[client.0] 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ== 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout:[client.1] 2023-11-25T03:10:34.186 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g== 2023-11-25T03:10:34.187 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-25T03:10:34.223 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-25T03:10:34.283 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.287 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.344 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.348 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.405 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.408 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.462 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.466 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.519 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.523 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.576 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.580 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.634 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-25T03:10:34.638 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-25T03:10:34.691 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.695 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.752 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.755 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-25T03:10:34.813 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.817 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.872 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.875 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.930 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.934 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.988 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:34.992 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-25T03:10:35.046 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-25T03:10:35.050 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-25T03:10:35.106 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-25T03:10:35.110 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-25T03:10:35.167 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-11-25T03:10:35.167 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-11-25T03:10:35.188 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-25T03:10:35.301 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-11-25T03:10:35.322 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-11-25T03:10:35.342 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-25T03:10:35.463 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-11-25T03:10:35.483 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-11-25T03:10:35.544 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-25T03:10:35.659 DEBUG:teuthology.orchestra.run.smithi106:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-11-25T03:10:35.680 DEBUG:teuthology.orchestra.run.smithi076:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:35.684 DEBUG:teuthology.orchestra.run.smithi106:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-11-25T03:10:35.729 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-11-25T03:10:35.729 INFO:tasks.ceph.mon.a:Restarting daemon 2023-11-25T03:10:35.730 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-11-25T03:10:35.735 INFO:tasks.ceph.mon.a:Started 2023-11-25T03:10:35.735 INFO:tasks.ceph.mon.b:Restarting daemon 2023-11-25T03:10:35.735 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-11-25T03:10:35.776 INFO:tasks.ceph.mon.b:Started 2023-11-25T03:10:35.776 INFO:tasks.ceph.mon.c:Restarting daemon 2023-11-25T03:10:35.777 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-11-25T03:10:35.780 INFO:tasks.ceph.mon.c:Started 2023-11-25T03:10:35.780 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-11-25T03:10:35.780 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-11-25T03:10:35.781 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-11-25T03:10:35.784 INFO:tasks.ceph.mgr.y:Started 2023-11-25T03:10:35.785 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-11-25T03:10:35.785 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-11-25T03:10:35.788 INFO:tasks.ceph.mgr.x:Started 2023-11-25T03:10:35.788 INFO:tasks.ceph:Setting crush tunables to default 2023-11-25T03:10:35.789 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --cluster ceph osd crush tunables default 2023-11-25T03:10:35.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 Processor -- start 2023-11-25T03:10:35.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 -- start start 2023-11-25T03:10:35.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 0x7f842c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:35.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f842c06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f842c06c860 con 0x7f842c0c7ea0 2023-11-25T03:10:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f842c0c8750 con 0x7f842c151e90 2023-11-25T03:10:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8432d2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f842c1552d0 con 0x7f842c0c4e60 2023-11-25T03:10:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f842bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f842c0c7ea0 0x7f842c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39448/0 (socket says 172.21.15.76:39448) 2023-11-25T03:10:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f842bfff640 1 -- 172.21.15.76:0/3837428280 learned_addr learned my addr 172.21.15.76:0/3837428280 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f84312c7640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f842c06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.925+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 0x7f842c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f8430ac6640 1 -- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 msgr2=0x7f842c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f8430ac6640 1 -- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 msgr2=0x7f842c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 0x7f842c0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f84312c7640 1 -- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 msgr2=0x7f842c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 0x7f842c0c4920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f84312c7640 1 -- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 msgr2=0x7f842c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f84312c7640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f842c06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-25T03:10:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:35.929+0000 7f84312c7640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f842c06bbb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-25T03:10:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1930434610 0 0) 0x7f842c06c860 con 0x7f842c0c7ea0 2023-11-25T03:10:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f841c003530 con 0x7f842c0c7ea0 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1090493725 0 0) 0x7f841c003530 con 0x7f842c0c7ea0 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 msgr2=0x7f842c06bbb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f842c06bbb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 msgr2=0x7f842c0c4920 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 --2- 172.21.15.76:0/3837428280 >> v2:172.21.15.106:3300/0 conn(0x7f842c151e90 0x7f842c0c4920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f842c154930 con 0x7f842c0c7ea0 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f8418001680 con 0x7f842c0c7ea0 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 >> v1:172.21.15.76:6789/0 conn(0x7f842c0c7ea0 legacy=0x7f842c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f841c003980 0x7f841c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c0047d0 0x7f841c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f841c005240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c0c8750 con 0x7f841c003980 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c1552d0 con 0x7f841c0047d0 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f841c00bb70 con 0x7f842c0c4e60 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f841c003980 0x7f841c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f842bfff640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c0047d0 0x7f841c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f84312c7640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f841c005240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f8430ac6640 1 -- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 msgr2=0x7f841c005240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.105+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c0c4e60 0x7f841c005240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.109+0000 7f8430ac6640 1 -- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c0047d0 msgr2=0x7f841c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.109+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c0047d0 0x7f841c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.109+0000 7f8430ac6640 1 -- 172.21.15.76:0/3837428280 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f841c003530 con 0x7f841c003980 2023-11-25T03:10:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.109+0000 7f842bfff640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c0047d0 0x7f841c004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.109+0000 7f8430ac6640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f841c003980 0x7f841c003da0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f842000c820 tx=0x7f842001c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c69b880affa6b9f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:36.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84200ab600 con 0x7f841c003980 2023-11-25T03:10:36.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84200a7050 con 0x7f841c003980 2023-11-25T03:10:36.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f842b7fe640 1 -- 172.21.15.76:0/3837428280 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84200ab9a0 con 0x7f841c003980 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f8432d2a640 1 -- 172.21.15.76:0/3837428280 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f841c003980 msgr2=0x7f841c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f8432d2a640 1 --2- 172.21.15.76:0/3837428280 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f841c003980 0x7f841c003da0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f842000c820 tx=0x7f842001c510 comp rx=0 tx=0).stop 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f84312c7640 1 -- 172.21.15.76:0/3837428280 reap_dead start 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f8432d2a640 1 -- 172.21.15.76:0/3837428280 shutdown_connections 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f8432d2a640 1 -- 172.21.15.76:0/3837428280 >> 172.21.15.76:0/3837428280 conn(0x7f842c0ca170 msgr2=0x7f842c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f8432d2a640 1 -- 172.21.15.76:0/3837428280 shutdown_connections 2023-11-25T03:10:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.113+0000 7f8432d2a640 1 -- 172.21.15.76:0/3837428280 wait complete. 2023-11-25T03:10:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 Processor -- start 2023-11-25T03:10:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- start start 2023-11-25T03:10:36.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c003980 0x7f842c146e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c13ed40 0x7f842c15b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 0x7f842c159070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c0c1480 con 0x7f842c15bcf0 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c0c04f0 con 0x7f841c003980 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f842c15a9f0 con 0x7f842c13ed40 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 0x7f842c159070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8430ac6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c003980 0x7f842c146e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 0x7f842c159070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50660/0 (socket says 172.21.15.76:50660) 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f842bfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c13ed40 0x7f842c15b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 -- 172.21.15.76:0/3479986362 learned_addr learned my addr 172.21.15.76:0/3479986362 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:36.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 -- 172.21.15.76:0/3479986362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c13ed40 msgr2=0x7f842c15b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c13ed40 0x7f842c15b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 -- 172.21.15.76:0/3479986362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c003980 msgr2=0x7f842c146e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c003980 0x7f842c146e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 -- 172.21.15.76:0/3479986362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f842c15acd0 con 0x7f842c15bcf0 2023-11-25T03:10:36.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84312c7640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 0x7f842c159070 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f842c06a9b0 tx=0x7f8424004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8424007c10 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8424007d70 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8424014640 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f842c15afb0 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f842c147360 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f8424014aa0 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f842401d9d0 con 0x7f842c15bcf0 2023-11-25T03:10:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.117+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f842c068400 con 0x7f842c15bcf0 2023-11-25T03:10:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.121+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f8424019070 con 0x7f842c15bcf0 2023-11-25T03:10:36.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.181+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f842c06ca50 con 0x7f842c15bcf0 2023-11-25T03:10:36.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f84297fa640 1 -- 172.21.15.76:0/3479986362 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f842401d3f0 con 0x7f842c15bcf0 2023-11-25T03:10:36.185 INFO:teuthology.orchestra.run.smithi076.stderr:adjusted tunables profile to default 2023-11-25T03:10:36.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 msgr2=0x7f842c159070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 0x7f842c159070 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f842c06a9b0 tx=0x7f8424004690 comp rx=0 tx=0).stop 2023-11-25T03:10:36.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 shutdown_connections 2023-11-25T03:10:36.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f842c15bcf0 0x7f842c159070 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f842c13ed40 0x7f842c15b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 --2- 172.21.15.76:0/3479986362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f841c003980 0x7f842c146e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 >> 172.21.15.76:0/3479986362 conn(0x7f842c0ca170 msgr2=0x7f842c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:36.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 shutdown_connections 2023-11-25T03:10:36.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:36.185+0000 7f8432d2a640 1 -- 172.21.15.76:0/3479986362 wait complete. 2023-11-25T03:10:36.206 INFO:tasks.ceph:check_enable_crimson: False 2023-11-25T03:10:36.206 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-11-25T03:10:36.206 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:36.206 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-11-25T03:10:36.229 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:36.229 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-11-25T03:10:36.296 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:36.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-11-25T03:10:36.323 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:36.321+0000 7f15ed5e6180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-25T03:10:36.324 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:36.321+0000 7f25c78e2180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-25T03:10:36.345 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:10:36.345 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-11-25T03:10:36.414 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:36.415 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-11-25T03:10:36.436 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:36.436 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-11-25T03:10:36.497 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:36.497 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-11-25T03:10:36.561 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:10:36.561 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-11-25T03:10:36.629 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new f6d126af-1aa3-45f6-a18d-58555cbccd91 0 2023-11-25T03:10:36.810 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a5e357640 1 Processor -- start 2023-11-25T03:10:36.810 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a5e357640 1 -- start start 2023-11-25T03:10:36.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a5e357640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4a580c7ea0 0x7f4a5806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a5e357640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a5806c860 con 0x7f4a58151e90 2023-11-25T03:10:36.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a5e357640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a58154930 con 0x7f4a5806b9e0 2023-11-25T03:10:36.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a5e357640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a580c8750 con 0x7f4a580c7ea0 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a577fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4a580c7ea0 0x7f4a5806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a577fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4a580c7ea0 0x7f4a5806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46040/0 (socket says 172.21.15.106:46040) 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a577fe640 1 -- 172.21.15.106:0/4256933530 learned_addr learned my addr 172.21.15.106:0/4256933530 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a577fe640 1 -- 172.21.15.106:0/4256933530 >> v1:172.21.15.106:6789/0 conn(0x7f4a5806b9e0 legacy=0x7f4a5815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a577fe640 1 -- 172.21.15.106:0/4256933530 >> v1:172.21.15.76:6789/0 conn(0x7f4a58151e90 legacy=0x7f4a580c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a56ffd640 1 -- 172.21.15.106:0/4256933530 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 624287182 0 0) 0x7f4a5806c860 con 0x7f4a58151e90 2023-11-25T03:10:36.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.809+0000 7f4a577fe640 1 -- 172.21.15.106:0/4256933530 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a58154c10 con 0x7f4a580c7ea0 2023-11-25T03:10:36.814 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a577fe640 1 --2- 172.21.15.106:0/4256933530 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a580c7ea0 0x7f4a5806b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c009870 tx=0x7f4a4c01c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ecda818347733df4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:36.815 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a56ffd640 1 -- 172.21.15.106:0/4256933530 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c0ab600 con 0x7f4a580c7ea0 2023-11-25T03:10:36.815 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a56ffd640 1 -- 172.21.15.106:0/4256933530 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a4c0a7050 con 0x7f4a580c7ea0 2023-11-25T03:10:36.815 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a56ffd640 1 -- 172.21.15.106:0/4256933530 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c0ab980 con 0x7f4a580c7ea0 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 -- 172.21.15.106:0/4256933530 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a580c7ea0 msgr2=0x7f4a5806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 --2- 172.21.15.106:0/4256933530 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a580c7ea0 0x7f4a5806b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c009870 tx=0x7f4a4c01c420 comp rx=0 tx=0).stop 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 -- 172.21.15.106:0/4256933530 shutdown_connections 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 --2- 172.21.15.106:0/4256933530 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a580c7ea0 0x7f4a5806b4a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 -- 172.21.15.106:0/4256933530 >> 172.21.15.106:0/4256933530 conn(0x7f4a580ca170 msgr2=0x7f4a580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 -- 172.21.15.106:0/4256933530 shutdown_connections 2023-11-25T03:10:36.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.813+0000 7f4a5e357640 1 -- 172.21.15.106:0/4256933530 wait complete. 2023-11-25T03:10:36.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 Processor -- start 2023-11-25T03:10:36.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- start start 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a5806b9e0 0x7f4a58158030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a580c7ea0 0x7f4a580c25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a58151e90 0x7f4a580c2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a581552d0 con 0x7f4a580c7ea0 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a580c3630 con 0x7f4a58151e90 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a581562e0 con 0x7f4a5806b9e0 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a57fff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a5806b9e0 0x7f4a58158030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a58151e90 0x7f4a580c2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a57fff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a5806b9e0 0x7f4a58158030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37668/0 (socket says 172.21.15.106:37668) 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a57fff640 1 -- 172.21.15.106:0/401217812 learned_addr learned my addr 172.21.15.106:0/401217812 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a577fe640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a580c7ea0 0x7f4a580c25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 -- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a5806b9e0 msgr2=0x7f4a58158030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a5806b9e0 0x7f4a58158030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 -- 172.21.15.106:0/401217812 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a580c7ea0 msgr2=0x7f4a580c25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a580c7ea0 0x7f4a580c25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 -- 172.21.15.106:0/401217812 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a4c0094d0 con 0x7f4a58151e90 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5c8f4640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a58151e90 0x7f4a580c2b20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4a5000c700 tx=0x7f4a5000cbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a50003b80 con 0x7f4a58151e90 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a50003ce0 con 0x7f4a58151e90 2023-11-25T03:10:36.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a581eddb0 con 0x7f4a58151e90 2023-11-25T03:10:36.823 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a50005310 con 0x7f4a58151e90 2023-11-25T03:10:36.823 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a58155f70 con 0x7f4a58151e90 2023-11-25T03:10:36.823 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4a5000a640 con 0x7f4a58151e90 2023-11-25T03:10:36.823 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4a50012760 con 0x7f4a58151e90 2023-11-25T03:10:36.823 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.817+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a58068400 con 0x7f4a58151e90 2023-11-25T03:10:36.839 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.837+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f4a5000aad0 con 0x7f4a58151e90 2023-11-25T03:10:36.869 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:36.865+0000 7f15ed5e6180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-25T03:10:36.885 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:36.885+0000 7f25c78e2180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-25T03:10:36.905 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.901+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f6d126af-1aa3-45f6-a18d-58555cbccd91", "id": 0} v 0) v1 -- 0x7f4a58156420 con 0x7f4a58151e90 2023-11-25T03:10:36.913 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.909+0000 7f4a54ff9640 1 -- 172.21.15.106:0/401217812 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f6d126af-1aa3-45f6-a18d-58555cbccd91", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4a5000ac70 con 0x7f4a58151e90 2023-11-25T03:10:36.913 INFO:teuthology.orchestra.run.smithi106.stdout:0 2023-11-25T03:10:36.914 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a58151e90 msgr2=0x7f4a580c2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:36.914 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a58151e90 0x7f4a580c2b20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4a5000c700 tx=0x7f4a5000cbc0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.914 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 shutdown_connections 2023-11-25T03:10:36.914 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a58151e90 0x7f4a580c2b20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.914 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a580c7ea0 0x7f4a580c25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.914 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 --2- 172.21.15.106:0/401217812 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a5806b9e0 0x7f4a58158030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:36.915 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 >> 172.21.15.106:0/401217812 conn(0x7f4a580ca170 msgr2=0x7f4a58150d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:36.915 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 shutdown_connections 2023-11-25T03:10:36.915 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:36.913+0000 7f4a5e357640 1 -- 172.21.15.106:0/401217812 wait complete. 2023-11-25T03:10:36.933 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 9f9ddb46-e4a6-4134-ac21-cb3735490f82 1 2023-11-25T03:10:37.071 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 Processor -- start 2023-11-25T03:10:37.071 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 -- start start 2023-11-25T03:10:37.072 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 0x7fe5e4155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe5e40c7eb0 0x7fe5e40c4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5e41521b0 con 0x7fe5e40af730 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5e40c73d0 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e8c5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e4155780 con 0x7fe5e40c69c0 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 0x7fe5e4155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5e2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe5e40c7eb0 0x7fe5e40c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 0x7fe5e4155240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37670/0 (socket says 172.21.15.106:37670) 2023-11-25T03:10:37.073 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 -- 172.21.15.106:0/3296057255 learned_addr learned my addr 172.21.15.106:0/3296057255 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.074 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 -- 172.21.15.106:0/3296057255 >> v2:172.21.15.76:3300/0 conn(0x7fe5e40c7eb0 msgr2=0x7fe5e40c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:37.074 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 --2- 172.21.15.106:0/3296057255 >> v2:172.21.15.76:3300/0 conn(0x7fe5e40c7eb0 0x7fe5e40c4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.074 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 -- 172.21.15.106:0/3296057255 >> v1:172.21.15.76:6789/0 conn(0x7fe5e40af730 legacy=0x7fe5e406c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.074 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.069+0000 7fe5dbfff640 1 -- 172.21.15.106:0/3296057255 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5e40c6e40 con 0x7fe5e40c69c0 2023-11-25T03:10:37.076 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5dbfff640 1 --2- 172.21.15.106:0/3296057255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 0x7fe5e4155240 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009870 tx=0x7fe5cc01c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfd2a8243ef21a01 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.076 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e1d9b640 1 -- 172.21.15.106:0/3296057255 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc0ab5f0 con 0x7fe5e40c69c0 2023-11-25T03:10:37.076 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e1d9b640 1 -- 172.21.15.106:0/3296057255 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5cc0ab750 con 0x7fe5e40c69c0 2023-11-25T03:10:37.077 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e1d9b640 1 -- 172.21.15.106:0/3296057255 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc0abae0 con 0x7fe5e40c69c0 2023-11-25T03:10:37.077 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/3296057255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 msgr2=0x7fe5e4155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.077 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/3296057255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 0x7fe5e4155240 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009870 tx=0x7fe5cc01c3f0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.077 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/3296057255 shutdown_connections 2023-11-25T03:10:37.078 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/3296057255 >> v2:172.21.15.76:3300/0 conn(0x7fe5e40c7eb0 0x7fe5e40c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.078 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/3296057255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40c69c0 0x7fe5e4155240 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.078 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/3296057255 >> 172.21.15.106:0/3296057255 conn(0x7fe5e40ca180 msgr2=0x7fe5e40ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.078 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/3296057255 shutdown_connections 2023-11-25T03:10:37.078 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.073+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/3296057255 wait complete. 2023-11-25T03:10:37.079 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 Processor -- start 2023-11-25T03:10:37.079 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 -- start start 2023-11-25T03:10:37.080 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40af730 0x7fe5e414d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.080 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5e40c69c0 0x7fe5e41f1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 0x7fe5e414c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e414ed70 con 0x7fe5e40c69c0 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e414e280 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e8c5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e414e4d0 con 0x7fe5e40af730 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 0x7fe5e414c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e259c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40af730 0x7fe5e414d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 0x7fe5e414c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46046/0 (socket says 172.21.15.106:46046) 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5e40c69c0 0x7fe5e41f1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.081 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 -- 172.21.15.106:0/2377649279 learned_addr learned my addr 172.21.15.106:0/2377649279 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 -- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40af730 msgr2=0x7fe5e414d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40af730 0x7fe5e414d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 -- 172.21.15.106:0/2377649279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5e40c69c0 msgr2=0x7fe5e41f1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5e40c69c0 0x7fe5e41f1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 -- 172.21.15.106:0/2377649279 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5cc0094d0 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5dbfff640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5e40c69c0 0x7fe5e41f1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e259c640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40af730 0x7fe5e414d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.077+0000 7fe5e2d9d640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 0x7fe5e414c580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc00efc0 tx=0x7fe5dc00c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5dc009ba0 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.083 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5dc00f040 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5e414e7b0 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5dc0146c0 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5e41f0c10 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe5dc014b20 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fe5dc013790 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.081+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5e41f0a70 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.084 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:37.085+0000 7f25c78e2180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-25T03:10:37.087 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.085+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fe5e41f0a70 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.091 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:37.089+0000 7f15ed5e6180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-25T03:10:37.155 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.153+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd new", "uuid": "9f9ddb46-e4a6-4134-ac21-cb3735490f82", "id": 1} v 0) v1 -- 0x7fe5e41f0e00 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.162 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5daffd640 1 -- 172.21.15.106:0/2377649279 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9f9ddb46-e4a6-4134-ac21-cb3735490f82", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe5dc018020 con 0x7fe5e40c7eb0 2023-11-25T03:10:37.162 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:10:37.163 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 msgr2=0x7fe5e414c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.163 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 0x7fe5e414c580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc00efc0 tx=0x7fe5dc00c490 comp rx=0 tx=0).stop 2023-11-25T03:10:37.163 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 shutdown_connections 2023-11-25T03:10:37.163 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5e40c7eb0 0x7fe5e414c580 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.163 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5e40c69c0 0x7fe5e41f1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.163 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 --2- 172.21.15.106:0/2377649279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5e40af730 0x7fe5e414d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.164 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 >> 172.21.15.106:0/2377649279 conn(0x7fe5e40ca180 msgr2=0x7fe5e40ca560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.164 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 shutdown_connections 2023-11-25T03:10:37.164 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.161+0000 7fe5e8c5a640 1 -- 172.21.15.106:0/2377649279 wait complete. 2023-11-25T03:10:37.183 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 7da79aad-008c-43ec-8dff-21f2cfc476b0 2 2023-11-25T03:10:37.319 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 Processor -- start 2023-11-25T03:10:37.319 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 -- start start 2023-11-25T03:10:37.320 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd14c0c7ea0 0x7fd14c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 0x7fd14c15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd14c06c860 con 0x7fd14c151e90 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14c0c8750 con 0x7fd14c0c7ea0 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd15112a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c1552d0 con 0x7fd14c06b9e0 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14a59c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd14c0c7ea0 0x7fd14c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 0x7fd14c15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14ad9d640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fd14c151e90 0x7fd14c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.106:37724/0 (socket says 172.21.15.106:37724) 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14ad9d640 1 -- 172.21.15.106:0/785280822 learned_addr learned my addr 172.21.15.106:0/785280822 (peer_addr_for_me v1:172.21.15.106:0/0) 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 0x7fd14c15f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37694/0 (socket says 172.21.15.106:37694) 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14a59c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd14c0c7ea0 0x7fd14c06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46048/0 (socket says 172.21.15.106:46048) 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14b59e640 1 -- 172.21.15.106:0/785280822 >> v2:172.21.15.106:3300/0 conn(0x7fd14c0c7ea0 msgr2=0x7fd14c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:37.321 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14b59e640 1 --2- 172.21.15.106:0/785280822 >> v2:172.21.15.106:3300/0 conn(0x7fd14c0c7ea0 0x7fd14c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.322 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14b59e640 1 -- 172.21.15.106:0/785280822 >> v1:172.21.15.106:6789/0 conn(0x7fd14c151e90 legacy=0x7fd14c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.322 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.317+0000 7fd14b59e640 1 -- 172.21.15.106:0/785280822 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd14c154930 con 0x7fd14c06b9e0 2023-11-25T03:10:37.324 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd14b59e640 1 --2- 172.21.15.106:0/785280822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 0x7fd14c15f0a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd144009d90 tx=0x7fd14401c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36420f3afce45302 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.324 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd149d9b640 1 -- 172.21.15.106:0/785280822 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1440a6700 con 0x7fd14c06b9e0 2023-11-25T03:10:37.324 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd149d9b640 1 -- 172.21.15.106:0/785280822 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1440a6860 con 0x7fd14c06b9e0 2023-11-25T03:10:37.324 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd149d9b640 1 -- 172.21.15.106:0/785280822 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1440a6bf0 con 0x7fd14c06b9e0 2023-11-25T03:10:37.325 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 -- 172.21.15.106:0/785280822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 msgr2=0x7fd14c15f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.325 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 --2- 172.21.15.106:0/785280822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 0x7fd14c15f0a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd144009d90 tx=0x7fd14401c830 comp rx=0 tx=0).stop 2023-11-25T03:10:37.326 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 -- 172.21.15.106:0/785280822 shutdown_connections 2023-11-25T03:10:37.326 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 --2- 172.21.15.106:0/785280822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c06b9e0 0x7fd14c15f0a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.326 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 --2- 172.21.15.106:0/785280822 >> v2:172.21.15.106:3300/0 conn(0x7fd14c0c7ea0 0x7fd14c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.327 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 -- 172.21.15.106:0/785280822 >> 172.21.15.106:0/785280822 conn(0x7fd14c0ca170 msgr2=0x7fd14c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.329 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 -- 172.21.15.106:0/785280822 shutdown_connections 2023-11-25T03:10:37.329 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.321+0000 7fd15112a640 1 -- 172.21.15.106:0/785280822 wait complete. 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 Processor -- start 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 -- start start 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd14c06b9e0 0x7fd14c148080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd14c0c7ea0 0x7fd14c143a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 0x7fd14c1532c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c1f1990 con 0x7fd14c06b9e0 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c1495c0 con 0x7fd14c0c7ea0 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c1ed4a0 con 0x7fd14c151e90 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 0x7fd14c1532c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14a59c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd14c0c7ea0 0x7fd14c143a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.332 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 0x7fd14c1532c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37708/0 (socket says 172.21.15.106:37708) 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 -- 172.21.15.106:0/1000429342 learned_addr learned my addr 172.21.15.106:0/1000429342 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14ad9d640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd14c06b9e0 0x7fd14c148080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 -- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd14c0c7ea0 msgr2=0x7fd14c143a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd14c0c7ea0 0x7fd14c143a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 -- 172.21.15.106:0/1000429342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd14c06b9e0 msgr2=0x7fd14c148080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd14c06b9e0 0x7fd14c148080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 -- 172.21.15.106:0/1000429342 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd144009a70 con 0x7fd14c151e90 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14ad9d640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd14c06b9e0 0x7fd14c148080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd14b59e640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 0x7fd14c1532c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd14401aee0 tx=0x7fd1440195d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1440bf070 con 0x7fd14c151e90 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1440ba470 con 0x7fd14c151e90 2023-11-25T03:10:37.333 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd14c1ee470 con 0x7fd14c151e90 2023-11-25T03:10:37.334 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1440ba7e0 con 0x7fd14c151e90 2023-11-25T03:10:37.334 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd14c1ed990 con 0x7fd14c151e90 2023-11-25T03:10:37.334 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.325+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fd1440039a0 con 0x7fd14c151e90 2023-11-25T03:10:37.334 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.329+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fd1440aa070 con 0x7fd14c151e90 2023-11-25T03:10:37.334 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.329+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd14c068400 con 0x7fd14c151e90 2023-11-25T03:10:37.334 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.329+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fd144003c50 con 0x7fd14c151e90 2023-11-25T03:10:37.398 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.397+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd new", "uuid": "7da79aad-008c-43ec-8dff-21f2cfc476b0", "id": 2} v 0) v1 -- 0x7fd14c14fc60 con 0x7fd14c151e90 2023-11-25T03:10:37.405 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.401+0000 7fd1337fe640 1 -- 172.21.15.106:0/1000429342 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7da79aad-008c-43ec-8dff-21f2cfc476b0", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd1440ba940 con 0x7fd14c151e90 2023-11-25T03:10:37.405 INFO:teuthology.orchestra.run.smithi106.stdout:2 2023-11-25T03:10:37.406 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 msgr2=0x7fd14c1532c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.406 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 0x7fd14c1532c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd14401aee0 tx=0x7fd1440195d0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.406 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 shutdown_connections 2023-11-25T03:10:37.407 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd14c151e90 0x7fd14c1532c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.407 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd14c0c7ea0 0x7fd14c143a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.407 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 --2- 172.21.15.106:0/1000429342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd14c06b9e0 0x7fd14c148080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.407 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 >> 172.21.15.106:0/1000429342 conn(0x7fd14c0ca170 msgr2=0x7fd14c144250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.407 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 shutdown_connections 2023-11-25T03:10:37.407 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.405+0000 7fd15112a640 1 -- 172.21.15.106:0/1000429342 wait complete. 2023-11-25T03:10:37.425 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 9cada3e2-c839-4de5-83e0-df29bba287c0 3 2023-11-25T03:10:37.561 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.557+0000 7f28d293e640 1 Processor -- start 2023-11-25T03:10:37.562 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28d293e640 1 -- start start 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28d293e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f28cc151e90 0x7f28cc0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28d293e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc0c7ea0 0x7f28cc06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28d293e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28cc06c860 con 0x7f28cc0c4e60 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28d293e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28cc0c8750 con 0x7f28cc151e90 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28d293e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28cc1552d0 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cb7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc0c7ea0 0x7f28cc06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f28cc151e90 0x7f28cc0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f28cc151e90 0x7f28cc0c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46068/0 (socket says 172.21.15.106:46068) 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cb7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc0c7ea0 0x7f28cc06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37714/0 (socket says 172.21.15.106:37714) 2023-11-25T03:10:37.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 -- 172.21.15.106:0/330577210 learned_addr learned my addr 172.21.15.106:0/330577210 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.564 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 -- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc0c7ea0 msgr2=0x7f28cc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:37.564 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 --2- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc0c7ea0 0x7f28cc06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.564 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 -- 172.21.15.106:0/330577210 >> v1:172.21.15.76:6789/0 conn(0x7f28cc0c4e60 legacy=0x7f28cc06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.564 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.561+0000 7f28cbfff640 1 -- 172.21.15.106:0/330577210 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28cc154930 con 0x7f28cc151e90 2023-11-25T03:10:37.566 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28cbfff640 1 --2- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc151e90 0x7f28cc0c4920 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f28bc009870 tx=0x7f28bc01c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3a44965bf0fd311 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.566 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28caffd640 1 -- 172.21.15.106:0/330577210 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28bc0ab600 con 0x7f28cc151e90 2023-11-25T03:10:37.567 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28caffd640 1 -- 172.21.15.106:0/330577210 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28bc0a7050 con 0x7f28cc151e90 2023-11-25T03:10:37.567 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28caffd640 1 -- 172.21.15.106:0/330577210 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28bc0ab980 con 0x7f28cc151e90 2023-11-25T03:10:37.567 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 -- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc151e90 msgr2=0x7f28cc0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.567 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 --2- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc151e90 0x7f28cc0c4920 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f28bc009870 tx=0x7f28bc01c420 comp rx=0 tx=0).stop 2023-11-25T03:10:37.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 -- 172.21.15.106:0/330577210 shutdown_connections 2023-11-25T03:10:37.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 --2- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc0c7ea0 0x7f28cc06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 --2- 172.21.15.106:0/330577210 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc151e90 0x7f28cc0c4920 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 -- 172.21.15.106:0/330577210 >> 172.21.15.106:0/330577210 conn(0x7f28cc0ca170 msgr2=0x7f28cc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 -- 172.21.15.106:0/330577210 shutdown_connections 2023-11-25T03:10:37.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 -- 172.21.15.106:0/330577210 wait complete. 2023-11-25T03:10:37.569 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 Processor -- start 2023-11-25T03:10:37.569 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.565+0000 7f28d293e640 1 -- start start 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28cc0c4e60 0x7f28cc145d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 0x7f28cc0aa700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc151e90 0x7f28cc0aac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28cc0ab180 con 0x7f28cc0c4e60 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28cc0abee0 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28cc1ea920 con 0x7f28cc151e90 2023-11-25T03:10:37.571 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 0x7f28cc0aa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 0x7f28cc0aa700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46084/0 (socket says 172.21.15.106:46084) 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 -- 172.21.15.106:0/2985765250 learned_addr learned my addr 172.21.15.106:0/2985765250 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d0edb640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc151e90 0x7f28cc0aac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cbfff640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28cc0c4e60 0x7f28cc145d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 -- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc151e90 msgr2=0x7f28cc0aac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc151e90 0x7f28cc0aac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 -- 172.21.15.106:0/2985765250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28cc0c4e60 msgr2=0x7f28cc145d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28cc0c4e60 0x7f28cc145d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 -- 172.21.15.106:0/2985765250 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28bc0094d0 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d0edb640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc151e90 0x7f28cc0aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:37.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28cb7fe640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 0x7f28cc0aa700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f28c000e900 tx=0x7f28c000edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28c0009690 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28c000ca00 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28c000cd90 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28cc0a9960 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28cc0a9c20 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f28c0005ca0 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f28c00064b0 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.569+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28cc068400 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.575 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.573+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f28c0021060 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.641 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.637+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd new", "uuid": "9cada3e2-c839-4de5-83e0-df29bba287c0", "id": 3} v 0) v1 -- 0x7f28cc066ff0 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.648 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28c8ff9640 1 -- 172.21.15.106:0/2985765250 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9cada3e2-c839-4de5-83e0-df29bba287c0", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f28c0029020 con 0x7f28cc0c7ea0 2023-11-25T03:10:37.648 INFO:teuthology.orchestra.run.smithi106.stdout:3 2023-11-25T03:10:37.649 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 msgr2=0x7f28cc0aa700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.649 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 0x7f28cc0aa700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f28c000e900 tx=0x7f28c000edc0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.649 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 shutdown_connections 2023-11-25T03:10:37.649 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28cc151e90 0x7f28cc0aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.650 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28cc0c7ea0 0x7f28cc0aa700 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.650 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 --2- 172.21.15.106:0/2985765250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28cc0c4e60 0x7f28cc145d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.650 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 >> 172.21.15.106:0/2985765250 conn(0x7f28cc0ca170 msgr2=0x7f28cc0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.650 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.645+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 shutdown_connections 2023-11-25T03:10:37.650 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.649+0000 7f28d293e640 1 -- 172.21.15.106:0/2985765250 wait complete. 2023-11-25T03:10:37.668 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 35740d76-a53d-4c4c-ad8a-d44a75c59577 4 2023-11-25T03:10:37.736 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:37.733+0000 7f25c78e2180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-25T03:10:37.743 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:37.741+0000 7f15ed5e6180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-25T03:10:37.798 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:37.797+0000 7f25c78e2180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-25T03:10:37.806 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 Processor -- start 2023-11-25T03:10:37.806 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 -- start start 2023-11-25T03:10:37.807 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f15ed5e6180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8008151e90 0x7f80080c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 0x7f800806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c4e60 0x7f800806b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80080c8750 con 0x7f8008151e90 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80081552d0 con 0x7f80080c7ea0 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800e5c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80080c5c60 con 0x7f80080c4e60 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f80077fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 0x7f800806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800cb61640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c4e60 0x7f800806b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f80077fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 0x7f800806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46086/0 (socket says 172.21.15.106:46086) 2023-11-25T03:10:37.808 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f80077fe640 1 -- 172.21.15.106:0/4020322652 learned_addr learned my addr 172.21.15.106:0/4020322652 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.809 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f8007fff640 1 --2- 172.21.15.106:0/4020322652 >> v2:172.21.15.76:3300/0 conn(0x7f8008151e90 0x7f80080c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.809 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800cb61640 1 -- 172.21.15.106:0/4020322652 >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 msgr2=0x7f800806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:37.809 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800cb61640 1 --2- 172.21.15.106:0/4020322652 >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 0x7f800806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.809 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800cb61640 1 -- 172.21.15.106:0/4020322652 >> v2:172.21.15.76:3300/0 conn(0x7f8008151e90 msgr2=0x7f80080c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:37.809 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800cb61640 1 --2- 172.21.15.106:0/4020322652 >> v2:172.21.15.76:3300/0 conn(0x7f8008151e90 0x7f80080c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.810 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f800cb61640 1 -- 172.21.15.106:0/4020322652 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f800806c860 con 0x7f80080c4e60 2023-11-25T03:10:37.810 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.805+0000 7f80077fe640 1 --2- 172.21.15.106:0/4020322652 >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 0x7f800806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:37.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800cb61640 1 --2- 172.21.15.106:0/4020322652 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c4e60 0x7f800806b9e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f80080a9a70 tx=0x7f800001c7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bb2f8a456f9d42e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f8006ffd640 1 -- 172.21.15.106:0/4020322652 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80000a6680 con 0x7f80080c4e60 2023-11-25T03:10:37.811 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f8006ffd640 1 -- 172.21.15.106:0/4020322652 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80000a67e0 con 0x7f80080c4e60 2023-11-25T03:10:37.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f8006ffd640 1 -- 172.21.15.106:0/4020322652 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80000a6b70 con 0x7f80080c4e60 2023-11-25T03:10:37.812 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 -- 172.21.15.106:0/4020322652 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c4e60 msgr2=0x7f800806b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 --2- 172.21.15.106:0/4020322652 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c4e60 0x7f800806b9e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f80080a9a70 tx=0x7f800001c7f0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 -- 172.21.15.106:0/4020322652 shutdown_connections 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 --2- 172.21.15.106:0/4020322652 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c4e60 0x7f800806b9e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 --2- 172.21.15.106:0/4020322652 >> v2:172.21.15.106:3300/0 conn(0x7f80080c7ea0 0x7f800806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 --2- 172.21.15.106:0/4020322652 >> v2:172.21.15.76:3300/0 conn(0x7f8008151e90 0x7f80080c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 -- 172.21.15.106:0/4020322652 >> 172.21.15.106:0/4020322652 conn(0x7f80080ca170 msgr2=0x7f80080ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 -- 172.21.15.106:0/4020322652 shutdown_connections 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.809+0000 7f800e5c4640 1 -- 172.21.15.106:0/4020322652 wait complete. 2023-11-25T03:10:37.813 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 Processor -- start 2023-11-25T03:10:37.814 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 -- start start 2023-11-25T03:10:37.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 0x7f8008141ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c7ea0 0x7f80080a9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8008151e90 0x7f8008142550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:37.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80080aaaa0 con 0x7f8008151e90 2023-11-25T03:10:37.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80081ecfa0 con 0x7f80080c4e60 2023-11-25T03:10:37.816 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8008150170 con 0x7f80080c7ea0 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 0x7f8008141ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f80077fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c7ea0 0x7f80080a9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 0x7f8008141ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46100/0 (socket says 172.21.15.106:46100) 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 -- 172.21.15.106:0/3228125746 learned_addr learned my addr 172.21.15.106:0/3228125746 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800cb61640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8008151e90 0x7f8008142550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 -- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c7ea0 msgr2=0x7f80080a9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c7ea0 0x7f80080a9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 -- 172.21.15.106:0/3228125746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8008151e90 msgr2=0x7f8008142550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8008151e90 0x7f8008142550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.817 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 -- 172.21.15.106:0/3228125746 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ffc0094d0 con 0x7f80080c4e60 2023-11-25T03:10:37.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f80077fe640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c7ea0 0x7f80080a9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:37.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800cb61640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8008151e90 0x7f8008142550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:37.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8007fff640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 0x7f8008141ce0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800e930 tx=0x7f7ff800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:37.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8009690 con 0x7f80080c4e60 2023-11-25T03:10:37.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ff800c940 con 0x7f80080c4e60 2023-11-25T03:10:37.818 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff800ccb0 con 0x7f80080c4e60 2023-11-25T03:10:37.819 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8000009a70 con 0x7f80080c4e60 2023-11-25T03:10:37.820 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7ff8013770 con 0x7f80080c4e60 2023-11-25T03:10:37.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80081edf50 con 0x7f80080c4e60 2023-11-25T03:10:37.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.813+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f7ff801c450 con 0x7f80080c4e60 2023-11-25T03:10:37.821 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.817+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80081506d0 con 0x7f80080c4e60 2023-11-25T03:10:37.822 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.817+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f7ff8021060 con 0x7f80080c4e60 2023-11-25T03:10:37.858 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:37.857+0000 7f25c78e2180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-25T03:10:37.871 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:37.869+0000 7f15ed5e6180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-25T03:10:37.886 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.885+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd new", "uuid": "35740d76-a53d-4c4c-ad8a-d44a75c59577", "id": 4} v 0) v1 -- 0x7f8008068400 con 0x7f80080c4e60 2023-11-25T03:10:37.891 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f8004ff9640 1 -- 172.21.15.106:0/3228125746 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "35740d76-a53d-4c4c-ad8a-d44a75c59577", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f7ff802a0b0 con 0x7f80080c4e60 2023-11-25T03:10:37.891 INFO:teuthology.orchestra.run.smithi106.stdout:4 2023-11-25T03:10:37.892 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 msgr2=0x7f8008141ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:37.893 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 0x7f8008141ce0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800e930 tx=0x7f7ff800ed30 comp rx=0 tx=0).stop 2023-11-25T03:10:37.893 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 shutdown_connections 2023-11-25T03:10:37.893 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8008151e90 0x7f8008142550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.893 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80080c7ea0 0x7f80080a9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.893 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 --2- 172.21.15.106:0/3228125746 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80080c4e60 0x7f8008141ce0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:37.894 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 >> 172.21.15.106:0/3228125746 conn(0x7f80080ca170 msgr2=0x7f80080c8b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:37.894 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 shutdown_connections 2023-11-25T03:10:37.894 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:37.889+0000 7f800e5c4640 1 -- 172.21.15.106:0/3228125746 wait complete. 2023-11-25T03:10:37.911 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c 5 2023-11-25T03:10:37.948 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:37.944+0000 7f25c78e2180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-25T03:10:37.964 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:37.961+0000 7f15ed5e6180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-25T03:10:38.007 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:38.004+0000 7f25c78e2180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-25T03:10:38.025 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:38.025+0000 7f15ed5e6180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-25T03:10:38.046 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 Processor -- start 2023-11-25T03:10:38.047 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 -- start start 2023-11-25T03:10:38.050 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.050 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3ba80c7ea0 0x7f3ba806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ba806c860 con 0x7f3ba80c4e60 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ba80c8750 con 0x7f3ba80c7ea0 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3badb80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba81552d0 con 0x7f3ba8151e90 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba80c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37742/0 (socket says 172.21.15.106:37742) 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 -- 172.21.15.106:0/639651705 learned_addr learned my addr 172.21.15.106:0/639651705 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba6ffd640 1 --2- 172.21.15.106:0/639651705 >> v2:172.21.15.76:3300/0 conn(0x7f3ba80c7ea0 0x7f3ba806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 -- 172.21.15.106:0/639651705 >> v2:172.21.15.76:3300/0 conn(0x7f3ba80c7ea0 msgr2=0x7f3ba806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 --2- 172.21.15.106:0/639651705 >> v2:172.21.15.76:3300/0 conn(0x7f3ba80c7ea0 0x7f3ba806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 -- 172.21.15.106:0/639651705 >> v1:172.21.15.76:6789/0 conn(0x7f3ba80c4e60 legacy=0x7f3ba806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.051 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.045+0000 7f3ba77fe640 1 -- 172.21.15.106:0/639651705 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ba8154930 con 0x7f3ba8151e90 2023-11-25T03:10:38.052 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3ba77fe640 1 --2- 172.21.15.106:0/639651705 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba80c4920 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3b98009870 tx=0x7f3b9801c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf13af2dee589232 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.052 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3ba67fc640 1 -- 172.21.15.106:0/639651705 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b980ab600 con 0x7f3ba8151e90 2023-11-25T03:10:38.053 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3ba67fc640 1 -- 172.21.15.106:0/639651705 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b980a7050 con 0x7f3ba8151e90 2023-11-25T03:10:38.053 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3ba67fc640 1 -- 172.21.15.106:0/639651705 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b980ab980 con 0x7f3ba8151e90 2023-11-25T03:10:38.054 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 -- 172.21.15.106:0/639651705 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 msgr2=0x7f3ba80c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.054 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 --2- 172.21.15.106:0/639651705 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba80c4920 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3b98009870 tx=0x7f3b9801c420 comp rx=0 tx=0).stop 2023-11-25T03:10:38.054 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 -- 172.21.15.106:0/639651705 shutdown_connections 2023-11-25T03:10:38.054 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 --2- 172.21.15.106:0/639651705 >> v2:172.21.15.76:3300/0 conn(0x7f3ba80c7ea0 0x7f3ba806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.055 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 --2- 172.21.15.106:0/639651705 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba80c4920 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.055 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 -- 172.21.15.106:0/639651705 >> 172.21.15.106:0/639651705 conn(0x7f3ba80ca170 msgr2=0x7f3ba80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.055 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 -- 172.21.15.106:0/639651705 shutdown_connections 2023-11-25T03:10:38.055 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.049+0000 7f3badb80640 1 -- 172.21.15.106:0/639651705 wait complete. 2023-11-25T03:10:38.062 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.053+0000 7f3badb80640 1 Processor -- start 2023-11-25T03:10:38.062 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.053+0000 7f3badb80640 1 -- start start 2023-11-25T03:10:38.062 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 0x7f3ba80ae3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.062 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ba80c7ea0 0x7f3ba81ed860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.063 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba8143d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.063 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba81ed3d0 con 0x7f3ba80c7ea0 2023-11-25T03:10:38.063 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba80aeca0 con 0x7f3ba80c4e60 2023-11-25T03:10:38.063 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba80ae9c0 con 0x7f3ba8151e90 2023-11-25T03:10:38.063 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba77fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 0x7f3ba80ae3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.063 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba77fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 0x7f3ba80ae3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46112/0 (socket says 172.21.15.106:46112) 2023-11-25T03:10:38.064 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba77fe640 1 -- 172.21.15.106:0/2824043038 learned_addr learned my addr 172.21.15.106:0/2824043038 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:38.064 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba8143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.064 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba6ffd640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ba80c7ea0 0x7f3ba81ed860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.064 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 -- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 msgr2=0x7f3ba80ae3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.064 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 0x7f3ba80ae3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.064 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 -- 172.21.15.106:0/2824043038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ba80c7ea0 msgr2=0x7f3ba81ed860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.065 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ba80c7ea0 0x7f3ba81ed860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.065 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 -- 172.21.15.106:0/2824043038 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b980094d0 con 0x7f3ba8151e90 2023-11-25T03:10:38.065 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba77fe640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 0x7f3ba80ae3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:38.065 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba6ffd640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ba80c7ea0 0x7f3ba81ed860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:38.065 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3ba7fff640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba8143d00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3ba000c700 tx=0x7f3ba000cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.065 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba0003b80 con 0x7f3ba8151e90 2023-11-25T03:10:38.066 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ba0003ce0 con 0x7f3ba8151e90 2023-11-25T03:10:38.066 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba0005310 con 0x7f3ba8151e90 2023-11-25T03:10:38.066 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ba81ecd80 con 0x7f3ba8151e90 2023-11-25T03:10:38.066 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ba8144240 con 0x7f3ba8151e90 2023-11-25T03:10:38.066 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f3ba000a640 con 0x7f3ba8151e90 2023-11-25T03:10:38.066 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f3ba0012420 con 0x7f3ba8151e90 2023-11-25T03:10:38.067 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.057+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ba81ed540 con 0x7f3ba8151e90 2023-11-25T03:10:38.067 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.061+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f3ba000a8f0 con 0x7f3ba8151e90 2023-11-25T03:10:38.095 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:38.092+0000 7f25c78e2180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-25T03:10:38.122 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:38.121+0000 7f15ed5e6180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-25T03:10:38.130 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.129+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd new", "uuid": "9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c", "id": 5} v 0) v1 -- 0x7f3ba8068400 con 0x7f3ba8151e90 2023-11-25T03:10:38.136 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.133+0000 7f3b8ffff640 1 -- 172.21.15.106:0/2824043038 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3ba000aa90 con 0x7f3ba8151e90 2023-11-25T03:10:38.137 INFO:teuthology.orchestra.run.smithi106.stdout:5 2023-11-25T03:10:38.138 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 msgr2=0x7f3ba8143d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.139 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba8143d00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3ba000c700 tx=0x7f3ba000cbc0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.139 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 shutdown_connections 2023-11-25T03:10:38.140 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3ba8151e90 0x7f3ba8143d00 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.140 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ba80c7ea0 0x7f3ba81ed860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.140 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 --2- 172.21.15.106:0/2824043038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3ba80c4e60 0x7f3ba80ae3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.140 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 >> 172.21.15.106:0/2824043038 conn(0x7f3ba80ca170 msgr2=0x7f3ba8153f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.140 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 shutdown_connections 2023-11-25T03:10:38.140 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.137+0000 7f3badb80640 1 -- 172.21.15.106:0/2824043038 wait complete. 2023-11-25T03:10:38.157 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 15ce4953-6e3d-4184-86bf-cd2b92ecec5d 6 2023-11-25T03:10:38.158 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:38.156+0000 7f25c78e2180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-25T03:10:38.185 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:38.181+0000 7f15ed5e6180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-25T03:10:38.293 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.289+0000 7fbe6fb57640 1 Processor -- start 2023-11-25T03:10:38.294 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6fb57640 1 -- start start 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6fb57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe680c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6fb57640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fbe680c4e60 0x7fbe6806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6fb57640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe6806c860 con 0x7fbe680c7ea0 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6fb57640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe680c8750 con 0x7fbe680c4e60 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6fb57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe681552d0 con 0x7fbe68151e90 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe680c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe680c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37754/0 (socket says 172.21.15.106:37754) 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 -- 172.21.15.106:0/18018548 learned_addr learned my addr 172.21.15.106:0/18018548 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6e0f4640 1 --2- 172.21.15.106:0/18018548 >> v2:172.21.15.106:3300/0 conn(0x7fbe680c4e60 0x7fbe6806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 -- 172.21.15.106:0/18018548 >> v2:172.21.15.106:3300/0 conn(0x7fbe680c4e60 msgr2=0x7fbe6806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:38.296 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 --2- 172.21.15.106:0/18018548 >> v2:172.21.15.106:3300/0 conn(0x7fbe680c4e60 0x7fbe6806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.297 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 -- 172.21.15.106:0/18018548 >> v1:172.21.15.76:6789/0 conn(0x7fbe680c7ea0 legacy=0x7fbe6806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.297 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.293+0000 7fbe6d8f3640 1 -- 172.21.15.106:0/18018548 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe68154930 con 0x7fbe68151e90 2023-11-25T03:10:38.298 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6d8f3640 1 --2- 172.21.15.106:0/18018548 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe680c4920 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbe64009870 tx=0x7fbe6401c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f64104fb745bf1ee server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.299 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6c8f1640 1 -- 172.21.15.106:0/18018548 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe640ab600 con 0x7fbe68151e90 2023-11-25T03:10:38.299 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6c8f1640 1 -- 172.21.15.106:0/18018548 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe640a7050 con 0x7fbe68151e90 2023-11-25T03:10:38.299 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6c8f1640 1 -- 172.21.15.106:0/18018548 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe640ab980 con 0x7fbe68151e90 2023-11-25T03:10:38.300 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 -- 172.21.15.106:0/18018548 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 msgr2=0x7fbe680c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.300 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/18018548 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe680c4920 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbe64009870 tx=0x7fbe6401c420 comp rx=0 tx=0).stop 2023-11-25T03:10:38.300 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 -- 172.21.15.106:0/18018548 shutdown_connections 2023-11-25T03:10:38.301 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/18018548 >> v2:172.21.15.106:3300/0 conn(0x7fbe680c4e60 0x7fbe6806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.301 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/18018548 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe680c4920 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.301 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 -- 172.21.15.106:0/18018548 >> 172.21.15.106:0/18018548 conn(0x7fbe680ca170 msgr2=0x7fbe680ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.301 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 -- 172.21.15.106:0/18018548 shutdown_connections 2023-11-25T03:10:38.301 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.297+0000 7fbe6fb57640 1 -- 172.21.15.106:0/18018548 wait complete. 2023-11-25T03:10:38.301 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 Processor -- start 2023-11-25T03:10:38.302 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- start start 2023-11-25T03:10:38.302 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe680c4e60 0x7fbe6814b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.302 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe680c7ea0 0x7fbe681f0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.302 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe681ed630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.302 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe68157240 con 0x7fbe680c4e60 2023-11-25T03:10:38.303 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe681f06b0 con 0x7fbe680c7ea0 2023-11-25T03:10:38.303 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe681563b0 con 0x7fbe68151e90 2023-11-25T03:10:38.304 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe681ed630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.304 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6d0f2640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe680c7ea0 0x7fbe681f0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.304 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe681ed630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37758/0 (socket says 172.21.15.106:37758) 2023-11-25T03:10:38.304 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 -- 172.21.15.106:0/245166369 learned_addr learned my addr 172.21.15.106:0/245166369 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:38.304 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6d8f3640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe680c4e60 0x7fbe6814b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.305 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 -- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe680c7ea0 msgr2=0x7fbe681f0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.305 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe680c7ea0 0x7fbe681f0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.305 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 -- 172.21.15.106:0/245166369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe680c4e60 msgr2=0x7fbe6814b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.305 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe680c4e60 0x7fbe6814b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.305 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 -- 172.21.15.106:0/245166369 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe640094d0 con 0x7fbe68151e90 2023-11-25T03:10:38.305 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6e0f4640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe681ed630 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbe60009d30 tx=0x7fbe6000c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe60009ba0 con 0x7fbe68151e90 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe6000f040 con 0x7fbe68151e90 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe600146c0 con 0x7fbe68151e90 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe68155b10 con 0x7fbe68151e90 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe681560d0 con 0x7fbe68151e90 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fbe60014b20 con 0x7fbe68151e90 2023-11-25T03:10:38.306 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fbe60014dd0 con 0x7fbe68151e90 2023-11-25T03:10:38.307 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.301+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe681f0820 con 0x7fbe68151e90 2023-11-25T03:10:38.307 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.305+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fbe6003bce0 con 0x7fbe68151e90 2023-11-25T03:10:38.313 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:38.312+0000 7f25c78e2180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-25T03:10:38.347 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:38.345+0000 7f15ed5e6180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-25T03:10:38.374 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.369+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd new", "uuid": "15ce4953-6e3d-4184-86bf-cd2b92ecec5d", "id": 6} v 0) v1 -- 0x7fbe68068400 con 0x7fbe68151e90 2023-11-25T03:10:38.380 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe5e7fc640 1 -- 172.21.15.106:0/245166369 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "15ce4953-6e3d-4184-86bf-cd2b92ecec5d", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fbe6002a070 con 0x7fbe68151e90 2023-11-25T03:10:38.381 INFO:teuthology.orchestra.run.smithi106.stdout:6 2023-11-25T03:10:38.382 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 msgr2=0x7fbe681ed630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.382 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe681ed630 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbe60009d30 tx=0x7fbe6000c490 comp rx=0 tx=0).stop 2023-11-25T03:10:38.382 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 shutdown_connections 2023-11-25T03:10:38.382 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe68151e90 0x7fbe681ed630 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.382 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe680c7ea0 0x7fbe681f0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.383 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 --2- 172.21.15.106:0/245166369 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe680c4e60 0x7fbe6814b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.383 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 >> 172.21.15.106:0/245166369 conn(0x7fbe680ca170 msgr2=0x7fbe6814fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.383 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.377+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 shutdown_connections 2023-11-25T03:10:38.383 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.381+0000 7fbe6fb57640 1 -- 172.21.15.106:0/245166369 wait complete. 2023-11-25T03:10:38.383 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:38.384+0000 7f25c78e2180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-25T03:10:38.399 DEBUG:teuthology.orchestra.run.smithi106:> sudo ceph --cluster ceph osd new 8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a 7 2023-11-25T03:10:38.425 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:38.417+0000 7f15ed5e6180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-25T03:10:38.560 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.557+0000 7ffa1ba17640 1 Processor -- start 2023-11-25T03:10:38.561 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.557+0000 7ffa1ba17640 1 -- start start 2023-11-25T03:10:38.562 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa1ba17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa14151e90 0x7ffa140c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.562 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa1ba17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffa140c4e60 0x7ffa1406bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.562 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa1ba17640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa1406c860 con 0x7ffa140c7ea0 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa1ba17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa140c8750 con 0x7ffa140c4e60 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa1ba17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa141552d0 con 0x7ffa14151e90 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa197b3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa14151e90 0x7ffa140c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffa140c4e60 0x7ffa1406bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa197b3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa14151e90 0x7ffa140c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.106:37772/0 (socket says 172.21.15.106:37772) 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffa140c4e60 0x7ffa1406bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46128/0 (socket says 172.21.15.106:46128) 2023-11-25T03:10:38.563 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa197b3640 1 -- 172.21.15.106:0/2713342095 learned_addr learned my addr 172.21.15.106:0/2713342095 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:38.564 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 -- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa14151e90 msgr2=0x7ffa140c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:38.564 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 --2- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa14151e90 0x7ffa140c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.565 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 -- 172.21.15.106:0/2713342095 >> v1:172.21.15.76:6789/0 conn(0x7ffa140c7ea0 legacy=0x7ffa1406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.565 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 -- 172.21.15.106:0/2713342095 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa14154930 con 0x7ffa140c4e60 2023-11-25T03:10:38.566 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.561+0000 7ffa19fb4640 1 --2- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa140c4e60 0x7ffa1406bbb0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c009d90 tx=0x7ffa0c01c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=684c4f6232afcb8e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.566 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa0bfff640 1 -- 172.21.15.106:0/2713342095 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c0a6700 con 0x7ffa140c4e60 2023-11-25T03:10:38.566 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa0bfff640 1 -- 172.21.15.106:0/2713342095 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa0c0a6860 con 0x7ffa140c4e60 2023-11-25T03:10:38.566 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa0bfff640 1 -- 172.21.15.106:0/2713342095 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c0a6bf0 con 0x7ffa140c4e60 2023-11-25T03:10:38.567 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa140c4e60 msgr2=0x7ffa1406bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.567 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa140c4e60 0x7ffa1406bbb0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c009d90 tx=0x7ffa0c01c830 comp rx=0 tx=0).stop 2023-11-25T03:10:38.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- 172.21.15.106:0/2713342095 shutdown_connections 2023-11-25T03:10:38.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa140c4e60 0x7ffa1406bbb0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/2713342095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa14151e90 0x7ffa140c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.568 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- 172.21.15.106:0/2713342095 >> 172.21.15.106:0/2713342095 conn(0x7ffa140ca170 msgr2=0x7ffa140ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.569 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- 172.21.15.106:0/2713342095 shutdown_connections 2023-11-25T03:10:38.569 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- 172.21.15.106:0/2713342095 wait complete. 2023-11-25T03:10:38.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 Processor -- start 2023-11-25T03:10:38.572 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- start start 2023-11-25T03:10:38.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa140c4e60 0x7ffa140abbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa140c7ea0 0x7ffa141560c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 0x7ffa14156600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa141583c0 con 0x7ffa140c4e60 2023-11-25T03:10:38.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa141586a0 con 0x7ffa14151e90 2023-11-25T03:10:38.573 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa1ba17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa141ed430 con 0x7ffa140c7ea0 2023-11-25T03:10:38.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa19fb4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 0x7ffa14156600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa18fb2640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa140c7ea0 0x7ffa141560c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa19fb4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 0x7ffa14156600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.106:46140/0 (socket says 172.21.15.106:46140) 2023-11-25T03:10:38.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.565+0000 7ffa19fb4640 1 -- 172.21.15.106:0/776891379 learned_addr learned my addr 172.21.15.106:0/776891379 (peer_addr_for_me v2:172.21.15.106:0/0) 2023-11-25T03:10:38.574 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa197b3640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa140c4e60 0x7ffa140abbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa19fb4640 1 -- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa140c7ea0 msgr2=0x7ffa141560c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa19fb4640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa140c7ea0 0x7ffa141560c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa19fb4640 1 -- 172.21.15.106:0/776891379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa140c4e60 msgr2=0x7ffa140abbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa19fb4640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa140c4e60 0x7ffa140abbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa19fb4640 1 -- 172.21.15.106:0/776891379 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa0c009a70 con 0x7ffa14151e90 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa18fb2640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa140c7ea0 0x7ffa141560c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa19fb4640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 0x7ffa14156600 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c0b0040 tx=0x7ffa0c0195d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c0ba670 con 0x7ffa14151e90 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa0c0ba7f0 con 0x7ffa14151e90 2023-11-25T03:10:38.576 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c0baba0 con 0x7ffa14151e90 2023-11-25T03:10:38.577 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa141ed710 con 0x7ffa14151e90 2023-11-25T03:10:38.577 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa14157800 con 0x7ffa14151e90 2023-11-25T03:10:38.577 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7ffa0c0bad00 con 0x7ffa14151e90 2023-11-25T03:10:38.577 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7ffa0c0aa070 con 0x7ffa14151e90 2023-11-25T03:10:38.577 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.569+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa14155de0 con 0x7ffa14151e90 2023-11-25T03:10:38.577 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.573+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7ffa14155de0 con 0x7ffa14151e90 2023-11-25T03:10:38.639 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.637+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a", "id": 7} v 0) v1 -- 0x7ffa14068400 con 0x7ffa14151e90 2023-11-25T03:10:38.644 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa09ffb640 1 -- 172.21.15.106:0/776891379 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7ffa0c0be020 con 0x7ffa14151e90 2023-11-25T03:10:38.644 INFO:teuthology.orchestra.run.smithi106.stdout:7 2023-11-25T03:10:38.645 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 msgr2=0x7ffa14156600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.646 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 0x7ffa14156600 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c0b0040 tx=0x7ffa0c0195d0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.646 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 shutdown_connections 2023-11-25T03:10:38.646 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffa14151e90 0x7ffa14156600 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.646 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffa140c7ea0 0x7ffa141560c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.647 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 --2- 172.21.15.106:0/776891379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa140c4e60 0x7ffa140abbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.647 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 >> 172.21.15.106:0/776891379 conn(0x7ffa140ca170 msgr2=0x7ffa1415e480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.647 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 shutdown_connections 2023-11-25T03:10:38.647 INFO:teuthology.orchestra.run.smithi106.stderr:2023-11-25T03:10:38.641+0000 7ffa1ba17640 1 -- 172.21.15.106:0/776891379 wait complete. 2023-11-25T03:10:38.664 INFO:tasks.ceph.osd.0:Restarting daemon 2023-11-25T03:10:38.664 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-11-25T03:10:38.668 INFO:tasks.ceph.osd.0:Started 2023-11-25T03:10:38.668 INFO:tasks.ceph.osd.1:Restarting daemon 2023-11-25T03:10:38.669 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-11-25T03:10:38.673 INFO:tasks.ceph.osd.1:Started 2023-11-25T03:10:38.674 INFO:tasks.ceph.osd.2:Restarting daemon 2023-11-25T03:10:38.674 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-11-25T03:10:38.678 INFO:tasks.ceph.osd.2:Started 2023-11-25T03:10:38.679 INFO:tasks.ceph.osd.3:Restarting daemon 2023-11-25T03:10:38.679 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-11-25T03:10:38.683 INFO:tasks.ceph.osd.3:Started 2023-11-25T03:10:38.683 INFO:tasks.ceph.osd.4:Restarting daemon 2023-11-25T03:10:38.683 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-11-25T03:10:38.689 INFO:tasks.ceph.osd.4:Started 2023-11-25T03:10:38.689 INFO:tasks.ceph.osd.5:Restarting daemon 2023-11-25T03:10:38.689 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-11-25T03:10:38.692 INFO:tasks.ceph.osd.5:Started 2023-11-25T03:10:38.692 INFO:tasks.ceph.osd.6:Restarting daemon 2023-11-25T03:10:38.692 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-11-25T03:10:38.695 INFO:tasks.ceph.osd.6:Started 2023-11-25T03:10:38.696 INFO:tasks.ceph.osd.7:Restarting daemon 2023-11-25T03:10:38.696 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-11-25T03:10:38.701 INFO:tasks.ceph.osd.7:Started 2023-11-25T03:10:38.701 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:10:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.912+0000 7f311db2a640 1 Processor -- start 2023-11-25T03:10:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.912+0000 7f311db2a640 1 -- start start 2023-11-25T03:10:38.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f311db2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f311db2a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31180c6250 0x7f31180c6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f311db2a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f31180c6c70 0x7f31180c1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f311db2a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31180c4360 con 0x7f31180c6250 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f311db2a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31180c3980 con 0x7f31180c6c70 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f311db2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31180c2bb0 con 0x7f3118155650 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31180c6250 0x7f31180c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31180c6250 0x7f31180c6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51176/0 (socket says 172.21.15.76:51176) 2023-11-25T03:10:38.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 -- 172.21.15.76:0/2575565272 learned_addr learned my addr 172.21.15.76:0/2575565272 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3117fff640 1 --2- 172.21.15.76:0/2575565272 >> v2:172.21.15.106:3300/0 conn(0x7f31180c6c70 0x7f31180c1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f31177fe640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 -- 172.21.15.76:0/2575565272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 msgr2=0x7f31180a6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 -- 172.21.15.76:0/2575565272 >> v2:172.21.15.106:3300/0 conn(0x7f31180c6c70 msgr2=0x7f31180c1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 --2- 172.21.15.76:0/2575565272 >> v2:172.21.15.106:3300/0 conn(0x7f31180c6c70 0x7f31180c1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f3116ffd640 1 -- 172.21.15.76:0/2575565272 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31180c2e90 con 0x7f31180c6250 2023-11-25T03:10:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.916+0000 7f31177fe640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f3116ffd640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6250 0x7f31180c6730 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f311806b420 tx=0x7f310c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29a36925280b01b4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f31167fc640 1 -- 172.21.15.76:0/2575565272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0a7070 con 0x7f31180c6250 2023-11-25T03:10:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f31167fc640 1 -- 172.21.15.76:0/2575565272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f310c0ab430 con 0x7f31180c6250 2023-11-25T03:10:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f31167fc640 1 -- 172.21.15.76:0/2575565272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31180c22a0 con 0x7f31180c6250 2023-11-25T03:10:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 -- 172.21.15.76:0/2575565272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6250 msgr2=0x7f31180c6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6250 0x7f31180c6730 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f311806b420 tx=0x7f310c01c470 comp rx=0 tx=0).stop 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 -- 172.21.15.76:0/2575565272 shutdown_connections 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 --2- 172.21.15.76:0/2575565272 >> v2:172.21.15.106:3300/0 conn(0x7f31180c6c70 0x7f31180c1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6250 0x7f31180c6730 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 --2- 172.21.15.76:0/2575565272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 -- 172.21.15.76:0/2575565272 >> 172.21.15.76:0/2575565272 conn(0x7f31180c7e40 msgr2=0x7f31180c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 -- 172.21.15.76:0/2575565272 shutdown_connections 2023-11-25T03:10:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 -- 172.21.15.76:0/2575565272 wait complete. 2023-11-25T03:10:38.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 Processor -- start 2023-11-25T03:10:38.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.920+0000 7f311db2a640 1 -- start start 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31180c6250 0x7f31180a90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 0x7f31180aaec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31180ad390 con 0x7f31180c6c70 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f311814c5e0 con 0x7f31180c6250 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f311814c340 con 0x7f3118155650 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 0x7f31180aaec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 0x7f31180aaec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51178/0 (socket says 172.21.15.76:51178) 2023-11-25T03:10:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 -- 172.21.15.76:0/3447621532 learned_addr learned my addr 172.21.15.76:0/3447621532 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f31177fe640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31180c6250 0x7f31180a90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3117fff640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 -- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 msgr2=0x7f31180a9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 -- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31180c6250 msgr2=0x7f31180a90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31180c6250 0x7f31180a90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 -- 172.21.15.76:0/3447621532 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f310c0094d0 con 0x7f31180c6c70 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3117fff640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f3116ffd640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 0x7f31180aaec0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f310c01ab20 tx=0x7f310c019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0b4620 con 0x7f31180c6c70 2023-11-25T03:10:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f310c0b4780 con 0x7f31180c6c70 2023-11-25T03:10:38.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0b4b10 con 0x7f31180c6c70 2023-11-25T03:10:38.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31180a8620 con 0x7f31180c6c70 2023-11-25T03:10:38.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31180a8ba0 con 0x7f31180c6c70 2023-11-25T03:10:38.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f310c0be400 con 0x7f31180c6c70 2023-11-25T03:10:38.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f310c0bdb20 con 0x7f31180c6c70 2023-11-25T03:10:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.924+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3118068400 con 0x7f31180c6c70 2023-11-25T03:10:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.928+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f310c0b9020 con 0x7f31180c6c70 2023-11-25T03:10:38.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f31180c5fc0 con 0x7f31180c6c70 2023-11-25T03:10:38.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f30fffff640 1 -- 172.21.15.76:0/3447621532 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f310c0bde40 con 0x7f31180c6c70 2023-11-25T03:10:38.983 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:38.983 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":10,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:10:38.644048+0000","last_up_change":"0.000000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:10:38.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 msgr2=0x7f31180aaec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:38.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 0x7f31180aaec0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f310c01ab20 tx=0x7f310c019210 comp rx=0 tx=0).stop 2023-11-25T03:10:38.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 shutdown_connections 2023-11-25T03:10:38.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3118155650 0x7f31180a9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31180c6c70 0x7f31180aaec0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 --2- 172.21.15.76:0/3447621532 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31180c6250 0x7f31180a90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:38.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 >> 172.21.15.76:0/3447621532 conn(0x7f31180c7e40 msgr2=0x7f31181584d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:38.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 shutdown_connections 2023-11-25T03:10:38.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:38.984+0000 7f311db2a640 1 -- 172.21.15.76:0/3447621532 wait complete. 2023-11-25T03:10:39.002 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-11-25T03:10:39.002 INFO:tasks.ceph:Waiting for OSDs to come up 2023-11-25T03:10:39.021 INFO:tasks.ceph.mgr.y.smithi076.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-11-25T03:10:39.021 INFO:tasks.ceph.mgr.y.smithi076.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-11-25T03:10:39.021 INFO:tasks.ceph.mgr.y.smithi076.stderr: from numpy import show_config as show_numpy_config 2023-11-25T03:10:39.075 INFO:tasks.ceph.mgr.x.smithi106.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-11-25T03:10:39.076 INFO:tasks.ceph.mgr.x.smithi106.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-11-25T03:10:39.076 INFO:tasks.ceph.mgr.x.smithi106.stderr: from numpy import show_config as show_numpy_config 2023-11-25T03:10:39.083 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:39.084+0000 7f25c78e2180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-25T03:10:39.116 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:39.113+0000 7f15ed5e6180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-25T03:10:39.220 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:39.220+0000 7f25c78e2180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-25T03:10:39.251 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:39.249+0000 7f15ed5e6180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-25T03:10:39.359 INFO:tasks.ceph.osd.1.smithi076.stderr:2023-11-25T03:10:39.360+0000 7f2547454640 -1 Falling back to public interface 2023-11-25T03:10:39.378 INFO:tasks.ceph.osd.0.smithi076.stderr:2023-11-25T03:10:39.380+0000 7fe4e8236640 -1 Falling back to public interface 2023-11-25T03:10:39.379 INFO:tasks.ceph.osd.2.smithi076.stderr:2023-11-25T03:10:39.380+0000 7fb4d3ef1640 -1 Falling back to public interface 2023-11-25T03:10:39.383 INFO:tasks.ceph.osd.7.smithi106.stderr:2023-11-25T03:10:39.381+0000 7f55ae02e640 -1 Falling back to public interface 2023-11-25T03:10:39.386 INFO:tasks.ceph.osd.5.smithi106.stderr:2023-11-25T03:10:39.385+0000 7f5b60051640 -1 Falling back to public interface 2023-11-25T03:10:39.398 INFO:tasks.ceph.osd.6.smithi106.stderr:2023-11-25T03:10:39.397+0000 7f31d0986640 -1 Falling back to public interface 2023-11-25T03:10:39.402 INFO:tasks.ceph.osd.4.smithi106.stderr:2023-11-25T03:10:39.401+0000 7f6dc9f7e640 -1 Falling back to public interface 2023-11-25T03:10:39.406 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:39.408+0000 7f25c78e2180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-25T03:10:39.418 INFO:tasks.ceph.osd.3.smithi076.stderr:2023-11-25T03:10:39.420+0000 7f48e63da640 -1 Falling back to public interface 2023-11-25T03:10:39.437 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:39.433+0000 7f15ed5e6180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-25T03:10:39.481 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:39.480+0000 7f25c78e2180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-25T03:10:39.509 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:39.505+0000 7f15ed5e6180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-25T03:10:39.618 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:39.620+0000 7f25c78e2180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-25T03:10:39.646 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:39.645+0000 7f15ed5e6180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-25T03:10:39.808 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-25T03:10:39.937 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.936+0000 7fb9e6fd1640 1 Processor -- start 2023-11-25T03:10:39.937 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.936+0000 7fb9e6fd1640 1 -- start start 2023-11-25T03:10:39.939 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e6fd1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e00c4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:39.939 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e6fd1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9e00c7e90 0x7fb9e0154ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:39.940 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e6fd1640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9e0158b60 con 0x7fb9e00c4910 2023-11-25T03:10:39.940 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e6fd1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9e00c5970 con 0x7fb9e00c7e90 2023-11-25T03:10:39.940 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e6fd1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e00ac660 con 0x7fb9e00bd620 2023-11-25T03:10:39.940 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e556e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9e00c7e90 0x7fb9e0154ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:39.940 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9dffff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e00c4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:39.940 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e4d6d640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fb9e00c4910 0x7fb9e01547e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:40172/0 (socket says 172.21.15.76:40172) 2023-11-25T03:10:39.941 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e4d6d640 1 -- 172.21.15.76:0/4221710631 learned_addr learned my addr 172.21.15.76:0/4221710631 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:39.941 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9df7fe640 1 -- 172.21.15.76:0/4221710631 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 761467813 0 0) 0x7fb9d4001120 con 0x7fb9e00c4910 2023-11-25T03:10:39.941 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9df7fe640 1 -- 172.21.15.76:0/4221710631 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9d0003530 con 0x7fb9e00c4910 2023-11-25T03:10:39.941 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9dffff640 1 -- 172.21.15.76:0/4221710631 >> v2:172.21.15.76:3300/0 conn(0x7fb9e00c7e90 msgr2=0x7fb9e0154ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:39.941 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9dffff640 1 --2- 172.21.15.76:0/4221710631 >> v2:172.21.15.76:3300/0 conn(0x7fb9e00c7e90 0x7fb9e0154ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:39.942 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9dffff640 1 -- 172.21.15.76:0/4221710631 >> v1:172.21.15.106:6789/0 conn(0x7fb9e00c4910 legacy=0x7fb9e01547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:39.942 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9dffff640 1 -- 172.21.15.76:0/4221710631 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9e006cd50 con 0x7fb9e00bd620 2023-11-25T03:10:39.942 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.940+0000 7fb9e556e640 1 --2- 172.21.15.76:0/4221710631 >> v2:172.21.15.76:3300/0 conn(0x7fb9e00c7e90 0x7fb9e0154ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:39.944 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9dffff640 1 --2- 172.21.15.76:0/4221710631 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e00c4cf0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc0097c0 tx=0x7fb9cc01c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=600f1b6f7f6965dc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:39.944 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9df7fe640 1 -- 172.21.15.76:0/4221710631 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc0ab5f0 con 0x7fb9e00bd620 2023-11-25T03:10:39.944 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9df7fe640 1 -- 172.21.15.76:0/4221710631 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9cc0ab750 con 0x7fb9e00bd620 2023-11-25T03:10:39.945 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9df7fe640 1 -- 172.21.15.76:0/4221710631 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc0abae0 con 0x7fb9e00bd620 2023-11-25T03:10:39.945 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/4221710631 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 msgr2=0x7fb9e00c4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:39.945 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/4221710631 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e00c4cf0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc0097c0 tx=0x7fb9cc01c3f0 comp rx=0 tx=0).stop 2023-11-25T03:10:39.945 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/4221710631 shutdown_connections 2023-11-25T03:10:39.945 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/4221710631 >> v2:172.21.15.76:3300/0 conn(0x7fb9e00c7e90 0x7fb9e0154ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:39.946 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/4221710631 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e00c4cf0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:39.946 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/4221710631 >> 172.21.15.76:0/4221710631 conn(0x7fb9e0071e60 msgr2=0x7fb9e0072270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:39.946 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/4221710631 shutdown_connections 2023-11-25T03:10:39.946 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/4221710631 wait complete. 2023-11-25T03:10:39.950 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 Processor -- start 2023-11-25T03:10:39.950 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.944+0000 7fb9e6fd1640 1 -- start start 2023-11-25T03:10:39.950 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e01ed6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:39.950 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 0x7fb9e0157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:39.950 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9e00c7e90 0x7fb9e0150360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:39.950 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e01edc20 con 0x7fb9e00c7e90 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e01581a0 con 0x7fb9e00c4910 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e014f7e0 con 0x7fb9e00bd620 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e01ed6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dffff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 0x7fb9e0157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e556e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9e00c7e90 0x7fb9e0150360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dffff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 0x7fb9e0157c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:37508/0 (socket says 172.21.15.76:37508) 2023-11-25T03:10:39.951 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dffff640 1 -- 172.21.15.76:0/2661362506 learned_addr learned my addr 172.21.15.76:0/2661362506 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 -- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 msgr2=0x7fb9e0157c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 0x7fb9e0157c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 -- 172.21.15.76:0/2661362506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9e00c7e90 msgr2=0x7fb9e0150360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9e00c7e90 0x7fb9e0150360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 -- 172.21.15.76:0/2661362506 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9d8009a70 con 0x7fb9e00bd620 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dffff640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 0x7fb9e0157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e4d6d640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e01ed6e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb9d400c700 tx=0x7fb9d400cb00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:39.952 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9d4005cf0 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9d4005e50 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9d40072f0 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9cc009420 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9e014fda0 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fb9d401c440 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fb9d4012ad0 con 0x7fb9e00bd620 2023-11-25T03:10:39.953 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.948+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9e0147b90 con 0x7fb9e00bd620 2023-11-25T03:10:39.954 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:39.952+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fb9e0147b90 con 0x7fb9e00bd620 2023-11-25T03:10:40.009 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.008+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb9e01553b0 con 0x7fb9e00bd620 2023-11-25T03:10:40.009 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.008+0000 7fb9dd7fa640 1 -- 172.21.15.76:0/2661362506 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fb9d4017070 con 0x7fb9e00bd620 2023-11-25T03:10:40.010 INFO:teuthology.misc.health.smithi076.stdout: 2023-11-25T03:10:40.010 INFO:teuthology.misc.health.smithi076.stdout:{"epoch":10,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:10:38.644048+0000","last_up_change":"0.000000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:10:40.011 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 msgr2=0x7fb9e01ed6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:40.011 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e01ed6e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb9d400c700 tx=0x7fb9d400cb00 comp rx=0 tx=0).stop 2023-11-25T03:10:40.011 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 shutdown_connections 2023-11-25T03:10:40.012 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9e00c7e90 0x7fb9e0150360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:40.012 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9e00c4910 0x7fb9e0157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:40.012 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 --2- 172.21.15.76:0/2661362506 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9e00bd620 0x7fb9e01ed6e0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:40.012 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 >> 172.21.15.76:0/2661362506 conn(0x7fb9e0071e60 msgr2=0x7fb9e00c8430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:40.013 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 shutdown_connections 2023-11-25T03:10:40.013 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:40.012+0000 7fb9e6fd1640 1 -- 172.21.15.76:0/2661362506 wait complete. 2023-11-25T03:10:40.027 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-11-25T03:10:40.320 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:40.320+0000 7f25c78e2180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-25T03:10:40.325 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:40.321+0000 7f15ed5e6180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-25T03:10:40.407 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:40.408+0000 7f25c78e2180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-25T03:10:40.411 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:40.409+0000 7f15ed5e6180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-25T03:10:40.596 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:40.596+0000 7f25c78e2180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-25T03:10:40.601 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:40.597+0000 7f15ed5e6180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-25T03:10:40.681 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:40.684+0000 7f25c78e2180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-25T03:10:40.687 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:40.685+0000 7f15ed5e6180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-25T03:10:41.006 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:41.008+0000 7f25c78e2180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-25T03:10:41.014 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:41.013+0000 7f15ed5e6180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-25T03:10:41.074 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:41.076+0000 7f25c78e2180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-25T03:10:41.083 INFO:tasks.ceph.mgr.x.smithi106.stderr:2023-11-25T03:10:41.081+0000 7f15ed5e6180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-25T03:10:42.096 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:42.096+0000 7f256f063640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-11-25T03:10:42.096 INFO:tasks.ceph.mgr.y.smithi076.stderr:2023-11-25T03:10:42.096+0000 7f256f063640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-11-25T03:10:43.188 INFO:tasks.ceph.osd.7.smithi106.stderr:2023-11-25T03:10:43.185+0000 7f55ae02e640 -1 osd.7 0 log_to_monitors true 2023-11-25T03:10:43.254 INFO:tasks.ceph.osd.0.smithi076.stderr:2023-11-25T03:10:43.256+0000 7fe4e8236640 -1 osd.0 0 log_to_monitors true 2023-11-25T03:10:43.313 INFO:tasks.ceph.osd.5.smithi106.stderr:2023-11-25T03:10:43.309+0000 7f5b60051640 -1 osd.5 0 log_to_monitors true 2023-11-25T03:10:43.330 INFO:tasks.ceph.osd.1.smithi076.stderr:2023-11-25T03:10:43.332+0000 7f2547454640 -1 osd.1 0 log_to_monitors true 2023-11-25T03:10:43.376 INFO:tasks.ceph.osd.6.smithi106.stderr:2023-11-25T03:10:43.373+0000 7f31d0986640 -1 osd.6 0 log_to_monitors true 2023-11-25T03:10:43.401 INFO:tasks.ceph.osd.4.smithi106.stderr:2023-11-25T03:10:43.397+0000 7f6dc9f7e640 -1 osd.4 0 log_to_monitors true 2023-11-25T03:10:43.545 INFO:tasks.ceph.osd.2.smithi076.stderr:2023-11-25T03:10:43.544+0000 7fb4d3ef1640 -1 osd.2 0 log_to_monitors true 2023-11-25T03:10:43.675 INFO:tasks.ceph.osd.3.smithi076.stderr:2023-11-25T03:10:43.676+0000 7f48e63da640 -1 osd.3 0 log_to_monitors true 2023-11-25T03:10:46.837 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-25T03:10:47.063 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb7368fe640 1 Processor -- start 2023-11-25T03:10:47.064 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb7368fe640 1 -- start start 2023-11-25T03:10:47.066 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb7368fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb7300c7e90 0x7fb7300c4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:47.066 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb7368fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb730158b60 con 0x7fb7300bd620 2023-11-25T03:10:47.066 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb7368fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7300ac660 con 0x7fb7300c4910 2023-11-25T03:10:47.066 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb7368fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7300c5970 con 0x7fb7300c7e90 2023-11-25T03:10:47.066 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.063+0000 7fb72ffff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fb7300c4910 0x7fb7301547e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:40188/0 (socket says 172.21.15.76:40188) 2023-11-25T03:10:47.066 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.067+0000 7fb72ffff640 1 -- 172.21.15.76:0/4074071124 learned_addr learned my addr 172.21.15.76:0/4074071124 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:47.067 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.067+0000 7fb734e9b640 1 --2- 172.21.15.76:0/4074071124 >> v2:172.21.15.76:3300/0 conn(0x7fb7300c7e90 0x7fb7300c4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:47.067 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.067+0000 7fb734e9b640 1 -- 172.21.15.76:0/4074071124 >> v1:172.21.15.106:6789/0 conn(0x7fb7300c4910 legacy=0x7fb7301547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.067 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.067+0000 7fb734e9b640 1 -- 172.21.15.76:0/4074071124 >> v1:172.21.15.76:6789/0 conn(0x7fb7300bd620 legacy=0x7fb730154ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.067 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.067+0000 7fb734e9b640 1 -- 172.21.15.76:0/4074071124 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb73006cd50 con 0x7fb7300c7e90 2023-11-25T03:10:47.071 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb734e9b640 1 --2- 172.21.15.76:0/4074071124 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c7e90 0x7fb7300c4cf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb728009d90 tx=0x7fb72801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55c5b275f57956b0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:47.071 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb72effd640 1 -- 172.21.15.76:0/4074071124 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7280a4c90 con 0x7fb7300c7e90 2023-11-25T03:10:47.072 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb72effd640 1 -- 172.21.15.76:0/4074071124 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7280a4df0 con 0x7fb7300c7e90 2023-11-25T03:10:47.072 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb72effd640 1 -- 172.21.15.76:0/4074071124 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7280ac660 con 0x7fb7300c7e90 2023-11-25T03:10:47.072 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 -- 172.21.15.76:0/4074071124 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c7e90 msgr2=0x7fb7300c4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.073 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 --2- 172.21.15.76:0/4074071124 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c7e90 0x7fb7300c4cf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb728009d90 tx=0x7fb72801c420 comp rx=0 tx=0).stop 2023-11-25T03:10:47.073 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 -- 172.21.15.76:0/4074071124 shutdown_connections 2023-11-25T03:10:47.073 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 --2- 172.21.15.76:0/4074071124 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c7e90 0x7fb7300c4cf0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.073 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 -- 172.21.15.76:0/4074071124 >> 172.21.15.76:0/4074071124 conn(0x7fb730071e60 msgr2=0x7fb730072270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:47.074 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 -- 172.21.15.76:0/4074071124 shutdown_connections 2023-11-25T03:10:47.074 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.071+0000 7fb7368fe640 1 -- 172.21.15.76:0/4074071124 wait complete. 2023-11-25T03:10:47.076 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.075+0000 7fb7368fe640 1 Processor -- start 2023-11-25T03:10:47.077 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.075+0000 7fb7368fe640 1 -- start start 2023-11-25T03:10:47.079 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb7368fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb7300bd620 0x7fb730156140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:47.079 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb7368fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c4910 0x7fb7300bdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:47.079 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb7368fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 0x7fb7300bff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:47.079 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb7368fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb730155dd0 con 0x7fb7300c4910 2023-11-25T03:10:47.079 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb7368fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb730156680 con 0x7fb7300bd620 2023-11-25T03:10:47.079 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb7368fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7300bf850 con 0x7fb7300c7e90 2023-11-25T03:10:47.080 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 0x7fb7300bff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:47.080 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 0x7fb7300bff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:40500/0 (socket says 172.21.15.76:40500) 2023-11-25T03:10:47.080 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 -- 172.21.15.76:0/2482210635 learned_addr learned my addr 172.21.15.76:0/2482210635 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:47.080 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb72ffff640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb7300bd620 0x7fb730156140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:47.080 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb72f7fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c4910 0x7fb7300bdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:47.081 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 -- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb7300bd620 msgr2=0x7fb730156140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.081 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb7300bd620 0x7fb730156140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.081 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 -- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c4910 msgr2=0x7fb7300bdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.081 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c4910 0x7fb7300bdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.081 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 -- 172.21.15.76:0/2482210635 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb728009a70 con 0x7fb7300c7e90 2023-11-25T03:10:47.081 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb72f7fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c4910 0x7fb7300bdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:47.082 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.079+0000 7fb734e9b640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 0x7fb7300bff80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb72801a290 tx=0x7fb728019510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:47.083 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.083+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7280acdc0 con 0x7fb7300c7e90 2023-11-25T03:10:47.083 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.083+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7280b8450 con 0x7fb7300c7e90 2023-11-25T03:10:47.083 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.083+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7280b87e0 con 0x7fb7300c7e90 2023-11-25T03:10:47.083 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.083+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb73014b120 con 0x7fb7300c7e90 2023-11-25T03:10:47.083 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.083+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7300bfa60 con 0x7fb7300c7e90 2023-11-25T03:10:47.086 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.083+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7300bfc50 con 0x7fb7300c7e90 2023-11-25T03:10:47.087 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.087+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 4) v1 ==== 85796+0+0 (secure 0 0 0) 0x7fb7280b8940 con 0x7fb7300c7e90 2023-11-25T03:10:47.089 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.087+0000 7fb72cff9640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb71c0664e0 0x7fb71c0689a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:47.089 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.087+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fb72811d500 con 0x7fb7300c7e90 2023-11-25T03:10:47.089 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.087+0000 7fb72ffff640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb71c0664e0 0x7fb71c0689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:47.091 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.091+0000 7fb72ffff640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb71c0664e0 0x7fb71c0689a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb720005890 tx=0x7fb720009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:47.100 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.099+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb7280eb860 con 0x7fb7300c7e90 2023-11-25T03:10:47.440 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.439+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb7300683a0 con 0x7fb7300c7e90 2023-11-25T03:10:47.442 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.439+0000 7fb72cff9640 1 -- 172.21.15.76:0/2482210635 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fb7280eee80 con 0x7fb7300c7e90 2023-11-25T03:10:47.443 INFO:teuthology.misc.health.smithi076.stdout: 2023-11-25T03:10:47.443 INFO:teuthology.misc.health.smithi076.stdout:{"epoch":12,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:10:45.102941+0000","last_up_change":"0.000000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb71c0664e0 msgr2=0x7fb71c0689a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb71c0664e0 0x7fb71c0689a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb720005890 tx=0x7fb720009040 comp rx=0 tx=0).stop 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 msgr2=0x7fb7300bff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 0x7fb7300bff80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb72801a290 tx=0x7fb728019510 comp rx=0 tx=0).stop 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 shutdown_connections 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb71c0664e0 0x7fb71c0689a0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb7300c7e90 0x7fb7300bff80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7300c4910 0x7fb7300bdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 --2- 172.21.15.76:0/2482210635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb7300bd620 0x7fb730156140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:47.445 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 >> 172.21.15.76:0/2482210635 conn(0x7fb730071e60 msgr2=0x7fb7301547e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:47.446 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 shutdown_connections 2023-11-25T03:10:47.446 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:47.443+0000 7fb7368fe640 1 -- 172.21.15.76:0/2482210635 wait complete. 2023-11-25T03:10:47.478 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-11-25T03:10:47.543 INFO:tasks.ceph.osd.5.smithi106.stderr:2023-11-25T03:10:47.541+0000 7f5b5b7d7640 -1 osd.5 0 waiting for initial osdmap 2023-11-25T03:10:47.553 INFO:tasks.ceph.osd.7.smithi106.stderr:2023-11-25T03:10:47.549+0000 7f55a8e00640 -1 osd.7 0 waiting for initial osdmap 2023-11-25T03:10:47.554 INFO:tasks.ceph.osd.6.smithi106.stderr:2023-11-25T03:10:47.553+0000 7f31cc10c640 -1 osd.6 0 waiting for initial osdmap 2023-11-25T03:10:47.564 INFO:tasks.ceph.osd.4.smithi106.stderr:2023-11-25T03:10:47.561+0000 7f6dc6f3a640 -1 osd.4 0 waiting for initial osdmap 2023-11-25T03:10:47.579 INFO:tasks.ceph.osd.5.smithi106.stderr:2023-11-25T03:10:47.577+0000 7f5b53e24640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.589 INFO:tasks.ceph.osd.1.smithi076.stderr:2023-11-25T03:10:47.587+0000 7f2542bda640 -1 osd.1 0 waiting for initial osdmap 2023-11-25T03:10:47.599 INFO:tasks.ceph.osd.7.smithi106.stderr:2023-11-25T03:10:47.597+0000 7f55a144d640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.600 INFO:tasks.ceph.osd.6.smithi106.stderr:2023-11-25T03:10:47.597+0000 7f31c4759640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.619 INFO:tasks.ceph.osd.4.smithi106.stderr:2023-11-25T03:10:47.617+0000 7f6dbdd51640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.632 INFO:tasks.ceph.osd.2.smithi076.stderr:2023-11-25T03:10:47.631+0000 7fb4cf677640 -1 osd.2 0 waiting for initial osdmap 2023-11-25T03:10:47.636 INFO:tasks.ceph.osd.1.smithi076.stderr:2023-11-25T03:10:47.635+0000 7f253b227640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.663 INFO:tasks.ceph.osd.0.smithi076.stderr:2023-11-25T03:10:47.663+0000 7fe4e39bc640 -1 osd.0 0 waiting for initial osdmap 2023-11-25T03:10:47.666 INFO:tasks.ceph.osd.3.smithi076.stderr:2023-11-25T03:10:47.667+0000 7f48e1b62640 -1 osd.3 0 waiting for initial osdmap 2023-11-25T03:10:47.667 INFO:tasks.ceph.osd.2.smithi076.stderr:2023-11-25T03:10:47.667+0000 7fb4c7cc4640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.702 INFO:tasks.ceph.osd.3.smithi076.stderr:2023-11-25T03:10:47.699+0000 7f48da1af640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:47.707 INFO:tasks.ceph.osd.0.smithi076.stderr:2023-11-25T03:10:47.707+0000 7fe4dc009640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-25T03:10:54.285 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-25T03:10:54.419 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 Processor -- start 2023-11-25T03:10:54.419 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 -- start start 2023-11-25T03:10:54.420 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f03a414fbe0 0x7f03a4152520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.420 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f03a40c06d0 0x7f03a4152a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03a406d980 con 0x7f03a40c5520 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03a406dc60 con 0x7f03a414fbe0 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a932a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03a406df40 con 0x7f03a40c06d0 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f03a414fbe0 0x7f03a4152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f03a414fbe0 0x7f03a4152520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47102/0 (socket says 172.21.15.76:47102) 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 -- 172.21.15.76:0/2729159658 learned_addr learned my addr 172.21.15.76:0/2729159658 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f03a37fe640 1 --2- 172.21.15.76:0/2729159658 >> v2:172.21.15.106:3300/0 conn(0x7f03a40c06d0 0x7f03a4152a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 -- 172.21.15.76:0/2729159658 >> v2:172.21.15.106:3300/0 conn(0x7f03a40c06d0 msgr2=0x7f03a4152a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 --2- 172.21.15.76:0/2729159658 >> v2:172.21.15.106:3300/0 conn(0x7f03a40c06d0 0x7f03a4152a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 -- 172.21.15.76:0/2729159658 >> v1:172.21.15.106:6789/0 conn(0x7f03a40c5520 legacy=0x7f03a414f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:54.421 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.419+0000 7f039a7fc640 1 -- 172.21.15.76:0/2729159658 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03a406e220 con 0x7f03a414fbe0 2023-11-25T03:10:54.423 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f039a7fc640 1 --2- 172.21.15.76:0/2729159658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a4152520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f03a406e630 tx=0x7f038c01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5cf5162a495b5a7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:54.424 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a27fc640 1 -- 172.21.15.76:0/2729159658 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038c0ab620 con 0x7f03a414fbe0 2023-11-25T03:10:54.424 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a27fc640 1 -- 172.21.15.76:0/2729159658 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f038c0ab780 con 0x7f03a414fbe0 2023-11-25T03:10:54.424 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a27fc640 1 -- 172.21.15.76:0/2729159658 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038c0abb10 con 0x7f03a414fbe0 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 -- 172.21.15.76:0/2729159658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 msgr2=0x7f03a4152520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 --2- 172.21.15.76:0/2729159658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a4152520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f03a406e630 tx=0x7f038c01c400 comp rx=0 tx=0).stop 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 -- 172.21.15.76:0/2729159658 shutdown_connections 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 --2- 172.21.15.76:0/2729159658 >> v2:172.21.15.106:3300/0 conn(0x7f03a40c06d0 0x7f03a4152a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 --2- 172.21.15.76:0/2729159658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a4152520 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 -- 172.21.15.76:0/2729159658 >> 172.21.15.76:0/2729159658 conn(0x7f03a40c5cd0 msgr2=0x7f03a40c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 -- 172.21.15.76:0/2729159658 shutdown_connections 2023-11-25T03:10:54.425 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 -- 172.21.15.76:0/2729159658 wait complete. 2023-11-25T03:10:54.426 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 Processor -- start 2023-11-25T03:10:54.426 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.423+0000 7f03a932a640 1 -- start start 2023-11-25T03:10:54.432 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03a40c06d0 0x7f03a40a8b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03a40c5520 0x7f03a40a5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a40c2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03a40c2470 con 0x7f03a414fbe0 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03a40c1860 con 0x7f03a40c5520 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03a40c1b40 con 0x7f03a40c06d0 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a40c2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a40c2900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47112/0 (socket says 172.21.15.76:47112) 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 -- 172.21.15.76:0/3612830727 learned_addr learned my addr 172.21.15.76:0/3612830727 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:54.433 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f039a7fc640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03a40c5520 0x7f03a40a5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a2ffd640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03a40c06d0 0x7f03a40a8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 -- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03a40c06d0 msgr2=0x7f03a40a8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03a40c06d0 0x7f03a40a8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 -- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03a40c5520 msgr2=0x7f03a40a5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03a40c5520 0x7f03a40a5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 -- 172.21.15.76:0/3612830727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f038c0094d0 con 0x7f03a414fbe0 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a37fe640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a40c2900 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f039c007e60 tx=0x7f039c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f039c014420 con 0x7f03a414fbe0 2023-11-25T03:10:54.434 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f039c0145a0 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f039c014950 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03a40c1e20 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03a40a6070 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03a40c2620 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.427+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f039c014ab0 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.431+0000 7f039bfff640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0388066470 0x7f0388068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.431+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f039c0843c0 con 0x7f03a414fbe0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.431+0000 7f03a2ffd640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0388066470 0x7f0388068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.435 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.431+0000 7f03a2ffd640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0388066470 0x7f0388068930 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0394004e30 tx=0x7f0394009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:54.436 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.435+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f03a40c2620 con 0x7f03a414fbe0 2023-11-25T03:10:54.586 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f03a40c2620 con 0x7f03a414fbe0 2023-11-25T03:10:54.587 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f039bfff640 1 -- 172.21.15.76:0/3612830727 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12838 (secure 0 0 0) 0x7f03a40c2620 con 0x7f03a414fbe0 2023-11-25T03:10:54.587 INFO:teuthology.misc.health.smithi076.stdout: 2023-11-25T03:10:54.588 INFO:teuthology.misc.health.smithi076.stdout:{"epoch":16,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:10:51.588846+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:10:54.589 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0388066470 msgr2=0x7f0388068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0388066470 0x7f0388068930 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0394004e30 tx=0x7f0394009040 comp rx=0 tx=0).stop 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 msgr2=0x7f03a40c2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a40c2900 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f039c007e60 tx=0x7f039c00e4b0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 shutdown_connections 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0388066470 0x7f0388068930 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03a414fbe0 0x7f03a40c2900 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03a40c5520 0x7f03a40a5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 --2- 172.21.15.76:0/3612830727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03a40c06d0 0x7f03a40a8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 >> 172.21.15.76:0/3612830727 conn(0x7f03a40c5cd0 msgr2=0x7f03a414d720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:54.590 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 shutdown_connections 2023-11-25T03:10:54.591 INFO:teuthology.misc.health.smithi076.stderr:2023-11-25T03:10:54.586+0000 7f03a932a640 1 -- 172.21.15.76:0/3612830727 wait complete. 2023-11-25T03:10:54.607 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-11-25T03:10:54.607 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-11-25T03:10:54.607 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-25T03:10:54.608 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-25T03:10:54.611 INFO:tasks.ceph.mds.a:Started 2023-11-25T03:10:54.611 INFO:tasks.ceph.mds.c:Restarting daemon 2023-11-25T03:10:54.611 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-11-25T03:10:54.614 INFO:tasks.ceph.mds.c:Started 2023-11-25T03:10:54.615 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-25T03:10:54.615 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-25T03:10:54.619 INFO:tasks.ceph.mds.b:Started 2023-11-25T03:10:54.619 INFO:tasks.ceph.mds.d:Restarting daemon 2023-11-25T03:10:54.619 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-11-25T03:10:54.624 INFO:tasks.ceph.mds.d:Started 2023-11-25T03:10:54.624 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-11-25T03:10:54.624 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:10:54.722 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:10:54.723 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:10:54.726 INFO:tasks.ceph.mds.d.smithi106.stdout:starting mds.d at 2023-11-25T03:10:54.728 INFO:tasks.ceph.mds.b.smithi106.stdout:starting mds.b at 2023-11-25T03:10:54.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1f32a640 1 Processor -- start 2023-11-25T03:10:54.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1f32a640 1 -- start start 2023-11-25T03:10:54.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1f32a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5d180c7ea0 0x7f5d1806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1f32a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d1806c860 con 0x7f5d1806b9e0 2023-11-25T03:10:54.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1f32a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d18154930 con 0x7f5d18151e90 2023-11-25T03:10:54.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1f32a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d180c8750 con 0x7f5d180c7ea0 2023-11-25T03:10:54.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d8c7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5d1806b9e0 0x7f5d1815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47064/0 (socket says 172.21.15.76:47064) 2023-11-25T03:10:54.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d8c7640 1 -- 172.21.15.76:0/383064815 learned_addr learned my addr 172.21.15.76:0/383064815 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:54.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1c8c5640 1 --2- 172.21.15.76:0/383064815 >> v2:172.21.15.106:3300/0 conn(0x7f5d180c7ea0 0x7f5d1806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4223088113 0 0) 0x7f5d1806c860 con 0x7f5d1806b9e0 2023-11-25T03:10:54.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5d04003530 con 0x7f5d1806b9e0 2023-11-25T03:10:54.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2159659249 0 0) 0x7f5d18154930 con 0x7f5d18151e90 2023-11-25T03:10:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5d1806c860 con 0x7f5d18151e90 2023-11-25T03:10:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3980534343 0 0) 0x7f5d04003530 con 0x7f5d1806b9e0 2023-11-25T03:10:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 >> v2:172.21.15.106:3300/0 conn(0x7f5d180c7ea0 msgr2=0x7f5d1806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 --2- 172.21.15.76:0/383064815 >> v2:172.21.15.106:3300/0 conn(0x7f5d180c7ea0 0x7f5d1806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 >> v1:172.21.15.106:6789/0 conn(0x7f5d18151e90 legacy=0x7f5d180c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d18154c10 con 0x7f5d1806b9e0 2023-11-25T03:10:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5d10001a00 con 0x7f5d1806b9e0 2023-11-25T03:10:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 >> v1:172.21.15.76:6789/0 conn(0x7f5d1806b9e0 legacy=0x7f5d1815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04003b10 0x7f5d04003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d040047d0 0x7f5d04004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d04005200 0x7f5d0400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d180c8750 con 0x7f5d04003b10 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0400c160 con 0x7f5d04005200 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0400c320 con 0x7f5d040047d0 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1c8c5640 1 --2- 172.21.15.76:0/383064815 >> v2:172.21.15.106:3300/0 conn(0x7f5d180c7ea0 0x7f5d1806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04003b10 0x7f5d04003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d8c7640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d04005200 0x7f5d0400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1c8c5640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d040047d0 0x7f5d04004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d0c6640 1 -- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d040047d0 msgr2=0x7f5d04004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d040047d0 0x7f5d04004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d0c6640 1 -- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d04005200 msgr2=0x7f5d0400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d04005200 0x7f5d0400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d0c6640 1 -- 172.21.15.76:0/383064815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d04003530 con 0x7f5d04003b10 2023-11-25T03:10:54.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d8c7640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d04005200 0x7f5d0400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:54.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.770+0000 7f5d1d8c7640 1 -- 172.21.15.76:0/383064815 reap_dead start 2023-11-25T03:10:54.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04003b10 0x7f5d04003f10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5d140018c0 tx=0x7f5d1401c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27fef1fd8587581a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:54.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d140052d0 con 0x7f5d04003b10 2023-11-25T03:10:54.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d140a7050 con 0x7f5d04003b10 2023-11-25T03:10:54.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d0ffff640 1 -- 172.21.15.76:0/383064815 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d14003820 con 0x7f5d04003b10 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 -- 172.21.15.76:0/383064815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04003b10 msgr2=0x7f5d04003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04003b10 0x7f5d04003f10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5d140018c0 tx=0x7f5d1401c540 comp rx=0 tx=0).stop 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 -- 172.21.15.76:0/383064815 shutdown_connections 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/383064815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04003b10 0x7f5d04003f10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 -- 172.21.15.76:0/383064815 >> 172.21.15.76:0/383064815 conn(0x7f5d180ca170 msgr2=0x7f5d180ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 -- 172.21.15.76:0/383064815 shutdown_connections 2023-11-25T03:10:54.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.774+0000 7f5d1f32a640 1 -- 172.21.15.76:0/383064815 wait complete. 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 Processor -- start 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 -- start start 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d04003b10 0x7f5d1814a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d180ac650 0x7f5d181482c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 0x7f5d181ed6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d181552d0 con 0x7f5d18148800 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d18157de0 con 0x7f5d180ac650 2023-11-25T03:10:54.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d18148c60 con 0x7f5d04003b10 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 0x7f5d181ed6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 0x7f5d181ed6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47170/0 (socket says 172.21.15.76:47170) 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 -- 172.21.15.76:0/2966064242 learned_addr learned my addr 172.21.15.76:0/2966064242 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d04003b10 0x7f5d1814a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1c8c5640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d180ac650 0x7f5d181482c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 -- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d04003b10 msgr2=0x7f5d1814a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d04003b10 0x7f5d1814a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 -- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d180ac650 msgr2=0x7f5d181482c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d180ac650 0x7f5d181482c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 -- 172.21.15.76:0/2966064242 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d18157b00 con 0x7f5d18148800 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d04003b10 0x7f5d1814a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1c8c5640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d180ac650 0x7f5d181482c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1d8c7640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 0x7f5d181ed6b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5d1808b130 tx=0x7f5d10001f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d10007920 con 0x7f5d18148800 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d10007a80 con 0x7f5d18148800 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d10013630 con 0x7f5d18148800 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d180a9bb0 con 0x7f5d18148800 2023-11-25T03:10:54.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.778+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d1814aeb0 con 0x7f5d18148800 2023-11-25T03:10:54.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.782+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d180aa330 con 0x7f5d18148800 2023-11-25T03:10:54.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.782+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5d10013790 con 0x7f5d18148800 2023-11-25T03:10:54.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.782+0000 7f5d0dffb640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cfc0664a0 0x7f5cfc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:54.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.782+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5d100840f0 con 0x7f5d18148800 2023-11-25T03:10:54.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.782+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cfc0664a0 0x7f5cfc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:54.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.782+0000 7f5d1d0c6640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cfc0664a0 0x7f5cfc068960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5d140ac000 tx=0x7f5d14001350 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:54.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.786+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5d180aa330 con 0x7f5d18148800 2023-11-25T03:10:54.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.938+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5d180aa330 con 0x7f5d18148800 2023-11-25T03:10:54.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.938+0000 7f5d0dffb640 1 -- 172.21.15.76:0/2966064242 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12838 (secure 0 0 0) 0x7f5d180aa330 con 0x7f5d18148800 2023-11-25T03:10:54.941 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:54.941 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":16,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:10:51.588846+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:10:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cfc0664a0 msgr2=0x7f5cfc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cfc0664a0 0x7f5cfc068960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5d140ac000 tx=0x7f5d14001350 comp rx=0 tx=0).stop 2023-11-25T03:10:54.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 msgr2=0x7f5d181ed6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:54.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 0x7f5d181ed6b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5d1808b130 tx=0x7f5d10001f40 comp rx=0 tx=0).stop 2023-11-25T03:10:54.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 shutdown_connections 2023-11-25T03:10:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cfc0664a0 0x7f5cfc068960 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d18148800 0x7f5d181ed6b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d180ac650 0x7f5d181482c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 --2- 172.21.15.76:0/2966064242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d04003b10 0x7f5d1814a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 >> 172.21.15.76:0/2966064242 conn(0x7f5d180ca170 msgr2=0x7f5d180c9330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:54.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 shutdown_connections 2023-11-25T03:10:54.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:54.942+0000 7f5d1f32a640 1 -- 172.21.15.76:0/2966064242 wait complete. 2023-11-25T03:10:54.961 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:10:54.962 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:10:55.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.098+0000 7f27bb52a640 1 Processor -- start 2023-11-25T03:10:55.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.098+0000 7f27bb52a640 1 -- start start 2023-11-25T03:10:55.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27bb52a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27b40c1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27bb52a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27b4157cd0 con 0x7f27b40a6c60 2023-11-25T03:10:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27bb52a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27b4158850 con 0x7f27b41578f0 2023-11-25T03:10:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27bb52a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27b40c2e00 con 0x7f27b40c2840 2023-11-25T03:10:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b8ac5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f27b40a6c60 0x7f27b40c1270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47074/0 (socket says 172.21.15.76:47074) 2023-11-25T03:10:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b8ac5640 1 -- 172.21.15.76:0/2282534542 learned_addr learned my addr 172.21.15.76:0/2282534542 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:55.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b9ac7640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27b40c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 692896584 0 0) 0x7f27b4157cd0 con 0x7f27b40a6c60 2023-11-25T03:10:55.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27a0003530 con 0x7f27b40a6c60 2023-11-25T03:10:55.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4218701262 0 0) 0x7f27b4158850 con 0x7f27b41578f0 2023-11-25T03:10:55.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27b4157cd0 con 0x7f27b41578f0 2023-11-25T03:10:55.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 146281888 0 0) 0x7f27a0003530 con 0x7f27b40a6c60 2023-11-25T03:10:55.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 msgr2=0x7f27b40c1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:55.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27b40c1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 >> v1:172.21.15.106:6789/0 conn(0x7f27b41578f0 legacy=0x7f27b40c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b4157f20 con 0x7f27b40a6c60 2023-11-25T03:10:55.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f27a4001680 con 0x7f27b40a6c60 2023-11-25T03:10:55.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b9ac7640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27b40c1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:55.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 >> v1:172.21.15.76:6789/0 conn(0x7f27b40a6c60 legacy=0x7f27b40c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a0003b40 0x7f27a0003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27a00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0004d10 0x7f27a0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b40c2e00 con 0x7f27a0003b40 2023-11-25T03:10:55.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a000ba70 con 0x7f27a0004d10 2023-11-25T03:10:55.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27a000bc30 con 0x7f27b40c2840 2023-11-25T03:10:55.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b92c6640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a0003b40 0x7f27a0003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b8ac5640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27a00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b9ac7640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0004d10 0x7f27a0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b92c6640 1 -- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 msgr2=0x7f27a00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:55.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b92c6640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b40c2840 0x7f27a00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b92c6640 1 -- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0004d10 msgr2=0x7f27a0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:55.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b92c6640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0004d10 0x7f27a0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.102+0000 7f27b92c6640 1 -- 172.21.15.76:0/2282534542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27ac009a70 con 0x7f27a0003b40 2023-11-25T03:10:55.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27b92c6640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a0003b40 0x7f27a0003f40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f27b00018d0 tx=0x7f27b001c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10eded7ba54d2b37 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:55.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b00052d0 con 0x7f27a0003b40 2023-11-25T03:10:55.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27b00a7050 con 0x7f27a0003b40 2023-11-25T03:10:55.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27abfff640 1 -- 172.21.15.76:0/2282534542 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b0003600 con 0x7f27a0003b40 2023-11-25T03:10:55.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27bb52a640 1 -- 172.21.15.76:0/2282534542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a0003b40 msgr2=0x7f27a0003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27bb52a640 1 --2- 172.21.15.76:0/2282534542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a0003b40 0x7f27a0003f40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f27b00018d0 tx=0x7f27b001c560 comp rx=0 tx=0).stop 2023-11-25T03:10:55.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27b9ac7640 1 -- 172.21.15.76:0/2282534542 reap_dead start 2023-11-25T03:10:55.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27bb52a640 1 -- 172.21.15.76:0/2282534542 shutdown_connections 2023-11-25T03:10:55.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27bb52a640 1 -- 172.21.15.76:0/2282534542 >> 172.21.15.76:0/2282534542 conn(0x7f27b40c7e40 msgr2=0x7f27b40c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:55.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27bb52a640 1 -- 172.21.15.76:0/2282534542 shutdown_connections 2023-11-25T03:10:55.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.106+0000 7f27bb52a640 1 -- 172.21.15.76:0/2282534542 wait complete. 2023-11-25T03:10:55.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 Processor -- start 2023-11-25T03:10:55.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- start start 2023-11-25T03:10:55.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0003b40 0x7f27b414add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b414eaf0 0x7f27b4148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 0x7f27b41489d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b41485a0 con 0x7f27b40c6420 2023-11-25T03:10:55.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b41f1810 con 0x7f27a0003b40 2023-11-25T03:10:55.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27b4153580 con 0x7f27b414eaf0 2023-11-25T03:10:55.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 0x7f27b41489d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 0x7f27b41489d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47182/0 (socket says 172.21.15.76:47182) 2023-11-25T03:10:55.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 -- 172.21.15.76:0/3115414855 learned_addr learned my addr 172.21.15.76:0/3115414855 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:55.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b92c6640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0003b40 0x7f27b414add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b8ac5640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b414eaf0 0x7f27b4148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 -- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b414eaf0 msgr2=0x7f27b4148060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b414eaf0 0x7f27b4148060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 -- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0003b40 msgr2=0x7f27b414add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0003b40 0x7f27b414add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 -- 172.21.15.76:0/3115414855 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b4153860 con 0x7f27b40c6420 2023-11-25T03:10:55.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27b9ac7640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 0x7f27b41489d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f27b40c45c0 tx=0x7f27ac009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:55.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ac00e070 con 0x7f27b40c6420 2023-11-25T03:10:55.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27ac011ec0 con 0x7f27b40c6420 2023-11-25T03:10:55.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ac0039a0 con 0x7f27b40c6420 2023-11-25T03:10:55.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27b41f14a0 con 0x7f27b40c6420 2023-11-25T03:10:55.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27b40c68b0 con 0x7f27b40c6420 2023-11-25T03:10:55.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.110+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27b40c7c10 con 0x7f27b40c6420 2023-11-25T03:10:55.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.114+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f27ac003b00 con 0x7f27b40c6420 2023-11-25T03:10:55.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.114+0000 7f27a9ffb640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2798066470 0x7f2798068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.114+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f27ac0842a0 con 0x7f27b40c6420 2023-11-25T03:10:55.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.114+0000 7f27b92c6640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2798066470 0x7f2798068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.114+0000 7f27b92c6640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2798066470 0x7f2798068930 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f27b00ac000 tx=0x7f27b00a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:55.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.118+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f27ac051a80 con 0x7f27b40c6420 2023-11-25T03:10:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f27b4068400 con 0x7f27b40c6420 2023-11-25T03:10:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27a9ffb640 1 -- 172.21.15.76:0/3115414855 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f27ac0550a0 con 0x7f27b40c6420 2023-11-25T03:10:55.271 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2798066470 msgr2=0x7f2798068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2798066470 0x7f2798068930 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f27b00ac000 tx=0x7f27b00a6000 comp rx=0 tx=0).stop 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 msgr2=0x7f27b41489d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 0x7f27b41489d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f27b40c45c0 tx=0x7f27ac009f90 comp rx=0 tx=0).stop 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 shutdown_connections 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2798066470 0x7f2798068930 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27b40c6420 0x7f27b41489d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27b414eaf0 0x7f27b4148060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 --2- 172.21.15.76:0/3115414855 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a0003b40 0x7f27b414add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 >> 172.21.15.76:0/3115414855 conn(0x7f27b40c7e40 msgr2=0x7f27b41553d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 shutdown_connections 2023-11-25T03:10:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.270+0000 7f27bb52a640 1 -- 172.21.15.76:0/3115414855 wait complete. 2023-11-25T03:10:55.292 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:10:55.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 Processor -- start 2023-11-25T03:10:55.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 -- start start 2023-11-25T03:10:55.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec14b010 0x7f5bec0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5bec157c20 0x7f5bec1580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bec06a5b0 con 0x7f5bec073a70 2023-11-25T03:10:55.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bec06b710 con 0x7f5bec157c20 2023-11-25T03:10:55.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.426+0000 7f5bf3dc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bec0c1d60 con 0x7f5bec14b010 2023-11-25T03:10:55.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf1b5d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec14b010 0x7f5bec0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf235e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5bec157c20 0x7f5bec1580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf135c640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f5bec073a70 0x7f5bec06b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:53590/0 (socket says 172.21.15.76:53590) 2023-11-25T03:10:55.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf135c640 1 -- 172.21.15.76:0/172458847 learned_addr learned my addr 172.21.15.76:0/172458847 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:55.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf1b5d640 1 -- 172.21.15.76:0/172458847 >> v2:172.21.15.106:3300/0 conn(0x7f5bec157c20 msgr2=0x7f5bec1580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:55.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf1b5d640 1 --2- 172.21.15.76:0/172458847 >> v2:172.21.15.106:3300/0 conn(0x7f5bec157c20 0x7f5bec1580b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf1b5d640 1 -- 172.21.15.76:0/172458847 >> v1:172.21.15.106:6789/0 conn(0x7f5bec073a70 legacy=0x7f5bec06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf1b5d640 1 -- 172.21.15.76:0/172458847 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bec0c2040 con 0x7f5bec14b010 2023-11-25T03:10:55.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.430+0000 7f5bf1b5d640 1 --2- 172.21.15.76:0/172458847 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec14b010 0x7f5bec0bf9f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5be8009d90 tx=0x7f5be801f130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bebadcb840f907aa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:55.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf0b5b640 1 -- 172.21.15.76:0/172458847 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5be80af600 con 0x7f5bec14b010 2023-11-25T03:10:55.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf0b5b640 1 -- 172.21.15.76:0/172458847 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5be80ab050 con 0x7f5bec14b010 2023-11-25T03:10:55.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf0b5b640 1 -- 172.21.15.76:0/172458847 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5be80af980 con 0x7f5bec14b010 2023-11-25T03:10:55.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/172458847 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec14b010 msgr2=0x7f5bec0bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/172458847 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec14b010 0x7f5bec0bf9f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5be8009d90 tx=0x7f5be801f130 comp rx=0 tx=0).stop 2023-11-25T03:10:55.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/172458847 shutdown_connections 2023-11-25T03:10:55.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/172458847 >> v2:172.21.15.106:3300/0 conn(0x7f5bec157c20 0x7f5bec1580b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/172458847 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec14b010 0x7f5bec0bf9f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/172458847 >> 172.21.15.76:0/172458847 conn(0x7f5bec0c30c0 msgr2=0x7f5bec0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:55.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/172458847 shutdown_connections 2023-11-25T03:10:55.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/172458847 wait complete. 2023-11-25T03:10:55.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 Processor -- start 2023-11-25T03:10:55.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- start start 2023-11-25T03:10:55.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec073a70 0x7f5bec14c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bec14b010 0x7f5bec152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bec157c20 0x7f5bec1e6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bec1ea100 con 0x7f5bec14b010 2023-11-25T03:10:55.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bec150820 con 0x7f5bec157c20 2023-11-25T03:10:55.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf3dc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bec14fe80 con 0x7f5bec073a70 2023-11-25T03:10:55.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf135c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bec14b010 0x7f5bec152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf1b5d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec073a70 0x7f5bec14c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf135c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bec14b010 0x7f5bec152b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47190/0 (socket says 172.21.15.76:47190) 2023-11-25T03:10:55.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf235e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bec157c20 0x7f5bec1e6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.434+0000 7f5bf135c640 1 -- 172.21.15.76:0/1830452878 learned_addr learned my addr 172.21.15.76:0/1830452878 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:55.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf1b5d640 1 -- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bec157c20 msgr2=0x7f5bec1e6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf1b5d640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bec157c20 0x7f5bec1e6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf1b5d640 1 -- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bec14b010 msgr2=0x7f5bec152b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf1b5d640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bec14b010 0x7f5bec152b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf1b5d640 1 -- 172.21.15.76:0/1830452878 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5be8009a70 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf235e640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bec157c20 0x7f5bec1e6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf1b5d640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec073a70 0x7f5bec14c440 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5bec0c1ea0 tx=0x7f5be801bed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5be80b9610 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5be80b9790 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5be80b9b40 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bec150160 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bec147a50 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bec068400 con 0x7f5bec073a70 2023-11-25T03:10:55.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5be80b6050 con 0x7f5bec073a70 2023-11-25T03:10:55.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.438+0000 7f5be27fc640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd0066470 0x7f5bd0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:55.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.442+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5be8122090 con 0x7f5bec073a70 2023-11-25T03:10:55.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.442+0000 7f5bf135c640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd0066470 0x7f5bd0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:55.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.442+0000 7f5bf135c640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd0066470 0x7f5bd0068930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5bec155740 tx=0x7f5bdc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:55.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.446+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5be80ef900 con 0x7f5bec073a70 2023-11-25T03:10:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.622+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5bec14ffc0 con 0x7f5bec073a70 2023-11-25T03:10:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.622+0000 7f5be27fc640 1 -- 172.21.15.76:0/1830452878 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7f5bec14ffc0 con 0x7f5bec073a70 2023-11-25T03:10:55.626 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:55.627 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-11-25T03:10:55.627 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 2 2023-11-25T03:10:55.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd0066470 msgr2=0x7f5bd0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd0066470 0x7f5bd0068930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5bec155740 tx=0x7f5bdc009040 comp rx=0 tx=0).stop 2023-11-25T03:10:55.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec073a70 msgr2=0x7f5bec14c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec073a70 0x7f5bec14c440 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5bec0c1ea0 tx=0x7f5be801bed0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 shutdown_connections 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd0066470 0x7f5bd0068930 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bec157c20 0x7f5bec1e6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bec14b010 0x7f5bec152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 --2- 172.21.15.76:0/1830452878 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bec073a70 0x7f5bec14c440 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 >> 172.21.15.76:0/1830452878 conn(0x7f5bec0c30c0 msgr2=0x7f5bec0bff70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:55.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 shutdown_connections 2023-11-25T03:10:55.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:55.626+0000 7f5bf3dc1640 1 -- 172.21.15.76:0/1830452878 wait complete. 2023-11-25T03:10:57.649 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:10:57.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 Processor -- start 2023-11-25T03:10:57.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 -- start start 2023-11-25T03:10:57.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15e80c5260 0x7f15e806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:57.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f15e8155de0 0x7f15e8156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:57.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15e80c2580 con 0x7f15e80c5640 2023-11-25T03:10:57.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15e8153510 con 0x7f15e80c5260 2023-11-25T03:10:57.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15edbaa640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15e80c17f0 con 0x7f15e8155de0 2023-11-25T03:10:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f15e80c5640 0x7f15e80c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51848/0 (socket says 172.21.15.76:51848) 2023-11-25T03:10:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15e80c5260 0x7f15e806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e6ffd640 1 -- 172.21.15.76:0/4290767252 learned_addr learned my addr 172.21.15.76:0/4290767252 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e67fc640 1 -- 172.21.15.76:0/4290767252 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3941803187 0 0) 0x7f15e80c2580 con 0x7f15e80c5640 2023-11-25T03:10:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e67fc640 1 -- 172.21.15.76:0/4290767252 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f15d0003530 con 0x7f15e80c5640 2023-11-25T03:10:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e77fe640 1 -- 172.21.15.76:0/4290767252 >> v2:172.21.15.106:3300/0 conn(0x7f15e8155de0 msgr2=0x7f15e8156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e77fe640 1 --2- 172.21.15.76:0/4290767252 >> v2:172.21.15.106:3300/0 conn(0x7f15e8155de0 0x7f15e8156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e77fe640 1 -- 172.21.15.76:0/4290767252 >> v1:172.21.15.76:6789/0 conn(0x7f15e80c5640 legacy=0x7f15e80c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.790+0000 7f15e77fe640 1 -- 172.21.15.76:0/4290767252 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15e80c1a00 con 0x7f15e80c5260 2023-11-25T03:10:57.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15e77fe640 1 --2- 172.21.15.76:0/4290767252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e80c5260 0x7f15e806d5b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f15e80c6b10 tx=0x7f15d801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d51ccc495a6264 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:57.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15e67fc640 1 -- 172.21.15.76:0/4290767252 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d80ac600 con 0x7f15e80c5260 2023-11-25T03:10:57.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15e67fc640 1 -- 172.21.15.76:0/4290767252 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15d80a8050 con 0x7f15e80c5260 2023-11-25T03:10:57.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15e67fc640 1 -- 172.21.15.76:0/4290767252 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d80ac980 con 0x7f15e80c5260 2023-11-25T03:10:57.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 -- 172.21.15.76:0/4290767252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e80c5260 msgr2=0x7f15e806d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 --2- 172.21.15.76:0/4290767252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e80c5260 0x7f15e806d5b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f15e80c6b10 tx=0x7f15d801c3a0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 -- 172.21.15.76:0/4290767252 shutdown_connections 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 --2- 172.21.15.76:0/4290767252 >> v2:172.21.15.106:3300/0 conn(0x7f15e8155de0 0x7f15e8156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 --2- 172.21.15.76:0/4290767252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e80c5260 0x7f15e806d5b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 -- 172.21.15.76:0/4290767252 >> 172.21.15.76:0/4290767252 conn(0x7f15e806a5b0 msgr2=0x7f15e806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 -- 172.21.15.76:0/4290767252 shutdown_connections 2023-11-25T03:10:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.794+0000 7f15edbaa640 1 -- 172.21.15.76:0/4290767252 wait complete. 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 Processor -- start 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 -- start start 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15e80c5260 0x7f15e8071c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15e80c5640 0x7f15e81543c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 0x7f15e80a9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e8071230 con 0x7f15e8155de0 2023-11-25T03:10:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e8070f00 con 0x7f15e80c5640 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15e81f0d10 con 0x7f15e80c5260 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 0x7f15e80a9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 0x7f15e80a9c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45378/0 (socket says 172.21.15.76:45378) 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 -- 172.21.15.76:0/3435326982 learned_addr learned my addr 172.21.15.76:0/3435326982 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e6ffd640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15e80c5640 0x7f15e81543c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e77fe640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15e80c5260 0x7f15e8071c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 -- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15e80c5260 msgr2=0x7f15e8071c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15e80c5260 0x7f15e8071c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 -- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15e80c5640 msgr2=0x7f15e81543c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15e80c5640 0x7f15e81543c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 -- 172.21.15.76:0/3435326982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d8009420 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e6ffd640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15e80c5640 0x7f15e81543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15e7fff640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 0x7f15e80a9c80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f15e000b970 tx=0x7f15e000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15e000cb40 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15e000ccc0 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15e81f0ff0 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15e0014680 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.798+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15e814ae50 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.802+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15e806d7c0 con 0x7f15e8155de0 2023-11-25T03:10:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.802+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f15e001d3b0 con 0x7f15e8155de0 2023-11-25T03:10:57.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.802+0000 7f15cffff640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f15d4066470 0x7f15d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:57.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.802+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f15e0083ac0 con 0x7f15e8155de0 2023-11-25T03:10:57.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.802+0000 7f15e77fe640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f15d4066470 0x7f15d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:57.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.802+0000 7f15e77fe640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f15d4066470 0x7f15d4068930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f15d80ae000 tx=0x7f15d80a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:57.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.806+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f15e0051280 con 0x7f15e8155de0 2023-11-25T03:10:57.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.986+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f15e8068400 con 0x7f15e8155de0 2023-11-25T03:10:57.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.986+0000 7f15cffff640 1 -- 172.21.15.76:0/3435326982 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3697 (secure 0 0 0) 0x7f15e0019090 con 0x7f15e8155de0 2023-11-25T03:10:57.990 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:57.991 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4293,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-11-25T03:10:57.992 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 3 2023-11-25T03:10:57.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f15d4066470 msgr2=0x7f15d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:57.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f15d4066470 0x7f15d4068930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f15d80ae000 tx=0x7f15d80a7000 comp rx=0 tx=0).stop 2023-11-25T03:10:57.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 msgr2=0x7f15e80a9c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:57.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 0x7f15e80a9c80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f15e000b970 tx=0x7f15e000be30 comp rx=0 tx=0).stop 2023-11-25T03:10:57.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 shutdown_connections 2023-11-25T03:10:57.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f15d4066470 0x7f15d4068930 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15e8155de0 0x7f15e80a9c80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15e80c5640 0x7f15e81543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 --2- 172.21.15.76:0/3435326982 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15e80c5260 0x7f15e8071c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:57.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 >> 172.21.15.76:0/3435326982 conn(0x7f15e806a5b0 msgr2=0x7f15e81561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:57.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 shutdown_connections 2023-11-25T03:10:57.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:57.990+0000 7f15edbaa640 1 -- 172.21.15.76:0/3435326982 wait complete. 2023-11-25T03:10:58.011 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:10:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 Processor -- start 2023-11-25T03:10:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 -- start start 2023-11-25T03:10:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f74d8151e90 0x7f74d80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74d80c4e60 0x7f74d806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74d806c860 con 0x7f74d80c7ea0 2023-11-25T03:10:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74d80c8750 con 0x7f74d80c4e60 2023-11-25T03:10:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74df9d8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74d81552d0 con 0x7f74d8151e90 2023-11-25T03:10:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74dcf73640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f74d80c7ea0 0x7f74d806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51858/0 (socket says 172.21.15.76:51858) 2023-11-25T03:10:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74dcf73640 1 -- 172.21.15.76:0/127632252 learned_addr learned my addr 172.21.15.76:0/127632252 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74ddf75640 1 --2- 172.21.15.76:0/127632252 >> v2:172.21.15.76:3300/0 conn(0x7f74d80c4e60 0x7f74d806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74dd774640 1 --2- 172.21.15.76:0/127632252 >> v2:172.21.15.106:3300/0 conn(0x7f74d8151e90 0x7f74d80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74cffff640 1 -- 172.21.15.76:0/127632252 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3660574906 0 0) 0x7f74d806c860 con 0x7f74d80c7ea0 2023-11-25T03:10:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74cffff640 1 -- 172.21.15.76:0/127632252 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f74c4003530 con 0x7f74d80c7ea0 2023-11-25T03:10:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74ddf75640 1 -- 172.21.15.76:0/127632252 >> v2:172.21.15.106:3300/0 conn(0x7f74d8151e90 msgr2=0x7f74d80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74ddf75640 1 --2- 172.21.15.76:0/127632252 >> v2:172.21.15.106:3300/0 conn(0x7f74d8151e90 0x7f74d80c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74ddf75640 1 -- 172.21.15.76:0/127632252 >> v1:172.21.15.76:6789/0 conn(0x7f74d80c7ea0 legacy=0x7f74d806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.146+0000 7f74ddf75640 1 -- 172.21.15.76:0/127632252 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74d8154930 con 0x7f74d80c4e60 2023-11-25T03:10:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74ddf75640 1 --2- 172.21.15.76:0/127632252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d806bbb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f74d808b410 tx=0x7f74d001c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea90cd2c66dcd71b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74cffff640 1 -- 172.21.15.76:0/127632252 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74d00a66c0 con 0x7f74d80c4e60 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74cffff640 1 -- 172.21.15.76:0/127632252 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74d00a6820 con 0x7f74d80c4e60 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74cffff640 1 -- 172.21.15.76:0/127632252 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74d00a6bb0 con 0x7f74d80c4e60 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 -- 172.21.15.76:0/127632252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 msgr2=0x7f74d806bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 --2- 172.21.15.76:0/127632252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d806bbb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f74d808b410 tx=0x7f74d001c7f0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 -- 172.21.15.76:0/127632252 shutdown_connections 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 --2- 172.21.15.76:0/127632252 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d806bbb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 --2- 172.21.15.76:0/127632252 >> v2:172.21.15.106:3300/0 conn(0x7f74d8151e90 0x7f74d80c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 -- 172.21.15.76:0/127632252 >> 172.21.15.76:0/127632252 conn(0x7f74d80ca170 msgr2=0x7f74d80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:58.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 -- 172.21.15.76:0/127632252 shutdown_connections 2023-11-25T03:10:58.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.150+0000 7f74df9d8640 1 -- 172.21.15.76:0/127632252 wait complete. 2023-11-25T03:10:58.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 Processor -- start 2023-11-25T03:10:58.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 -- start start 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d81ede90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74d80c7ea0 0x7f74d80aac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74d8151e90 0x7f74d81f01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74d81efdc0 con 0x7f74d80c4e60 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74d80aa7f0 con 0x7f74d80c7ea0 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74d814fe30 con 0x7f74d8151e90 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d81ede90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d81ede90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45392/0 (socket says 172.21.15.76:45392) 2023-11-25T03:10:58.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 -- 172.21.15.76:0/2875232477 learned_addr learned my addr 172.21.15.76:0/2875232477 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dcf73640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74d80c7ea0 0x7f74d80aac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74ddf75640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74d8151e90 0x7f74d81f01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 -- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74d8151e90 msgr2=0x7f74d81f01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74d8151e90 0x7f74d81f01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 -- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74d80c7ea0 msgr2=0x7f74d80aac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74d80c7ea0 0x7f74d80aac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 -- 172.21.15.76:0/2875232477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74d0009a70 con 0x7f74d80c4e60 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dcf73640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74d80c7ea0 0x7f74d80aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74ddf75640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74d8151e90 0x7f74d81f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:10:58.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74dd774640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d81ede90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f74d400e930 tx=0x7f74d400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74d4009690 con 0x7f74d80c4e60 2023-11-25T03:10:58.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74d400ca00 con 0x7f74d80c4e60 2023-11-25T03:10:58.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74d400cd70 con 0x7f74d80c4e60 2023-11-25T03:10:58.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74d80ab720 con 0x7f74d80c4e60 2023-11-25T03:10:58.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.154+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74d80bd3d0 con 0x7f74d80c4e60 2023-11-25T03:10:58.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.158+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74d8068400 con 0x7f74d80c4e60 2023-11-25T03:10:58.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.158+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f74d4013470 con 0x7f74d80c4e60 2023-11-25T03:10:58.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.158+0000 7f74cdffb640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74bc066470 0x7f74bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.158+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f74d4083cf0 con 0x7f74d80c4e60 2023-11-25T03:10:58.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.158+0000 7f74dcf73640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74bc066470 0x7f74bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.162+0000 7f74dcf73640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74bc066470 0x7f74bc068930 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f74d814fca0 tx=0x7f74c8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.162+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f74d4088070 con 0x7f74d80c4e60 2023-11-25T03:10:58.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f74d80c4280 con 0x7f74d80c4e60 2023-11-25T03:10:58.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74cdffb640 1 -- 172.21.15.76:0/2875232477 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12838 (secure 0 0 0) 0x7f74d4017090 con 0x7f74d80c4e60 2023-11-25T03:10:58.316 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:58.317 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":16,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:10:51.588846+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74bc066470 msgr2=0x7f74bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74bc066470 0x7f74bc068930 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f74d814fca0 tx=0x7f74c8009040 comp rx=0 tx=0).stop 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 msgr2=0x7f74d81ede90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d81ede90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f74d400e930 tx=0x7f74d400edf0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 shutdown_connections 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74bc066470 0x7f74bc068930 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74d8151e90 0x7f74d81f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74d80c7ea0 0x7f74d80aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 --2- 172.21.15.76:0/2875232477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74d80c4e60 0x7f74d81ede90 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 >> 172.21.15.76:0/2875232477 conn(0x7f74d80ca170 msgr2=0x7f74d806c310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:58.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.314+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 shutdown_connections 2023-11-25T03:10:58.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.318+0000 7f74df9d8640 1 -- 172.21.15.76:0/2875232477 wait complete. 2023-11-25T03:10:58.337 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:10:58.338 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:10:58.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.474+0000 7f6c4489f640 1 Processor -- start 2023-11-25T03:10:58.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.474+0000 7f6c4489f640 1 -- start start 2023-11-25T03:10:58.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c4489f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c40151cd0 0x7f6c400ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c4489f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6c400c7c50 0x7f6c401544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c4489f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c400c8160 con 0x7f6c400ca9a0 2023-11-25T03:10:58.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c4489f640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c40157b40 con 0x7f6c400c7c50 2023-11-25T03:10:58.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c4489f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c40157e20 con 0x7f6c40151cd0 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c37fff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6c400c7c50 0x7f6c401544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c3f7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c40151cd0 0x7f6c400ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c3ffff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f6c400ca9a0 0x7f6c4006b9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:48570/0 (socket says 172.21.15.76:48570) 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c3ffff640 1 -- 172.21.15.76:0/616340794 learned_addr learned my addr 172.21.15.76:0/616340794 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c3effd640 1 -- 172.21.15.76:0/616340794 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1800458790 0 0) 0x7f6c400c8160 con 0x7f6c400ca9a0 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c3effd640 1 -- 172.21.15.76:0/616340794 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6c2c003530 con 0x7f6c400ca9a0 2023-11-25T03:10:58.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c37fff640 1 -- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c40151cd0 msgr2=0x7f6c400ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:58.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c37fff640 1 --2- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c40151cd0 0x7f6c400ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c37fff640 1 -- 172.21.15.76:0/616340794 >> v1:172.21.15.106:6789/0 conn(0x7f6c400ca9a0 legacy=0x7f6c4006b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c37fff640 1 -- 172.21.15.76:0/616340794 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c40158100 con 0x7f6c400c7c50 2023-11-25T03:10:58.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.478+0000 7f6c3f7fe640 1 --2- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c40151cd0 0x7f6c400ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:10:58.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c37fff640 1 --2- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c400c7c50 0x7f6c401544d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6c280097c0 tx=0x7f6c2801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1410f2c2792009f5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c3effd640 1 -- 172.21.15.76:0/616340794 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c280ab670 con 0x7f6c400c7c50 2023-11-25T03:10:58.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c3effd640 1 -- 172.21.15.76:0/616340794 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c280ab7d0 con 0x7f6c400c7c50 2023-11-25T03:10:58.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c3effd640 1 -- 172.21.15.76:0/616340794 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c280abb60 con 0x7f6c400c7c50 2023-11-25T03:10:58.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 -- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c400c7c50 msgr2=0x7f6c401544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 --2- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c400c7c50 0x7f6c401544d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6c280097c0 tx=0x7f6c2801c450 comp rx=0 tx=0).stop 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 -- 172.21.15.76:0/616340794 shutdown_connections 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 --2- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c400c7c50 0x7f6c401544d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 --2- 172.21.15.76:0/616340794 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c40151cd0 0x7f6c400ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 -- 172.21.15.76:0/616340794 >> 172.21.15.76:0/616340794 conn(0x7f6c400abee0 msgr2=0x7f6c400c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 -- 172.21.15.76:0/616340794 shutdown_connections 2023-11-25T03:10:58.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 -- 172.21.15.76:0/616340794 wait complete. 2023-11-25T03:10:58.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 Processor -- start 2023-11-25T03:10:58.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.482+0000 7f6c4489f640 1 -- start start 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 0x7f6c4015f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c400ca9a0 0x7f6c40152770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c40151cd0 0x7f6c40152cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4014bf10 con 0x7f6c400c7c50 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c400c19f0 con 0x7f6c40151cd0 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c40152320 con 0x7f6c400ca9a0 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 0x7f6c4015f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 0x7f6c4015f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45404/0 (socket says 172.21.15.76:45404) 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 -- 172.21.15.76:0/3551590266 learned_addr learned my addr 172.21.15.76:0/3551590266 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:58.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3ffff640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c40151cd0 0x7f6c40152cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c37fff640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c400ca9a0 0x7f6c40152770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 -- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c400ca9a0 msgr2=0x7f6c40152770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c400ca9a0 0x7f6c40152770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 -- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c40151cd0 msgr2=0x7f6c40152cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c40151cd0 0x7f6c40152cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 -- 172.21.15.76:0/3551590266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c30009420 con 0x7f6c400c7c50 2023-11-25T03:10:58.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3f7fe640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 0x7f6c4015f2d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6c3000e980 tx=0x7f6c3000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c3000ca00 con 0x7f6c400c7c50 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c3000cb60 con 0x7f6c400c7c50 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c30013470 con 0x7f6c400c7c50 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c28009420 con 0x7f6c400c7c50 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c401ee070 con 0x7f6c400c7c50 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c400c6120 con 0x7f6c400c7c50 2023-11-25T03:10:58.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.486+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6c300135d0 con 0x7f6c400c7c50 2023-11-25T03:10:58.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.490+0000 7f6c3cff9640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c200664a0 0x7f6c20068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.490+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6c30083d20 con 0x7f6c400c7c50 2023-11-25T03:10:58.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.490+0000 7f6c37fff640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c200664a0 0x7f6c20068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.490+0000 7f6c37fff640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c200664a0 0x7f6c20068960 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6c280af000 tx=0x7f6c280a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.494+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6c30051500 con 0x7f6c400c7c50 2023-11-25T03:10:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.642+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6c4004e850 con 0x7f6c400c7c50 2023-11-25T03:10:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.642+0000 7f6c3cff9640 1 -- 172.21.15.76:0/3551590266 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6c30054b20 con 0x7f6c400c7c50 2023-11-25T03:10:58.645 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:10:58.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c200664a0 msgr2=0x7f6c20068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c200664a0 0x7f6c20068960 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6c280af000 tx=0x7f6c280a7000 comp rx=0 tx=0).stop 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 msgr2=0x7f6c4015f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 0x7f6c4015f2d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6c3000e980 tx=0x7f6c3000ee40 comp rx=0 tx=0).stop 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 shutdown_connections 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c200664a0 0x7f6c20068960 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c40151cd0 0x7f6c40152cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c400ca9a0 0x7f6c40152770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 --2- 172.21.15.76:0/3551590266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c400c7c50 0x7f6c4015f2d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 >> 172.21.15.76:0/3551590266 conn(0x7f6c400abee0 msgr2=0x7f6c400ab050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 shutdown_connections 2023-11-25T03:10:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.646+0000 7f6c4489f640 1 -- 172.21.15.76:0/3551590266 wait complete. 2023-11-25T03:10:58.667 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:10:58.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 Processor -- start 2023-11-25T03:10:58.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 -- start start 2023-11-25T03:10:58.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa0151dc0 0x7ffaa00c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffaa00c7ed0 0x7ffaa0154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaa00ac4f0 con 0x7ffaa00bd660 2023-11-25T03:10:58.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffaa0158780 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa74fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa0158a60 con 0x7ffaa0151dc0 2023-11-25T03:10:58.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa5a9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffaa00bd660 0x7ffaa0154b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51868/0 (socket says 172.21.15.76:51868) 2023-11-25T03:10:58.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa5a9b640 1 -- 172.21.15.76:0/3024805330 learned_addr learned my addr 172.21.15.76:0/3024805330 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:58.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa4a99640 1 --2- 172.21.15.76:0/3024805330 >> v2:172.21.15.106:3300/0 conn(0x7ffaa00c7ed0 0x7ffaa0154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa529a640 1 --2- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa0151dc0 0x7ffaa00c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffa97fff640 1 -- 172.21.15.76:0/3024805330 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2472137098 0 0) 0x7ffaa00ac4f0 con 0x7ffaa00bd660 2023-11-25T03:10:58.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffa97fff640 1 -- 172.21.15.76:0/3024805330 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa8c003530 con 0x7ffaa00bd660 2023-11-25T03:10:58.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa4a99640 1 -- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa0151dc0 msgr2=0x7ffaa00c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:10:58.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa4a99640 1 --2- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa0151dc0 0x7ffaa00c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa4a99640 1 -- 172.21.15.76:0/3024805330 >> v1:172.21.15.76:6789/0 conn(0x7ffaa00bd660 legacy=0x7ffaa0154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.802+0000 7ffaa4a99640 1 -- 172.21.15.76:0/3024805330 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaa00ac180 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa4a99640 1 --2- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa0154650 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffa900097c0 tx=0x7ffa9001c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eaebad5281d5148 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffa97fff640 1 -- 172.21.15.76:0/3024805330 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa900ab600 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffa97fff640 1 -- 172.21.15.76:0/3024805330 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa900a7050 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffa97fff640 1 -- 172.21.15.76:0/3024805330 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa900ab960 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 -- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa00c7ed0 msgr2=0x7ffaa0154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa0154650 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffa900097c0 tx=0x7ffa9001c360 comp rx=0 tx=0).stop 2023-11-25T03:10:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 -- 172.21.15.76:0/3024805330 shutdown_connections 2023-11-25T03:10:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa0154650 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/3024805330 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa0151dc0 0x7ffaa00c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 -- 172.21.15.76:0/3024805330 >> 172.21.15.76:0/3024805330 conn(0x7ffaa0071eb0 msgr2=0x7ffaa00722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 -- 172.21.15.76:0/3024805330 shutdown_connections 2023-11-25T03:10:58.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.806+0000 7ffaa74fe640 1 -- 172.21.15.76:0/3024805330 wait complete. 2023-11-25T03:10:58.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 Processor -- start 2023-11-25T03:10:58.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 -- start start 2023-11-25T03:10:58.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa00bd660 0x7ffaa00c0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa014d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa0151dc0 0x7ffaa014b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa00c4120 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa00be630 con 0x7ffaa0151dc0 2023-11-25T03:10:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa00be910 con 0x7ffaa00bd660 2023-11-25T03:10:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa014d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa014d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45410/0 (socket says 172.21.15.76:45410) 2023-11-25T03:10:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 -- 172.21.15.76:0/1423065590 learned_addr learned my addr 172.21.15.76:0/1423065590 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa5a9b640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa0151dc0 0x7ffaa014b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa529a640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa00bd660 0x7ffaa00c0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 -- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa00bd660 msgr2=0x7ffaa00c0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa00bd660 0x7ffaa00c0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 -- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa0151dc0 msgr2=0x7ffaa014b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa0151dc0 0x7ffaa014b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 -- 172.21.15.76:0/1423065590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa90009420 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa4a99640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa014d580 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ffa90000c10 tx=0x7ffa90019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa90003ab0 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa90003c10 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffaa00bebf0 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa900ab400 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.810+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaa014dac0 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.814+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffaa01f0260 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.814+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffa900b2040 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.814+0000 7ffa95ffb640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffa84066470 0x7ffa84068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:58.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.814+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ffa9011db40 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.814+0000 7ffaa529a640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffa84066470 0x7ffa84068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:58.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.814+0000 7ffaa529a640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffa84066470 0x7ffa84068930 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009a50 tx=0x7ffa9c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:58.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.818+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffa900eb270 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.970+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7ffaa0068400 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.970+0000 7ffa95ffb640 1 -- 172.21.15.76:0/1423065590 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7ffa900ee890 con 0x7ffaa00c7ed0 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:10:58.975 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:10:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffa84066470 msgr2=0x7ffa84068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffa84066470 0x7ffa84068930 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009a50 tx=0x7ffa9c008040 comp rx=0 tx=0).stop 2023-11-25T03:10:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 msgr2=0x7ffaa014d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa014d580 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ffa90000c10 tx=0x7ffa90019100 comp rx=0 tx=0).stop 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 shutdown_connections 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffa84066470 0x7ffa84068930 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffaa0151dc0 0x7ffaa014b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa00c7ed0 0x7ffaa014d580 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 --2- 172.21.15.76:0/1423065590 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffaa00bd660 0x7ffaa00c0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 >> 172.21.15.76:0/1423065590 conn(0x7ffaa0071eb0 msgr2=0x7ffaa015e520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 shutdown_connections 2023-11-25T03:10:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:58.974+0000 7ffaa74fe640 1 -- 172.21.15.76:0/1423065590 wait complete. 2023-11-25T03:10:58.995 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-25T03:10:58.995 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-25T03:10:59.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.134+0000 7fc322e9a640 1 Processor -- start 2023-11-25T03:10:59.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.134+0000 7fc322e9a640 1 -- start start 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc322e9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c0c07b0 0x7fc31c06d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc322e9a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc31c0c5ba0 con 0x7fc31c14f9f0 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc322e9a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc31c06c160 con 0x7fc31c0724c0 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc322e9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc31c06e320 con 0x7fc31c0c07b0 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc320c36640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc31c14f9f0 0x7fc31c0c27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51884/0 (socket says 172.21.15.76:51884) 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc320c36640 1 -- 172.21.15.76:0/284186227 learned_addr learned my addr 172.21.15.76:0/284186227 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc313fff640 1 --2- 172.21.15.76:0/284186227 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c0c07b0 0x7fc31c06d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:59.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2481898725 0 0) 0x7fc318001120 con 0x7fc31c14f9f0 2023-11-25T03:10:59.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc304003530 con 0x7fc31c14f9f0 2023-11-25T03:10:59.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 842318210 0 0) 0x7fc31c06c160 con 0x7fc31c0724c0 2023-11-25T03:10:59.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc318001120 con 0x7fc31c0724c0 2023-11-25T03:10:59.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc313fff640 1 -- 172.21.15.76:0/284186227 >> v1:172.21.15.106:6789/0 conn(0x7fc31c0724c0 legacy=0x7fc31c06dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:59.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc313fff640 1 -- 172.21.15.76:0/284186227 >> v1:172.21.15.76:6789/0 conn(0x7fc31c14f9f0 legacy=0x7fc31c0c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:59.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.138+0000 7fc313fff640 1 -- 172.21.15.76:0/284186227 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc31c0c5410 con 0x7fc31c0c07b0 2023-11-25T03:10:59.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc313fff640 1 --2- 172.21.15.76:0/284186227 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c0c07b0 0x7fc31c06d6d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc30c0097f0 tx=0x7fc30c01c400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a5fd8d44baadea3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc30c0ab600 con 0x7fc31c0c07b0 2023-11-25T03:10:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc30c0ab760 con 0x7fc31c0c07b0 2023-11-25T03:10:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc3137fe640 1 -- 172.21.15.76:0/284186227 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc30c0abaf0 con 0x7fc31c0c07b0 2023-11-25T03:10:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 -- 172.21.15.76:0/284186227 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c0c07b0 msgr2=0x7fc31c06d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 --2- 172.21.15.76:0/284186227 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c0c07b0 0x7fc31c06d6d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc30c0097f0 tx=0x7fc30c01c400 comp rx=0 tx=0).stop 2023-11-25T03:10:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 -- 172.21.15.76:0/284186227 shutdown_connections 2023-11-25T03:10:59.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 --2- 172.21.15.76:0/284186227 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c0c07b0 0x7fc31c06d6d0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:59.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 -- 172.21.15.76:0/284186227 >> 172.21.15.76:0/284186227 conn(0x7fc31c0c5d40 msgr2=0x7fc31c0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:10:59.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 -- 172.21.15.76:0/284186227 shutdown_connections 2023-11-25T03:10:59.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 -- 172.21.15.76:0/284186227 wait complete. 2023-11-25T03:10:59.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 Processor -- start 2023-11-25T03:10:59.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.142+0000 7fc322e9a640 1 -- start start 2023-11-25T03:10:59.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc31c0724c0 0x7fc31c14e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:59.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 0x7fc31c144e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c14f9f0 0x7fc31c1453b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31c1491a0 con 0x7fc31c0c07b0 2023-11-25T03:10:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31c071f50 con 0x7fc31c0724c0 2023-11-25T03:10:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc31c0719b0 con 0x7fc31c14f9f0 2023-11-25T03:10:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 0x7fc31c144e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 0x7fc31c144e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45420/0 (socket says 172.21.15.76:45420) 2023-11-25T03:10:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 -- 172.21.15.76:0/3898279726 learned_addr learned my addr 172.21.15.76:0/3898279726 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:10:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc320c36640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc31c0724c0 0x7fc31c14e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc321437640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c14f9f0 0x7fc31c1453b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 -- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c14f9f0 msgr2=0x7fc31c1453b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:59.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c14f9f0 0x7fc31c1453b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:59.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 -- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc31c0724c0 msgr2=0x7fc31c14e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:10:59.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc31c0724c0 0x7fc31c14e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:10:59.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 -- 172.21.15.76:0/3898279726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc30c009420 con 0x7fc31c0c07b0 2023-11-25T03:10:59.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc320c36640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc31c0724c0 0x7fc31c14e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc313fff640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 0x7fc31c144e70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009740 tx=0x7fc30c01ac40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc30c0bf610 con 0x7fc31c0c07b0 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc30c0bf770 con 0x7fc31c0c07b0 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc30c0bfb20 con 0x7fc31c0c07b0 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc31c1458f0 con 0x7fc31c0c07b0 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc31c071c70 con 0x7fc31c0c07b0 2023-11-25T03:10:59.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc31c068400 con 0x7fc31c0c07b0 2023-11-25T03:10:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.146+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc30c0bfc80 con 0x7fc31c0c07b0 2023-11-25T03:10:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.150+0000 7fc3117fa640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc308066470 0x7fc308068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:10:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.150+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc30c11e730 con 0x7fc31c0c07b0 2023-11-25T03:10:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.150+0000 7fc320c36640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc308066470 0x7fc308068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:10:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.150+0000 7fc320c36640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc308066470 0x7fc308068930 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc318000f70 tx=0x7fc318009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:10:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.154+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc30c0ebf10 con 0x7fc31c0c07b0 2023-11-25T03:10:59.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:10:59.306+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fc31c0c5150 con 0x7fc31c0c07b0 2023-11-25T03:10:59.319 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:10:59.325 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:11:00.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.186+0000 7fc3117fa640 1 -- 172.21.15.76:0/3898279726 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7fc30c0ef530 con 0x7fc31c0c07b0 2023-11-25T03:11:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2023-11-25T03:11:00.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc308066470 msgr2=0x7fc308068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc308066470 0x7fc308068930 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc318000f70 tx=0x7fc318009040 comp rx=0 tx=0).stop 2023-11-25T03:11:00.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 msgr2=0x7fc31c144e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 0x7fc31c144e70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009740 tx=0x7fc30c01ac40 comp rx=0 tx=0).stop 2023-11-25T03:11:00.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 shutdown_connections 2023-11-25T03:11:00.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc308066470 0x7fc308068930 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc31c14f9f0 0x7fc31c1453b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc31c0c07b0 0x7fc31c144e70 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 --2- 172.21.15.76:0/3898279726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc31c0724c0 0x7fc31c14e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 >> 172.21.15.76:0/3898279726 conn(0x7fc31c0c5d40 msgr2=0x7fc31c0c6120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:00.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 shutdown_connections 2023-11-25T03:11:00.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.190+0000 7fc322e9a640 1 -- 172.21.15.76:0/3898279726 wait complete. 2023-11-25T03:11:00.222 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:11:00.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbe50ea640 1 Processor -- start 2023-11-25T03:11:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbe50ea640 1 -- start start 2023-11-25T03:11:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbe50ea640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fdbe00c5640 0x7fdbe00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbe50ea640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbe00c2580 con 0x7fdbe00c60f0 2023-11-25T03:11:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbe50ea640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbe00c1a00 con 0x7fdbe00c5260 2023-11-25T03:11:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbe50ea640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbe0153510 con 0x7fdbe00c5640 2023-11-25T03:11:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbdf59e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdbe00c60f0 0x7fdbe0155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51898/0 (socket says 172.21.15.76:51898) 2023-11-25T03:11:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbdf59e640 1 -- 172.21.15.76:0/2595466816 learned_addr learned my addr 172.21.15.76:0/2595466816 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbde59c640 1 --2- 172.21.15.76:0/2595466816 >> v2:172.21.15.106:3300/0 conn(0x7fdbe00c5640 0x7fdbe00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 368148808 0 0) 0x7fdbe00c2580 con 0x7fdbe00c60f0 2023-11-25T03:11:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.366+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbc8003530 con 0x7fdbe00c60f0 2023-11-25T03:11:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1868711802 0 0) 0x7fdbc8003530 con 0x7fdbe00c60f0 2023-11-25T03:11:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 >> v2:172.21.15.106:3300/0 conn(0x7fdbe00c5640 msgr2=0x7fdbe00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 --2- 172.21.15.76:0/2595466816 >> v2:172.21.15.106:3300/0 conn(0x7fdbe00c5640 0x7fdbe00c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 >> v1:172.21.15.106:6789/0 conn(0x7fdbe00c5260 legacy=0x7fdbe006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbe00c1ce0 con 0x7fdbe00c60f0 2023-11-25T03:11:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fdbd8001680 con 0x7fdbe00c60f0 2023-11-25T03:11:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 >> v1:172.21.15.76:6789/0 conn(0x7fdbe00c60f0 legacy=0x7fdbe0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc8003980 0x7fdbc8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc80047d0 0x7fdbc8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc8005190 0x7fdbc800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc800c100 con 0x7fdbc8005190 2023-11-25T03:11:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc800c270 con 0x7fdbc8003980 2023-11-25T03:11:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc800c430 con 0x7fdbc80047d0 2023-11-25T03:11:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc8005190 0x7fdbc800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbded9d640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc8003980 0x7fdbc8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbde59c640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc80047d0 0x7fdbc8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 -- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc80047d0 msgr2=0x7fdbc8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc80047d0 0x7fdbc8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 -- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc8003980 msgr2=0x7fdbc8003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc8003980 0x7fdbc8003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 -- 172.21.15.76:0/2595466816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc8003530 con 0x7fdbc8005190 2023-11-25T03:11:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbde59c640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc80047d0 0x7fdbc8004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 -- 172.21.15.76:0/2595466816 reap_dead start 2023-11-25T03:11:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.370+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc8005190 0x7fdbc800b990 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fdbd800c1c0 tx=0x7fdbd801f390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79a83fae433a78fa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8005ae0 con 0x7fdbc8005190 2023-11-25T03:11:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbd80ab070 con 0x7fdbc8005190 2023-11-25T03:11:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbddd9b640 1 -- 172.21.15.76:0/2595466816 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8005ea0 con 0x7fdbc8005190 2023-11-25T03:11:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- 172.21.15.76:0/2595466816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc8005190 msgr2=0x7fdbc800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc8005190 0x7fdbc800b990 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fdbd800c1c0 tx=0x7fdbd801f390 comp rx=0 tx=0).stop 2023-11-25T03:11:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- 172.21.15.76:0/2595466816 shutdown_connections 2023-11-25T03:11:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/2595466816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc8005190 0x7fdbc800b990 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- 172.21.15.76:0/2595466816 >> 172.21.15.76:0/2595466816 conn(0x7fdbe006a5b0 msgr2=0x7fdbe006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- 172.21.15.76:0/2595466816 shutdown_connections 2023-11-25T03:11:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- 172.21.15.76:0/2595466816 wait complete. 2023-11-25T03:11:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 Processor -- start 2023-11-25T03:11:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- start start 2023-11-25T03:11:00.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc8005190 0x7fdbe00c2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbe0152f10 0x7fdbe01ee590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 0x7fdbe01f1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe00a2280 con 0x7fdbe01eead0 2023-11-25T03:11:00.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe01eef60 con 0x7fdbe0152f10 2023-11-25T03:11:00.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbe50ea640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbe00a24d0 con 0x7fdbc8005190 2023-11-25T03:11:00.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbdf59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 0x7fdbe01f1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbdf59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 0x7fdbe01f1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45440/0 (socket says 172.21.15.76:45440) 2023-11-25T03:11:00.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbdf59e640 1 -- 172.21.15.76:0/941754214 learned_addr learned my addr 172.21.15.76:0/941754214 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:00.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.374+0000 7fdbded9d640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc8005190 0x7fdbe00c2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbde59c640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbe0152f10 0x7fdbe01ee590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbdf59e640 1 -- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc8005190 msgr2=0x7fdbe00c2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc8005190 0x7fdbe00c2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbdf59e640 1 -- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbe0152f10 msgr2=0x7fdbe01ee590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:00.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbe0152f10 0x7fdbe01ee590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:00.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbdf59e640 1 -- 172.21.15.76:0/941754214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbe00a27b0 con 0x7fdbe01eead0 2023-11-25T03:11:00.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbdf59e640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 0x7fdbe01f1570 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdbd801f1c0 tx=0x7fdbc8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:00.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8001780 con 0x7fdbe01eead0 2023-11-25T03:11:00.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbd80b6040 con 0x7fdbe01eead0 2023-11-25T03:11:00.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd80049f0 con 0x7fdbe01eead0 2023-11-25T03:11:00.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbe00a2a90 con 0x7fdbe01eead0 2023-11-25T03:11:00.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbe00c2ed0 con 0x7fdbe01eead0 2023-11-25T03:11:00.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbe006ba60 con 0x7fdbe01eead0 2023-11-25T03:11:00.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.378+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdbd80ad030 con 0x7fdbe01eead0 2023-11-25T03:11:00.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.382+0000 7fdbc77fe640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbcc066470 0x7fdbcc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:00.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.382+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fdbd8120740 con 0x7fdbe01eead0 2023-11-25T03:11:00.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.382+0000 7fdbded9d640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbcc066470 0x7fdbcc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:00.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.382+0000 7fdbded9d640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbcc066470 0x7fdbcc068930 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0001480 tx=0x7fdbd0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:00.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.382+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdbd80edfc0 con 0x7fdbe01eead0 2023-11-25T03:11:00.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:00.538+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fdbe00a2610 con 0x7fdbe01eead0 2023-11-25T03:11:01.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.190+0000 7fdbc77fe640 1 -- 172.21.15.76:0/941754214 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7fdbe00a2610 con 0x7fdbe01eead0 2023-11-25T03:11:01.193 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.190+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbcc066470 msgr2=0x7fdbcc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.190+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbcc066470 0x7fdbcc068930 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0001480 tx=0x7fdbd0009040 comp rx=0 tx=0).stop 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.190+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 msgr2=0x7fdbe01f1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.190+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 0x7fdbe01f1570 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdbd801f1c0 tx=0x7fdbc8005800 comp rx=0 tx=0).stop 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.190+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 shutdown_connections 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbcc066470 0x7fdbcc068930 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbe01eead0 0x7fdbe01f1570 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbe0152f10 0x7fdbe01ee590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 --2- 172.21.15.76:0/941754214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbc8005190 0x7fdbe00c2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 >> 172.21.15.76:0/941754214 conn(0x7fdbe006a5b0 msgr2=0x7fdbe006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:01.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 shutdown_connections 2023-11-25T03:11:01.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.194+0000 7fdbe50ea640 1 -- 172.21.15.76:0/941754214 wait complete. 2023-11-25T03:11:01.237 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-25T03:11:01.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.374+0000 7f83e97e7640 1 Processor -- start 2023-11-25T03:11:01.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.374+0000 7f83e97e7640 1 -- start start 2023-11-25T03:11:01.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e97e7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83e406fd90 0x7f83e4070170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:01.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e97e7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f83e4152f10 0x7f83e415cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:01.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e97e7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83e40727f0 con 0x7f83e40714c0 2023-11-25T03:11:01.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e97e7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83e40c0b00 con 0x7f83e406fd90 2023-11-25T03:11:01.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e97e7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83e40c0560 con 0x7f83e4152f10 2023-11-25T03:11:01.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83e406fd90 0x7f83e4070170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:01.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83e406fd90 0x7f83e4070170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45452/0 (socket says 172.21.15.76:45452) 2023-11-25T03:11:01.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 -- 172.21.15.76:0/1602082041 learned_addr learned my addr 172.21.15.76:0/1602082041 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:01.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e37fe640 1 --2- 172.21.15.76:0/1602082041 >> v2:172.21.15.106:3300/0 conn(0x7f83e4152f10 0x7f83e415cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:01.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 -- 172.21.15.76:0/1602082041 >> v2:172.21.15.106:3300/0 conn(0x7f83e4152f10 msgr2=0x7f83e415cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:01.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 --2- 172.21.15.76:0/1602082041 >> v2:172.21.15.106:3300/0 conn(0x7f83e4152f10 0x7f83e415cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 -- 172.21.15.76:0/1602082041 >> v1:172.21.15.106:6789/0 conn(0x7f83e40714c0 legacy=0x7f83e4152800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:01.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.378+0000 7f83e2ffd640 1 -- 172.21.15.76:0/1602082041 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83e4072a40 con 0x7f83e406fd90 2023-11-25T03:11:01.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e2ffd640 1 --2- 172.21.15.76:0/1602082041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e406fd90 0x7f83e4070170 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f83e4156860 tx=0x7f83d401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37c742d516cd0d15 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e27fc640 1 -- 172.21.15.76:0/1602082041 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83d40ab640 con 0x7f83e406fd90 2023-11-25T03:11:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e27fc640 1 -- 172.21.15.76:0/1602082041 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83d40a7070 con 0x7f83e406fd90 2023-11-25T03:11:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e27fc640 1 -- 172.21.15.76:0/1602082041 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83d40ab9c0 con 0x7f83e406fd90 2023-11-25T03:11:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- 172.21.15.76:0/1602082041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e406fd90 msgr2=0x7f83e4070170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 --2- 172.21.15.76:0/1602082041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e406fd90 0x7f83e4070170 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f83e4156860 tx=0x7f83d401c440 comp rx=0 tx=0).stop 2023-11-25T03:11:01.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- 172.21.15.76:0/1602082041 shutdown_connections 2023-11-25T03:11:01.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 --2- 172.21.15.76:0/1602082041 >> v2:172.21.15.106:3300/0 conn(0x7f83e4152f10 0x7f83e415cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 --2- 172.21.15.76:0/1602082041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e406fd90 0x7f83e4070170 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- 172.21.15.76:0/1602082041 >> 172.21.15.76:0/1602082041 conn(0x7f83e40a7910 msgr2=0x7f83e40a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:01.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- 172.21.15.76:0/1602082041 shutdown_connections 2023-11-25T03:11:01.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- 172.21.15.76:0/1602082041 wait complete. 2023-11-25T03:11:01.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 Processor -- start 2023-11-25T03:11:01.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- start start 2023-11-25T03:11:01.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83e406fd90 0x7f83e41f1010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:01.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83e40714c0 0x7f83e4150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:01.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 0x7f83e4155fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:01.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e41f0550 con 0x7f83e4152f10 2023-11-25T03:11:01.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e40a9be0 con 0x7f83e40714c0 2023-11-25T03:11:01.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.382+0000 7f83e97e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83e406d470 con 0x7f83e406fd90 2023-11-25T03:11:01.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 0x7f83e4155fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:01.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 0x7f83e4155fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45456/0 (socket says 172.21.15.76:45456) 2023-11-25T03:11:01.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 -- 172.21.15.76:0/214127880 learned_addr learned my addr 172.21.15.76:0/214127880 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83dbfff640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83e40714c0 0x7f83e4150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e2ffd640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83e406fd90 0x7f83e41f1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 -- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83e406fd90 msgr2=0x7f83e41f1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83e406fd90 0x7f83e41f1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 -- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83e40714c0 msgr2=0x7f83e4150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83e40714c0 0x7f83e4150ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 -- 172.21.15.76:0/214127880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83d40094d0 con 0x7f83e4152f10 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e37fe640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 0x7f83e4155fd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f83dc007e60 tx=0x7f83dc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83dc014420 con 0x7f83e4152f10 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83dc0145a0 con 0x7f83e4152f10 2023-11-25T03:11:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83dc014950 con 0x7f83e4152f10 2023-11-25T03:11:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83e406d750 con 0x7f83e4152f10 2023-11-25T03:11:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83e41f0810 con 0x7f83e4152f10 2023-11-25T03:11:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83e404e850 con 0x7f83e4152f10 2023-11-25T03:11:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.386+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f83dc014ab0 con 0x7f83e4152f10 2023-11-25T03:11:01.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.390+0000 7f83db7fe640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83c40664a0 0x7f83c4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:01.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.390+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f83dc0845b0 con 0x7f83e4152f10 2023-11-25T03:11:01.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.390+0000 7f83e2ffd640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83c40664a0 0x7f83c4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:01.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.390+0000 7f83e2ffd640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83c40664a0 0x7f83c4068960 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f83d40af000 tx=0x7f83d40b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:01.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.394+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f83dc051b30 con 0x7f83e4152f10 2023-11-25T03:11:01.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:01.574+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f83e40c56a0 con 0x7f83e4152f10 2023-11-25T03:11:02.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83db7fe640 1 -- 172.21.15.76:0/214127880 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f83dc055150 con 0x7f83e4152f10 2023-11-25T03:11:02.210 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 2 and data pool 3 2023-11-25T03:11:02.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83c40664a0 msgr2=0x7f83c4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83c40664a0 0x7f83c4068960 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f83d40af000 tx=0x7f83d40b6040 comp rx=0 tx=0).stop 2023-11-25T03:11:02.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 msgr2=0x7f83e4155fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 0x7f83e4155fd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f83dc007e60 tx=0x7f83dc00e4b0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 shutdown_connections 2023-11-25T03:11:02.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83c40664a0 0x7f83c4068960 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e4152f10 0x7f83e4155fd0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83e40714c0 0x7f83e4150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 --2- 172.21.15.76:0/214127880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83e406fd90 0x7f83e41f1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 >> 172.21.15.76:0/214127880 conn(0x7f83e40a7910 msgr2=0x7f83e4071de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:02.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 shutdown_connections 2023-11-25T03:11:02.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.206+0000 7f83e97e7640 1 -- 172.21.15.76:0/214127880 wait complete. 2023-11-25T03:11:02.238 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:02.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.370+0000 7f53c339d640 1 Processor -- start 2023-11-25T03:11:02.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.370+0000 7f53c339d640 1 -- start start 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c339d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f53bc0c63c0 0x7f53bc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c339d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f53bc0c2bb0 0x7f53bc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c339d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53bc0c31c0 con 0x7f53bc0c4100 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c339d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53bc0c34a0 con 0x7f53bc0c63c0 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c339d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53bc0c1030 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f53bc0c63c0 0x7f53bc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f53bc0c63c0 0x7f53bc0c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45460/0 (socket says 172.21.15.76:45460) 2023-11-25T03:11:02.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 -- 172.21.15.76:0/3677044741 learned_addr learned my addr 172.21.15.76:0/3677044741 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:02.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 -- 172.21.15.76:0/3677044741 >> v2:172.21.15.106:3300/0 conn(0x7f53bc0c2bb0 msgr2=0x7f53bc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:02.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 --2- 172.21.15.76:0/3677044741 >> v2:172.21.15.106:3300/0 conn(0x7f53bc0c2bb0 0x7f53bc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 -- 172.21.15.76:0/3677044741 >> v1:172.21.15.106:6789/0 conn(0x7f53bc0c4100 legacy=0x7f53bc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:02.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.374+0000 7f53c1139640 1 -- 172.21.15.76:0/3677044741 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53bc0c1310 con 0x7f53bc0c63c0 2023-11-25T03:11:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c1139640 1 --2- 172.21.15.76:0/3677044741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c63c0 0x7f53bc0c06d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0c4550 tx=0x7f53b801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cced7e0ec44524e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53b3fff640 1 -- 172.21.15.76:0/3677044741 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53bc0aa3d0 con 0x7f53bc0c63c0 2023-11-25T03:11:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53b3fff640 1 -- 172.21.15.76:0/3677044741 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b80ac620 con 0x7f53bc0c63c0 2023-11-25T03:11:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53b3fff640 1 -- 172.21.15.76:0/3677044741 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b80ac9b0 con 0x7f53bc0c63c0 2023-11-25T03:11:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- 172.21.15.76:0/3677044741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c63c0 msgr2=0x7f53bc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 --2- 172.21.15.76:0/3677044741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c63c0 0x7f53bc0c06d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0c4550 tx=0x7f53b801c3a0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- 172.21.15.76:0/3677044741 shutdown_connections 2023-11-25T03:11:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 --2- 172.21.15.76:0/3677044741 >> v2:172.21.15.106:3300/0 conn(0x7f53bc0c2bb0 0x7f53bc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 --2- 172.21.15.76:0/3677044741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c63c0 0x7f53bc0c06d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- 172.21.15.76:0/3677044741 >> 172.21.15.76:0/3677044741 conn(0x7f53bc06a5b0 msgr2=0x7f53bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:02.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- 172.21.15.76:0/3677044741 shutdown_connections 2023-11-25T03:11:02.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- 172.21.15.76:0/3677044741 wait complete. 2023-11-25T03:11:02.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 Processor -- start 2023-11-25T03:11:02.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- start start 2023-11-25T03:11:02.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 0x7f53bc15b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53bc0c4100 0x7f53bc14eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53bc0c63c0 0x7f53bc14f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc070860 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc150b60 con 0x7f53bc0c4100 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.378+0000 7f53c339d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53bc150e40 con 0x7f53bc0c63c0 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 0x7f53bc15b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 0x7f53bc15b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45462/0 (socket says 172.21.15.76:45462) 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 -- 172.21.15.76:0/2012619452 learned_addr learned my addr 172.21.15.76:0/2012619452 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c0938640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53bc0c4100 0x7f53bc14eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c193a640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53bc0c63c0 0x7f53bc14f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 -- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53bc0c63c0 msgr2=0x7f53bc14f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53bc0c63c0 0x7f53bc14f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 -- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53bc0c4100 msgr2=0x7f53bc14eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53bc0c4100 0x7f53bc14eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 -- 172.21.15.76:0/2012619452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53b80094d0 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c193a640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53bc0c63c0 0x7f53bc14f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c1139640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 0x7f53bc15b0a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f53b80af040 tx=0x7f53b801abe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:02.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b80b7620 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b80b7780 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b80b7b30 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53bc151120 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53bc1516e0 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53bc068400 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.382+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f53b80b3040 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.386+0000 7f53b1ffb640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53a0066470 0x7f53a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.386+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f53b811e310 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.386+0000 7f53c0938640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53a0066470 0x7f53a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.386+0000 7f53c0938640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53a0066470 0x7f53a0068930 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f53bc151c30 tx=0x7f53ac009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:02.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.390+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f53b80eb8c0 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.538+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f53bc068400 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53b1ffb640 1 -- 172.21.15.76:0/2012619452 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16506 (secure 0 0 0) 0x7f53b80eeee0 con 0x7f53bc0c2bb0 2023-11-25T03:11:02.543 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:02.543 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":19,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:01.578958+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:02.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53a0066470 msgr2=0x7f53a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53a0066470 0x7f53a0068930 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f53bc151c30 tx=0x7f53ac009040 comp rx=0 tx=0).stop 2023-11-25T03:11:02.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 msgr2=0x7f53bc15b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 0x7f53bc15b0a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f53b80af040 tx=0x7f53b801abe0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 shutdown_connections 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53a0066470 0x7f53a0068930 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53bc0c63c0 0x7f53bc14f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53bc0c4100 0x7f53bc14eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 --2- 172.21.15.76:0/2012619452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53bc0c2bb0 0x7f53bc15b0a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 >> 172.21.15.76:0/2012619452 conn(0x7f53bc06a5b0 msgr2=0x7f53bc155430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 shutdown_connections 2023-11-25T03:11:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.542+0000 7f53c339d640 1 -- 172.21.15.76:0/2012619452 wait complete. 2023-11-25T03:11:02.564 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:02.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9bc17640 1 Processor -- start 2023-11-25T03:11:02.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9bc17640 1 -- start start 2023-11-25T03:11:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9bc17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a941560e0 0x7f4a9415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9bc17640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a9415c600 con 0x7f4a940bffc0 2023-11-25T03:11:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9bc17640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a9415a5c0 con 0x7f4a9406d520 2023-11-25T03:11:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9bc17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a941594e0 con 0x7f4a941560e0 2023-11-25T03:11:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9a1b4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4a940bffc0 0x7f4a940c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51914/0 (socket says 172.21.15.76:51914) 2023-11-25T03:11:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.698+0000 7f4a9a1b4640 1 -- 172.21.15.76:0/2540551203 learned_addr learned my addr 172.21.15.76:0/2540551203 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a999b3640 1 --2- 172.21.15.76:0/2540551203 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a941560e0 0x7f4a9415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1918224893 0 0) 0x7f4a9415c600 con 0x7f4a940bffc0 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4a80003530 con 0x7f4a940bffc0 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 968295379 0 0) 0x7f4a9415a5c0 con 0x7f4a9406d520 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4a9415c600 con 0x7f4a9406d520 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3266090556 0 0) 0x7f4a80003530 con 0x7f4a940bffc0 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a999b3640 1 -- 172.21.15.76:0/2540551203 >> v1:172.21.15.106:6789/0 conn(0x7f4a9406d520 legacy=0x7f4a94159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a999b3640 1 -- 172.21.15.76:0/2540551203 >> v1:172.21.15.76:6789/0 conn(0x7f4a940bffc0 legacy=0x7f4a940c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a999b3640 1 -- 172.21.15.76:0/2540551203 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a941597c0 con 0x7f4a941560e0 2023-11-25T03:11:02.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a999b3640 1 --2- 172.21.15.76:0/2540551203 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a941560e0 0x7f4a9415ca90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4a900097f0 tx=0x7f4a9001c3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b97e88ba5e8dc0df server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:02.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.702+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c001a00 con 0x7f4a941560e0 2023-11-25T03:11:02.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a900a7050 con 0x7f4a941560e0 2023-11-25T03:11:02.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a989b1640 1 -- 172.21.15.76:0/2540551203 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a900ab620 con 0x7f4a941560e0 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- 172.21.15.76:0/2540551203 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a941560e0 msgr2=0x7f4a9415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/2540551203 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a941560e0 0x7f4a9415ca90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4a900097f0 tx=0x7f4a9001c3b0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- 172.21.15.76:0/2540551203 shutdown_connections 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/2540551203 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a941560e0 0x7f4a9415ca90 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- 172.21.15.76:0/2540551203 >> 172.21.15.76:0/2540551203 conn(0x7f4a9406a5b0 msgr2=0x7f4a9406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- 172.21.15.76:0/2540551203 shutdown_connections 2023-11-25T03:11:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- 172.21.15.76:0/2540551203 wait complete. 2023-11-25T03:11:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 Processor -- start 2023-11-25T03:11:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- start start 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 0x7f4a941f47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a940bffc0 0x7f4a94150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a941560e0 0x7f4a94151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a940baeb0 con 0x7f4a9406d520 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a941f5460 con 0x7f4a941560e0 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9bc17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a940bfb20 con 0x7f4a940bffc0 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a999b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 0x7f4a941f47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a999b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 0x7f4a941f47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45468/0 (socket says 172.21.15.76:45468) 2023-11-25T03:11:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a999b3640 1 -- 172.21.15.76:0/1540432451 learned_addr learned my addr 172.21.15.76:0/1540432451 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a9a1b4640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a941560e0 0x7f4a94151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.706+0000 7f4a991b2640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a940bffc0 0x7f4a94150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a999b3640 1 -- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a940bffc0 msgr2=0x7f4a94150fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a999b3640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a940bffc0 0x7f4a94150fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a999b3640 1 -- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a941560e0 msgr2=0x7f4a94151500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a999b3640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a941560e0 0x7f4a94151500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a999b3640 1 -- 172.21.15.76:0/1540432451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a90009420 con 0x7f4a9406d520 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a991b2640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a940bffc0 0x7f4a94150fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a999b3640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 0x7f4a941f47c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4a900ae040 tx=0x7f4a9001abf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a900b7450 con 0x7f4a9406d520 2023-11-25T03:11:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a900b75d0 con 0x7f4a9406d520 2023-11-25T03:11:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a900b7980 con 0x7f4a9406d520 2023-11-25T03:11:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a94151a40 con 0x7f4a9406d520 2023-11-25T03:11:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a941f4160 con 0x7f4a9406d520 2023-11-25T03:11:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a94068400 con 0x7f4a9406d520 2023-11-25T03:11:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4a900b7ae0 con 0x7f4a9406d520 2023-11-25T03:11:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a8a7fc640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a78066470 0x7f4a78068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4a9011e570 con 0x7f4a9406d520 2023-11-25T03:11:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.710+0000 7f4a991b2640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a78066470 0x7f4a78068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:02.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.714+0000 7f4a991b2640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a78066470 0x7f4a78068930 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4a940c0dd0 tx=0x7f4a84009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:02.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.714+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4a900eb9e0 con 0x7f4a9406d520 2023-11-25T03:11:02.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.870+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4a94165140 con 0x7f4a9406d520 2023-11-25T03:11:02.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.870+0000 7f4a8a7fc640 1 -- 172.21.15.76:0/1540432451 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16506 (secure 0 0 0) 0x7f4a900ef000 con 0x7f4a9406d520 2023-11-25T03:11:02.874 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:02.874 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":19,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:01.578958+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:02.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a78066470 msgr2=0x7f4a78068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a78066470 0x7f4a78068930 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4a940c0dd0 tx=0x7f4a84009040 comp rx=0 tx=0).stop 2023-11-25T03:11:02.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 msgr2=0x7f4a941f47c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:02.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 0x7f4a941f47c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4a900ae040 tx=0x7f4a9001abf0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 shutdown_connections 2023-11-25T03:11:02.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a78066470 0x7f4a78068930 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4a941560e0 0x7f4a94151500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4a940bffc0 0x7f4a94150fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 --2- 172.21.15.76:0/1540432451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a9406d520 0x7f4a941f47c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:02.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 >> 172.21.15.76:0/1540432451 conn(0x7f4a9406a5b0 msgr2=0x7f4a94156830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:02.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 shutdown_connections 2023-11-25T03:11:02.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:02.874+0000 7f4a9bc17640 1 -- 172.21.15.76:0/1540432451 wait complete. 2023-11-25T03:11:02.897 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-25T03:11:03.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe42d57640 1 Processor -- start 2023-11-25T03:11:03.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe42d57640 1 -- start start 2023-11-25T03:11:03.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe42d57640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efe3c06bbb0 0x7efe3c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe42d57640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe3c06c860 con 0x7efe3c0c7ea0 2023-11-25T03:11:03.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe42d57640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe3c06c000 con 0x7efe3c151e90 2023-11-25T03:11:03.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe42d57640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe3c0c8750 con 0x7efe3c06bbb0 2023-11-25T03:11:03.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe33fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efe3c0c7ea0 0x7efe3c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51922/0 (socket says 172.21.15.76:51922) 2023-11-25T03:11:03.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe33fff640 1 -- 172.21.15.76:0/1569530807 learned_addr learned my addr 172.21.15.76:0/1569530807 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe412f4640 1 --2- 172.21.15.76:0/1569530807 >> v2:172.21.15.106:3300/0 conn(0x7efe3c06bbb0 0x7efe3c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3394586484 0 0) 0x7efe3c06c860 con 0x7efe3c0c7ea0 2023-11-25T03:11:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe24003530 con 0x7efe3c0c7ea0 2023-11-25T03:11:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3719102917 0 0) 0x7efe24003530 con 0x7efe3c0c7ea0 2023-11-25T03:11:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 >> v2:172.21.15.106:3300/0 conn(0x7efe3c06bbb0 msgr2=0x7efe3c1600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 --2- 172.21.15.76:0/1569530807 >> v2:172.21.15.106:3300/0 conn(0x7efe3c06bbb0 0x7efe3c1600b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 >> v1:172.21.15.106:6789/0 conn(0x7efe3c151e90 legacy=0x7efe3c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe3c154930 con 0x7efe3c0c7ea0 2023-11-25T03:11:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7efe2c001680 con 0x7efe3c0c7ea0 2023-11-25T03:11:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 >> v1:172.21.15.76:6789/0 conn(0x7efe3c0c7ea0 legacy=0x7efe3c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe240039d0 0x7efe24003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe24004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe240052b0 0x7efe2400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe3c0c8750 con 0x7efe240047d0 2023-11-25T03:11:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe2400c1b0 con 0x7efe240052b0 2023-11-25T03:11:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.034+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe2400c370 con 0x7efe240039d0 2023-11-25T03:11:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe24004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe40af3640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe240039d0 0x7efe24003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe412f4640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe240052b0 0x7efe2400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 -- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe240039d0 msgr2=0x7efe24003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe240039d0 0x7efe24003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 -- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe240052b0 msgr2=0x7efe2400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe240052b0 0x7efe2400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 -- 172.21.15.76:0/1569530807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe24003530 con 0x7efe240047d0 2023-11-25T03:11:03.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe412f4640 1 -- 172.21.15.76:0/1569530807 reap_dead start 2023-11-25T03:11:03.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe33fff640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe24004c50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00c0e0 tx=0x7efe2c01cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f20fc4458a021705 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe2c0058e0 con 0x7efe240047d0 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe2c005a40 con 0x7efe240047d0 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.038+0000 7efe337fe640 1 -- 172.21.15.76:0/1569530807 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe2c005e70 con 0x7efe240047d0 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- 172.21.15.76:0/1569530807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 msgr2=0x7efe24004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe24004c50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00c0e0 tx=0x7efe2c01cae0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- 172.21.15.76:0/1569530807 shutdown_connections 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 --2- 172.21.15.76:0/1569530807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe24004c50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- 172.21.15.76:0/1569530807 >> 172.21.15.76:0/1569530807 conn(0x7efe3c0ca170 msgr2=0x7efe3c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- 172.21.15.76:0/1569530807 shutdown_connections 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- 172.21.15.76:0/1569530807 wait complete. 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 Processor -- start 2023-11-25T03:11:03.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- start start 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe3c14e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe3c0ae000 0x7efe3c1f09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe3c1f0ef0 0x7efe3c1ed1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe3c1552d0 con 0x7efe240047d0 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe3c0a9b00 con 0x7efe3c1f0ef0 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe42d57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe3c0a9de0 con 0x7efe3c0ae000 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe3c14e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe3c14e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45484/0 (socket says 172.21.15.76:45484) 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 -- 172.21.15.76:0/3927808284 learned_addr learned my addr 172.21.15.76:0/3927808284 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe412f4640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe3c1f0ef0 0x7efe3c1ed1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe33fff640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe3c0ae000 0x7efe3c1f09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 -- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe3c0ae000 msgr2=0x7efe3c1f09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe3c0ae000 0x7efe3c1f09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 -- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe3c1f0ef0 msgr2=0x7efe3c1ed1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe3c1f0ef0 0x7efe3c1ed1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.042+0000 7efe40af3640 1 -- 172.21.15.76:0/3927808284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe3c0aa0c0 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe40af3640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe3c14e520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efe3800f770 tx=0x7efe3800fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe38001350 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe380050d0 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe38005480 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe3c14dd40 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe3c14ea60 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe3c068400 con 0x7efe240047d0 2023-11-25T03:11:03.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efe3800d730 con 0x7efe240047d0 2023-11-25T03:11:03.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe317fa640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe28066470 0x7efe28068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:03.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efe38083d60 con 0x7efe240047d0 2023-11-25T03:11:03.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.046+0000 7efe33fff640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe28066470 0x7efe28068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:03.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.050+0000 7efe33fff640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe28066470 0x7efe28068930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7efe2c0ab000 tx=0x7efe2c0a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:03.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.050+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efe380511d0 con 0x7efe240047d0 2023-11-25T03:11:03.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:03.234+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7efe3c0c0d50 con 0x7efe240047d0 2023-11-25T03:11:04.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe317fa640 1 -- 172.21.15.76:0/3927808284 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7efe380547f0 con 0x7efe240047d0 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe28066470 msgr2=0x7efe28068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe28066470 0x7efe28068930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7efe2c0ab000 tx=0x7efe2c0a7070 comp rx=0 tx=0).stop 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 msgr2=0x7efe3c14e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe3c14e520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efe3800f770 tx=0x7efe3800fc30 comp rx=0 tx=0).stop 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 shutdown_connections 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe28066470 0x7efe28068930 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe3c1f0ef0 0x7efe3c1ed1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe3c0ae000 0x7efe3c1f09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 --2- 172.21.15.76:0/3927808284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe240047d0 0x7efe3c14e520 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 >> 172.21.15.76:0/3927808284 conn(0x7efe3c0ca170 msgr2=0x7efe3c150ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:04.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 shutdown_connections 2023-11-25T03:11:04.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.226+0000 7efe42d57640 1 -- 172.21.15.76:0/3927808284 wait complete. 2023-11-25T03:11:04.252 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:11:04.252 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-25T03:11:04.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 Processor -- start 2023-11-25T03:11:04.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 -- start start 2023-11-25T03:11:04.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0418151e90 0x7f04180c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:04.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f04180c7ea0 0x7f041806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:04.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f041806c860 con 0x7f04180c4e60 2023-11-25T03:11:04.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04180c8750 con 0x7f0418151e90 2023-11-25T03:11:04.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041ffdf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04181552d0 con 0x7f04180c7ea0 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0418151e90 0x7f04180c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0418151e90 0x7f04180c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45490/0 (socket says 172.21.15.76:45490) 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 -- 172.21.15.76:0/4032025707 learned_addr learned my addr 172.21.15.76:0/4032025707 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041d57a640 1 --2- 172.21.15.76:0/4032025707 >> v2:172.21.15.106:3300/0 conn(0x7f04180c7ea0 0x7f041806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 -- 172.21.15.76:0/4032025707 >> v2:172.21.15.106:3300/0 conn(0x7f04180c7ea0 msgr2=0x7f041806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 --2- 172.21.15.76:0/4032025707 >> v2:172.21.15.106:3300/0 conn(0x7f04180c7ea0 0x7f041806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 -- 172.21.15.76:0/4032025707 >> v1:172.21.15.106:6789/0 conn(0x7f04180c4e60 legacy=0x7f041806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:04.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041dd7b640 1 -- 172.21.15.76:0/4032025707 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0418154930 con 0x7f0418151e90 2023-11-25T03:11:04.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.390+0000 7f041d57a640 1 --2- 172.21.15.76:0/4032025707 >> v2:172.21.15.106:3300/0 conn(0x7f04180c7ea0 0x7f041806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:04.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041dd7b640 1 --2- 172.21.15.76:0/4032025707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04180c4920 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f04180a9a70 tx=0x7f041401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1cf97754085fe1c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:04.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041cd79640 1 -- 172.21.15.76:0/4032025707 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04140ab600 con 0x7f0418151e90 2023-11-25T03:11:04.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041cd79640 1 -- 172.21.15.76:0/4032025707 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04140a7050 con 0x7f0418151e90 2023-11-25T03:11:04.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041cd79640 1 -- 172.21.15.76:0/4032025707 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04140ab980 con 0x7f0418151e90 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 -- 172.21.15.76:0/4032025707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 msgr2=0x7f04180c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 --2- 172.21.15.76:0/4032025707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04180c4920 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f04180a9a70 tx=0x7f041401c3a0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 -- 172.21.15.76:0/4032025707 shutdown_connections 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 --2- 172.21.15.76:0/4032025707 >> v2:172.21.15.106:3300/0 conn(0x7f04180c7ea0 0x7f041806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 --2- 172.21.15.76:0/4032025707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04180c4920 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 -- 172.21.15.76:0/4032025707 >> 172.21.15.76:0/4032025707 conn(0x7f04180ca170 msgr2=0x7f04180ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 -- 172.21.15.76:0/4032025707 shutdown_connections 2023-11-25T03:11:04.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.394+0000 7f041ffdf640 1 -- 172.21.15.76:0/4032025707 wait complete. 2023-11-25T03:11:04.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 Processor -- start 2023-11-25T03:11:04.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 -- start start 2023-11-25T03:11:04.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04180c4e60 0x7f041814f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:04.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04180c7ea0 0x7f04180c24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:04.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04181ede20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:04.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04180c20b0 con 0x7f0418151e90 2023-11-25T03:11:04.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04180c1a80 con 0x7f04180c7ea0 2023-11-25T03:11:04.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04181f09d0 con 0x7f04180c4e60 2023-11-25T03:11:04.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04181ede20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:04.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04181ede20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45494/0 (socket says 172.21.15.76:45494) 2023-11-25T03:11:04.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 -- 172.21.15.76:0/1842363007 learned_addr learned my addr 172.21.15.76:0/1842363007 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:04.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041dd7b640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04180c4e60 0x7f041814f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041d57a640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04180c7ea0 0x7f04180c24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 -- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04180c4e60 msgr2=0x7f041814f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04180c4e60 0x7f041814f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 -- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04180c7ea0 msgr2=0x7f04180c24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04180c7ea0 0x7f04180c24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 -- 172.21.15.76:0/1842363007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04140094d0 con 0x7f0418151e90 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041d57a640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04180c7ea0 0x7f04180c24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041e57c640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04181ede20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f041000b970 tx=0x7f041000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f041000cb40 con 0x7f0418151e90 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f041000cca0 con 0x7f0418151e90 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0410014680 con 0x7f0418151e90 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04181f0cb0 con 0x7f0418151e90 2023-11-25T03:11:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.398+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04180c3280 con 0x7f0418151e90 2023-11-25T03:11:04.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.402+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04180c21f0 con 0x7f0418151e90 2023-11-25T03:11:04.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.402+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f041001d3b0 con 0x7f0418151e90 2023-11-25T03:11:04.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.402+0000 7f040e7fc640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f03fc066470 0x7f03fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:04.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.402+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0410083c30 con 0x7f0418151e90 2023-11-25T03:11:04.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.402+0000 7f041dd7b640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f03fc066470 0x7f03fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:04.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.402+0000 7f041dd7b640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f03fc066470 0x7f03fc068930 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04140ad000 tx=0x7f04140a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:04.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.406+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f04180c21f0 con 0x7f0418151e90 2023-11-25T03:11:04.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:04.586+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f04180c21f0 con 0x7f0418151e90 2023-11-25T03:11:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f040e7fc640 1 -- 172.21.15.76:0/1842363007 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f04180c21f0 con 0x7f0418151e90 2023-11-25T03:11:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f03fc066470 msgr2=0x7f03fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f03fc066470 0x7f03fc068930 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04140ad000 tx=0x7f04140a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 msgr2=0x7f04181ede20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04181ede20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f041000b970 tx=0x7f041000be30 comp rx=0 tx=0).stop 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 shutdown_connections 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f03fc066470 0x7f03fc068930 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0418151e90 0x7f04181ede20 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04180c7ea0 0x7f04180c24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 --2- 172.21.15.76:0/1842363007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04180c4e60 0x7f041814f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 >> 172.21.15.76:0/1842363007 conn(0x7f04180ca170 msgr2=0x7f04181507e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 shutdown_connections 2023-11-25T03:11:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.238+0000 7f041ffdf640 1 -- 172.21.15.76:0/1842363007 wait complete. 2023-11-25T03:11:05.263 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-25T03:11:05.264 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:05.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 Processor -- start 2023-11-25T03:11:05.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 -- start start 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b2414b010 0x7f4b240bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b2406b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b2406a5b0 con 0x7f4b2406b540 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b240c1d60 con 0x7f4b2414b010 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.398+0000 7f4b289f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b240c2040 con 0x7f4b24073a70 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b2414b010 0x7f4b240bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b22d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4b2406b540 0x7f4b24157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51930/0 (socket says 172.21.15.76:51930) 2023-11-25T03:11:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b22d9d640 1 -- 172.21.15.76:0/2112227431 learned_addr learned my addr 172.21.15.76:0/2112227431 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b21d9b640 1 --2- 172.21.15.76:0/2112227431 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b2406b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2259c640 1 -- 172.21.15.76:0/2112227431 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 msgr2=0x7f4b2406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2259c640 1 --2- 172.21.15.76:0/2112227431 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b2406b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2259c640 1 -- 172.21.15.76:0/2112227431 >> v1:172.21.15.76:6789/0 conn(0x7f4b2406b540 legacy=0x7f4b24157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2259c640 1 -- 172.21.15.76:0/2112227431 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b2406a800 con 0x7f4b2414b010 2023-11-25T03:11:05.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2159a640 1 -- 172.21.15.76:0/2112227431 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4075341533 0 0) 0x7f4b2406a5b0 con 0x7f4b2406b540 2023-11-25T03:11:05.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2259c640 1 --2- 172.21.15.76:0/2112227431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b240bf9f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4b140097c0 tx=0x7f4b1401ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d73068a5f9b3095 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:05.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2159a640 1 -- 172.21.15.76:0/2112227431 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b140a8970 con 0x7f4b2414b010 2023-11-25T03:11:05.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2159a640 1 -- 172.21.15.76:0/2112227431 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b140a8ad0 con 0x7f4b2414b010 2023-11-25T03:11:05.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.402+0000 7f4b2159a640 1 -- 172.21.15.76:0/2112227431 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b140a8e60 con 0x7f4b2414b010 2023-11-25T03:11:05.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- 172.21.15.76:0/2112227431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 msgr2=0x7f4b240bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2112227431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b240bf9f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4b140097c0 tx=0x7f4b1401ec70 comp rx=0 tx=0).stop 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- 172.21.15.76:0/2112227431 shutdown_connections 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2112227431 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b2406b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2112227431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b240bf9f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- 172.21.15.76:0/2112227431 >> 172.21.15.76:0/2112227431 conn(0x7f4b240c30c0 msgr2=0x7f4b240c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- 172.21.15.76:0/2112227431 shutdown_connections 2023-11-25T03:11:05.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- 172.21.15.76:0/2112227431 wait complete. 2023-11-25T03:11:05.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 Processor -- start 2023-11-25T03:11:05.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- start start 2023-11-25T03:11:05.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b24151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b24151980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b24158670 0x7f4b24156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b241ede80 con 0x7f4b2414b010 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b2414d960 con 0x7f4b24158670 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b289f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b24156720 con 0x7f4b24073a70 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b21d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b24151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b21d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b24151980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45516/0 (socket says 172.21.15.76:45516) 2023-11-25T03:11:05.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b21d9b640 1 -- 172.21.15.76:0/2611044811 learned_addr learned my addr 172.21.15.76:0/2611044811 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.406+0000 7f4b2259c640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b24151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b22d9d640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b24158670 0x7f4b24156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b21d9b640 1 -- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 msgr2=0x7f4b24151440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b21d9b640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b24151440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b21d9b640 1 -- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b24158670 msgr2=0x7f4b24156bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b21d9b640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b24158670 0x7f4b24156bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b21d9b640 1 -- 172.21.15.76:0/2611044811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b14009420 con 0x7f4b2414b010 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b22d9d640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b24158670 0x7f4b24156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b21d9b640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b24151980 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4b1800e930 tx=0x7f4b1800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b18009690 con 0x7f4b2414b010 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b1800ca00 con 0x7f4b2414b010 2023-11-25T03:11:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b24157c00 con 0x7f4b2414b010 2023-11-25T03:11:05.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1800cd70 con 0x7f4b2414b010 2023-11-25T03:11:05.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b241581c0 con 0x7f4b2414b010 2023-11-25T03:11:05.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b24156890 con 0x7f4b2414b010 2023-11-25T03:11:05.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b18013470 con 0x7f4b2414b010 2023-11-25T03:11:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b12ffd640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b040664a0 0x7f4b04068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b18084070 con 0x7f4b2414b010 2023-11-25T03:11:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.410+0000 7f4b2259c640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b040664a0 0x7f4b04068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.414+0000 7f4b2259c640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b040664a0 0x7f4b04068960 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4b140b2000 tx=0x7f4b14008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:05.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.414+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b180b5280 con 0x7f4b2414b010 2023-11-25T03:11:05.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4b24068400 con 0x7f4b2414b010 2023-11-25T03:11:05.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b12ffd640 1 -- 172.21.15.76:0/2611044811 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f4b18017090 con 0x7f4b2414b010 2023-11-25T03:11:05.596 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:05.596 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:05.596 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:05.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b040664a0 msgr2=0x7f4b04068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b040664a0 0x7f4b04068960 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4b140b2000 tx=0x7f4b14008040 comp rx=0 tx=0).stop 2023-11-25T03:11:05.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 msgr2=0x7f4b24151980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b24151980 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4b1800e930 tx=0x7f4b1800edf0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 shutdown_connections 2023-11-25T03:11:05.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b040664a0 0x7f4b04068960 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b24158670 0x7f4b24156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b2414b010 0x7f4b24151980 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 --2- 172.21.15.76:0/2611044811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b24073a70 0x7f4b24151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 >> 172.21.15.76:0/2611044811 conn(0x7f4b240c30c0 msgr2=0x7f4b240c4770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:05.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 shutdown_connections 2023-11-25T03:11:05.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.594+0000 7f4b289f8640 1 -- 172.21.15.76:0/2611044811 wait complete. 2023-11-25T03:11:05.616 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:05.750 INFO:tasks.ceph.mds.a.smithi076.stderr:2023-11-25T03:11:05.746+0000 7f8db98ab640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:11:05.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 Processor -- start 2023-11-25T03:11:05.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 -- start start 2023-11-25T03:11:05.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fbddc0c63c0 0x7fbddc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c4100 0x7fbddc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbddc0c31c0 con 0x7fbddc0c29e0 2023-11-25T03:11:05.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbddc0c34a0 con 0x7fbddc0c63c0 2023-11-25T03:11:05.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbde17df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbddc0c1030 con 0x7fbddc0c4100 2023-11-25T03:11:05.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbddb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbddc0c29e0 0x7fbddc0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51944/0 (socket says 172.21.15.76:51944) 2023-11-25T03:11:05.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbddb7fe640 1 -- 172.21.15.76:0/2534408659 learned_addr learned my addr 172.21.15.76:0/2534408659 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:05.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbdd27fc640 1 --2- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c4100 0x7fbddc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.758+0000 7fbddaffd640 1 --2- 172.21.15.76:0/2534408659 >> v2:172.21.15.106:3300/0 conn(0x7fbddc0c63c0 0x7fbddc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbdda7fc640 1 -- 172.21.15.76:0/2534408659 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 646171197 0 0) 0x7fbddc0c31c0 con 0x7fbddc0c29e0 2023-11-25T03:11:05.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbdda7fc640 1 -- 172.21.15.76:0/2534408659 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbdc8003530 con 0x7fbddc0c29e0 2023-11-25T03:11:05.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbddaffd640 1 -- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c4100 msgr2=0x7fbddc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:05.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbddaffd640 1 --2- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c4100 0x7fbddc0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbddaffd640 1 -- 172.21.15.76:0/2534408659 >> v1:172.21.15.76:6789/0 conn(0x7fbddc0c29e0 legacy=0x7fbddc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbddaffd640 1 -- 172.21.15.76:0/2534408659 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbddc0c1310 con 0x7fbddc0c63c0 2023-11-25T03:11:05.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbddaffd640 1 --2- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c63c0 0x7fbddc0c06d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40097c0 tx=0x7fbdc401c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1daadd4b02cb023 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:05.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbdda7fc640 1 -- 172.21.15.76:0/2534408659 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdc4004230 con 0x7fbddc0c63c0 2023-11-25T03:11:05.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbdda7fc640 1 -- 172.21.15.76:0/2534408659 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdc40a7050 con 0x7fbddc0c63c0 2023-11-25T03:11:05.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.762+0000 7fbdda7fc640 1 -- 172.21.15.76:0/2534408659 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdc4003620 con 0x7fbddc0c63c0 2023-11-25T03:11:05.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c63c0 msgr2=0x7fbddc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 --2- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c63c0 0x7fbddc0c06d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40097c0 tx=0x7fbdc401c330 comp rx=0 tx=0).stop 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- 172.21.15.76:0/2534408659 shutdown_connections 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 --2- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c4100 0x7fbddc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 --2- 172.21.15.76:0/2534408659 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c63c0 0x7fbddc0c06d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- 172.21.15.76:0/2534408659 >> 172.21.15.76:0/2534408659 conn(0x7fbddc06a5b0 msgr2=0x7fbddc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- 172.21.15.76:0/2534408659 shutdown_connections 2023-11-25T03:11:05.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- 172.21.15.76:0/2534408659 wait complete. 2023-11-25T03:11:05.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 Processor -- start 2023-11-25T03:11:05.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- start start 2023-11-25T03:11:05.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c29e0 0x7fbddc15b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 0x7fbddc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c63c0 0x7fbddc0a3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbddc152cb0 con 0x7fbddc0c4100 2023-11-25T03:11:05.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbddc1edda0 con 0x7fbddc0c29e0 2023-11-25T03:11:05.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbde17df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbddc15abc0 con 0x7fbddc0c63c0 2023-11-25T03:11:05.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbdd27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 0x7fbddc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbdd27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 0x7fbddc0a3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45518/0 (socket says 172.21.15.76:45518) 2023-11-25T03:11:05.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbdd27fc640 1 -- 172.21.15.76:0/1697461163 learned_addr learned my addr 172.21.15.76:0/1697461163 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:05.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbddb7fe640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c63c0 0x7fbddc0a3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.766+0000 7fbddaffd640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c29e0 0x7fbddc15b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd27fc640 1 -- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c63c0 msgr2=0x7fbddc0a3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd27fc640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c63c0 0x7fbddc0a3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd27fc640 1 -- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c29e0 msgr2=0x7fbddc15b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd27fc640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c29e0 0x7fbddc15b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd27fc640 1 -- 172.21.15.76:0/1697461163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc4009420 con 0x7fbddc0c4100 2023-11-25T03:11:05.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd27fc640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 0x7fbddc0a3940 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc00e930 tx=0x7fbdcc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:05.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc009690 con 0x7fbddc0c4100 2023-11-25T03:11:05.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdcc00ca00 con 0x7fbddc0c4100 2023-11-25T03:11:05.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc00cd70 con 0x7fbddc0c4100 2023-11-25T03:11:05.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbddc1ed220 con 0x7fbddc0c4100 2023-11-25T03:11:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbddc1ed7e0 con 0x7fbddc0c4100 2023-11-25T03:11:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbddc068400 con 0x7fbddc0c4100 2023-11-25T03:11:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbdcc013470 con 0x7fbddc0c4100 2023-11-25T03:11:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd3fff640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbdbc066470 0x7fbdbc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbdcc083fd0 con 0x7fbddc0c4100 2023-11-25T03:11:05.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.770+0000 7fbddaffd640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbdbc066470 0x7fbdbc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:05.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.774+0000 7fbddaffd640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbdbc066470 0x7fbdbc068930 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40ad000 tx=0x7fbdc4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:05.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.774+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbdcc0515b0 con 0x7fbddc0c4100 2023-11-25T03:11:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.926+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbddc0c3e70 con 0x7fbddc0c4100 2023-11-25T03:11:05.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbdd3fff640 1 -- 172.21.15.76:0/1697461163 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fbdcc017090 con 0x7fbddc0c4100 2023-11-25T03:11:05.932 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:05.932 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:05.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbdbc066470 msgr2=0x7fbdbc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbdbc066470 0x7fbdbc068930 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40ad000 tx=0x7fbdc4008040 comp rx=0 tx=0).stop 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 msgr2=0x7fbddc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 0x7fbddc0a3940 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc00e930 tx=0x7fbdcc00edf0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 shutdown_connections 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbdbc066470 0x7fbdbc068930 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbddc0c63c0 0x7fbddc0a3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbddc0c4100 0x7fbddc0a3940 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 --2- 172.21.15.76:0/1697461163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbddc0c29e0 0x7fbddc15b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:05.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 >> 172.21.15.76:0/1697461163 conn(0x7fbddc06a5b0 msgr2=0x7fbddc070a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:05.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 shutdown_connections 2023-11-25T03:11:05.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:05.930+0000 7fbde17df640 1 -- 172.21.15.76:0/1697461163 wait complete. 2023-11-25T03:11:05.954 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:11:05.954 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:11:06.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.086+0000 7f47be301640 1 Processor -- start 2023-11-25T03:11:06.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.086+0000 7f47be301640 1 -- start start 2023-11-25T03:11:06.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47be301640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f47b81555c0 0x7f47b80a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47be301640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f47b80c61e0 0x7f47b80c6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47be301640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47b80c28e0 con 0x7f47b80c6c70 2023-11-25T03:11:06.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47be301640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47b80c3680 con 0x7f47b80c61e0 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47be301640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47b80c2b80 con 0x7f47b81555c0 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f47b80c61e0 0x7f47b80c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f47b80c61e0 0x7f47b80c6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45524/0 (socket says 172.21.15.76:45524) 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 -- 172.21.15.76:0/454206721 learned_addr learned my addr 172.21.15.76:0/454206721 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b7fff640 1 --2- 172.21.15.76:0/454206721 >> v2:172.21.15.106:3300/0 conn(0x7f47b81555c0 0x7f47b80a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 -- 172.21.15.76:0/454206721 >> v2:172.21.15.106:3300/0 conn(0x7f47b81555c0 msgr2=0x7f47b80a6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 --2- 172.21.15.76:0/454206721 >> v2:172.21.15.106:3300/0 conn(0x7f47b81555c0 0x7f47b80a6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 -- 172.21.15.76:0/454206721 >> v1:172.21.15.106:6789/0 conn(0x7f47b80c6c70 legacy=0x7f47b80c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 -- 172.21.15.76:0/454206721 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47b80c32a0 con 0x7f47b80c61e0 2023-11-25T03:11:06.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.090+0000 7f47b77fe640 1 --2- 172.21.15.76:0/454206721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b80c6730 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f47b8074180 tx=0x7f47ac01c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77705fec079340fa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b6ffd640 1 -- 172.21.15.76:0/454206721 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47ac0ab610 con 0x7f47b80c61e0 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b6ffd640 1 -- 172.21.15.76:0/454206721 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47ac0ab770 con 0x7f47b80c61e0 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b6ffd640 1 -- 172.21.15.76:0/454206721 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47ac0abb00 con 0x7f47b80c61e0 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- 172.21.15.76:0/454206721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 msgr2=0x7f47b80c6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 --2- 172.21.15.76:0/454206721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b80c6730 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f47b8074180 tx=0x7f47ac01c500 comp rx=0 tx=0).stop 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- 172.21.15.76:0/454206721 shutdown_connections 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 --2- 172.21.15.76:0/454206721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b80c6730 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 --2- 172.21.15.76:0/454206721 >> v2:172.21.15.106:3300/0 conn(0x7f47b81555c0 0x7f47b80a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- 172.21.15.76:0/454206721 >> 172.21.15.76:0/454206721 conn(0x7f47b80c7e40 msgr2=0x7f47b80c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- 172.21.15.76:0/454206721 shutdown_connections 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- 172.21.15.76:0/454206721 wait complete. 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 Processor -- start 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- start start 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b81532c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f47b80c6c70 0x7f47b815ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f47b81555c0 0x7f47b815b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b815b880 con 0x7f47b80c61e0 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b815c9c0 con 0x7f47b80c6c70 2023-11-25T03:11:06.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47be301640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47b81f0660 con 0x7f47b81555c0 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b81532c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b81532c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45534/0 (socket says 172.21.15.76:45534) 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b7fff640 1 -- 172.21.15.76:0/2021824452 learned_addr learned my addr 172.21.15.76:0/2021824452 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47b77fe640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f47b80c6c70 0x7f47b815ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.094+0000 7f47bc89e640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f47b81555c0 0x7f47b815b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b7fff640 1 -- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f47b81555c0 msgr2=0x7f47b815b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b7fff640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f47b81555c0 0x7f47b815b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b7fff640 1 -- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f47b80c6c70 msgr2=0x7f47b815ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b7fff640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f47b80c6c70 0x7f47b815ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b7fff640 1 -- 172.21.15.76:0/2021824452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47ac0094d0 con 0x7f47b80c61e0 2023-11-25T03:11:06.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b7fff640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b81532c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f47a800e930 tx=0x7f47a800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a8009690 con 0x7f47b80c61e0 2023-11-25T03:11:06.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47a800ca00 con 0x7f47b80c61e0 2023-11-25T03:11:06.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a800cd70 con 0x7f47b80c61e0 2023-11-25T03:11:06.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47b815cc40 con 0x7f47b80c61e0 2023-11-25T03:11:06.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47b815d200 con 0x7f47b80c61e0 2023-11-25T03:11:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47b8068400 con 0x7f47b80c61e0 2023-11-25T03:11:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f47a8013470 con 0x7f47b80c61e0 2023-11-25T03:11:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b4ff9640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f47a40664a0 0x7f47a4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f47a8083ff0 con 0x7f47b80c61e0 2023-11-25T03:11:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.098+0000 7f47b77fe640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f47a40664a0 0x7f47a4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.102+0000 7f47b77fe640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f47a40664a0 0x7f47a4068960 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0af000 tx=0x7f47ac0b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.102+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f47a80b5280 con 0x7f47b80c61e0 2023-11-25T03:11:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.254+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f47b8161ae0 con 0x7f47a40664a0 2023-11-25T03:11:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.266+0000 7f47b4ff9640 1 -- 172.21.15.76:0/2021824452 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264628 (secure 0 0 0) 0x7f47ac0ab8e0 con 0x7f47a40664a0 2023-11-25T03:11:06.273 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:06.274 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:11:06.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f47a40664a0 msgr2=0x7f47a4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f47a40664a0 0x7f47a4068960 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0af000 tx=0x7f47ac0b6040 comp rx=0 tx=0).stop 2023-11-25T03:11:06.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 msgr2=0x7f47b81532c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b81532c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f47a800e930 tx=0x7f47a800edf0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 shutdown_connections 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f47a40664a0 0x7f47a4068960 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f47b81555c0 0x7f47b815b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f47b80c6c70 0x7f47b815ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 --2- 172.21.15.76:0/2021824452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47b80c61e0 0x7f47b81532c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 >> 172.21.15.76:0/2021824452 conn(0x7f47b80c7e40 msgr2=0x7f47b806f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 shutdown_connections 2023-11-25T03:11:06.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.270+0000 7f47be301640 1 -- 172.21.15.76:0/2021824452 wait complete. 2023-11-25T03:11:06.292 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-11-25T03:11:05.092665+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218972,"kb_used_data":2784,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755748,"statfs":{"total":773094113280,"available":772869885952,"internally_reserved":0,"allocated":2850816,"data_stored":1732917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.900585"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911568+0000","last_change":"2023-11-25T03:11:01.910540+0000","last_active":"2023-11-25T03:11:03.911568+0000","last_peered":"2023-11-25T03:11:03.911568+0000","last_clean":"2023-11-25T03:11:03.911568+0000","last_became_active":"2023-11-25T03:11:01.909849+0000","last_became_peered":"2023-11-25T03:11:01.909849+0000","last_unstale":"2023-11-25T03:11:03.911568+0000","last_undegraded":"2023-11-25T03:11:03.911568+0000","last_fullsized":"2023-11-25T03:11:03.911568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883907+0000","last_change":"2023-11-25T03:11:01.896073+0000","last_active":"2023-11-25T03:11:02.883907+0000","last_peered":"2023-11-25T03:11:02.883907+0000","last_clean":"2023-11-25T03:11:02.883907+0000","last_became_active":"2023-11-25T03:11:01.895804+0000","last_became_peered":"2023-11-25T03:11:01.895804+0000","last_unstale":"2023-11-25T03:11:02.883907+0000","last_undegraded":"2023-11-25T03:11:02.883907+0000","last_fullsized":"2023-11-25T03:11:02.883907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912713+0000","last_change":"2023-11-25T03:11:01.896632+0000","last_active":"2023-11-25T03:11:03.912713+0000","last_peered":"2023-11-25T03:11:03.912713+0000","last_clean":"2023-11-25T03:11:03.912713+0000","last_became_active":"2023-11-25T03:11:01.896076+0000","last_became_peered":"2023-11-25T03:11:01.896076+0000","last_unstale":"2023-11-25T03:11:03.912713+0000","last_undegraded":"2023-11-25T03:11:03.912713+0000","last_fullsized":"2023-11-25T03:11:03.912713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885717+0000","last_change":"2023-11-25T03:11:01.902048+0000","last_active":"2023-11-25T03:11:02.885717+0000","last_peered":"2023-11-25T03:11:02.885717+0000","last_clean":"2023-11-25T03:11:02.885717+0000","last_became_active":"2023-11-25T03:11:01.901736+0000","last_became_peered":"2023-11-25T03:11:01.901736+0000","last_unstale":"2023-11-25T03:11:02.885717+0000","last_undegraded":"2023-11-25T03:11:02.885717+0000","last_fullsized":"2023-11-25T03:11:02.885717+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911101+0000","last_change":"2023-11-25T03:11:01.910170+0000","last_active":"2023-11-25T03:11:03.911101+0000","last_peered":"2023-11-25T03:11:03.911101+0000","last_clean":"2023-11-25T03:11:03.911101+0000","last_became_active":"2023-11-25T03:11:01.909871+0000","last_became_peered":"2023-11-25T03:11:01.909871+0000","last_unstale":"2023-11-25T03:11:03.911101+0000","last_undegraded":"2023-11-25T03:11:03.911101+0000","last_fullsized":"2023-11-25T03:11:03.911101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885396+0000","last_change":"2023-11-25T03:11:01.902397+0000","last_active":"2023-11-25T03:11:02.885396+0000","last_peered":"2023-11-25T03:11:02.885396+0000","last_clean":"2023-11-25T03:11:02.885396+0000","last_became_active":"2023-11-25T03:11:01.899630+0000","last_became_peered":"2023-11-25T03:11:01.899630+0000","last_unstale":"2023-11-25T03:11:02.885396+0000","last_undegraded":"2023-11-25T03:11:02.885396+0000","last_fullsized":"2023-11-25T03:11:02.885396+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910854+0000","last_change":"2023-11-25T03:11:01.911134+0000","last_active":"2023-11-25T03:11:03.910854+0000","last_peered":"2023-11-25T03:11:03.910854+0000","last_clean":"2023-11-25T03:11:03.910854+0000","last_became_active":"2023-11-25T03:11:01.910474+0000","last_became_peered":"2023-11-25T03:11:01.910474+0000","last_unstale":"2023-11-25T03:11:03.910854+0000","last_undegraded":"2023-11-25T03:11:03.910854+0000","last_fullsized":"2023-11-25T03:11:03.910854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912285+0000","last_change":"2023-11-25T03:11:01.907142+0000","last_active":"2023-11-25T03:11:03.912285+0000","last_peered":"2023-11-25T03:11:03.912285+0000","last_clean":"2023-11-25T03:11:03.912285+0000","last_became_active":"2023-11-25T03:11:01.906874+0000","last_became_peered":"2023-11-25T03:11:01.906874+0000","last_unstale":"2023-11-25T03:11:03.912285+0000","last_undegraded":"2023-11-25T03:11:03.912285+0000","last_fullsized":"2023-11-25T03:11:03.912285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911614+0000","last_change":"2023-11-25T03:11:01.915994+0000","last_active":"2023-11-25T03:11:03.911614+0000","last_peered":"2023-11-25T03:11:03.911614+0000","last_clean":"2023-11-25T03:11:03.911614+0000","last_became_active":"2023-11-25T03:11:01.915554+0000","last_became_peered":"2023-11-25T03:11:01.915554+0000","last_unstale":"2023-11-25T03:11:03.911614+0000","last_undegraded":"2023-11-25T03:11:03.911614+0000","last_fullsized":"2023-11-25T03:11:03.911614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:58.912582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911082+0000","last_change":"2023-11-25T03:11:01.904910+0000","last_active":"2023-11-25T03:11:03.911082+0000","last_peered":"2023-11-25T03:11:03.911082+0000","last_clean":"2023-11-25T03:11:03.911082+0000","last_became_active":"2023-11-25T03:11:01.904637+0000","last_became_peered":"2023-11-25T03:11:01.904637+0000","last_unstale":"2023-11-25T03:11:03.911082+0000","last_undegraded":"2023-11-25T03:11:03.911082+0000","last_fullsized":"2023-11-25T03:11:03.911082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911442+0000","last_change":"2023-11-25T03:11:01.907091+0000","last_active":"2023-11-25T03:11:03.911442+0000","last_peered":"2023-11-25T03:11:03.911442+0000","last_clean":"2023-11-25T03:11:03.911442+0000","last_became_active":"2023-11-25T03:11:01.905111+0000","last_became_peered":"2023-11-25T03:11:01.905111+0000","last_unstale":"2023-11-25T03:11:03.911442+0000","last_undegraded":"2023-11-25T03:11:03.911442+0000","last_fullsized":"2023-11-25T03:11:03.911442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887155+0000","last_change":"2023-11-25T03:11:01.896457+0000","last_active":"2023-11-25T03:11:02.887155+0000","last_peered":"2023-11-25T03:11:02.887155+0000","last_clean":"2023-11-25T03:11:02.887155+0000","last_became_active":"2023-11-25T03:11:01.894278+0000","last_became_peered":"2023-11-25T03:11:01.894278+0000","last_unstale":"2023-11-25T03:11:02.887155+0000","last_undegraded":"2023-11-25T03:11:02.887155+0000","last_fullsized":"2023-11-25T03:11:02.887155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:27.212738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912277+0000","last_change":"2023-11-25T03:11:01.898774+0000","last_active":"2023-11-25T03:11:03.912277+0000","last_peered":"2023-11-25T03:11:03.912277+0000","last_clean":"2023-11-25T03:11:03.912277+0000","last_became_active":"2023-11-25T03:11:01.898494+0000","last_became_peered":"2023-11-25T03:11:01.898494+0000","last_unstale":"2023-11-25T03:11:03.912277+0000","last_undegraded":"2023-11-25T03:11:03.912277+0000","last_fullsized":"2023-11-25T03:11:03.912277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911911+0000","last_change":"2023-11-25T03:11:01.897772+0000","last_active":"2023-11-25T03:11:03.911911+0000","last_peered":"2023-11-25T03:11:03.911911+0000","last_clean":"2023-11-25T03:11:03.911911+0000","last_became_active":"2023-11-25T03:11:01.897427+0000","last_became_peered":"2023-11-25T03:11:01.897427+0000","last_unstale":"2023-11-25T03:11:03.911911+0000","last_undegraded":"2023-11-25T03:11:03.911911+0000","last_fullsized":"2023-11-25T03:11:03.911911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:50.094460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883392+0000","last_change":"2023-11-25T03:11:01.891596+0000","last_active":"2023-11-25T03:11:02.883392+0000","last_peered":"2023-11-25T03:11:02.883392+0000","last_clean":"2023-11-25T03:11:02.883392+0000","last_became_active":"2023-11-25T03:11:01.891322+0000","last_became_peered":"2023-11-25T03:11:01.891322+0000","last_unstale":"2023-11-25T03:11:02.883392+0000","last_undegraded":"2023-11-25T03:11:02.883392+0000","last_fullsized":"2023-11-25T03:11:02.883392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885171+0000","last_change":"2023-11-25T03:11:01.901709+0000","last_active":"2023-11-25T03:11:02.885171+0000","last_peered":"2023-11-25T03:11:02.885171+0000","last_clean":"2023-11-25T03:11:02.885171+0000","last_became_active":"2023-11-25T03:11:01.896181+0000","last_became_peered":"2023-11-25T03:11:01.896181+0000","last_unstale":"2023-11-25T03:11:02.885171+0000","last_undegraded":"2023-11-25T03:11:02.885171+0000","last_fullsized":"2023-11-25T03:11:02.885171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885994+0000","last_change":"2023-11-25T03:11:01.908187+0000","last_active":"2023-11-25T03:11:02.885994+0000","last_peered":"2023-11-25T03:11:02.885994+0000","last_clean":"2023-11-25T03:11:02.885994+0000","last_became_active":"2023-11-25T03:11:01.907877+0000","last_became_peered":"2023-11-25T03:11:01.907877+0000","last_unstale":"2023-11-25T03:11:02.885994+0000","last_undegraded":"2023-11-25T03:11:02.885994+0000","last_fullsized":"2023-11-25T03:11:02.885994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912884+0000","last_change":"2023-11-25T03:11:01.903466+0000","last_active":"2023-11-25T03:11:03.912884+0000","last_peered":"2023-11-25T03:11:03.912884+0000","last_clean":"2023-11-25T03:11:03.912884+0000","last_became_active":"2023-11-25T03:11:01.903131+0000","last_became_peered":"2023-11-25T03:11:01.903131+0000","last_unstale":"2023-11-25T03:11:03.912884+0000","last_undegraded":"2023-11-25T03:11:03.912884+0000","last_fullsized":"2023-11-25T03:11:03.912884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:27.793571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911877+0000","last_change":"2023-11-25T03:11:01.910625+0000","last_active":"2023-11-25T03:11:03.911877+0000","last_peered":"2023-11-25T03:11:03.911877+0000","last_clean":"2023-11-25T03:11:03.911877+0000","last_became_active":"2023-11-25T03:11:01.910319+0000","last_became_peered":"2023-11-25T03:11:01.910319+0000","last_unstale":"2023-11-25T03:11:03.911877+0000","last_undegraded":"2023-11-25T03:11:03.911877+0000","last_fullsized":"2023-11-25T03:11:03.911877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:36:39.570452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911835+0000","last_change":"2023-11-25T03:11:01.898122+0000","last_active":"2023-11-25T03:11:03.911835+0000","last_peered":"2023-11-25T03:11:03.911835+0000","last_clean":"2023-11-25T03:11:03.911835+0000","last_became_active":"2023-11-25T03:11:01.897775+0000","last_became_peered":"2023-11-25T03:11:01.897775+0000","last_unstale":"2023-11-25T03:11:03.911835+0000","last_undegraded":"2023-11-25T03:11:03.911835+0000","last_fullsized":"2023-11-25T03:11:03.911835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911859+0000","last_change":"2023-11-25T03:11:01.910434+0000","last_active":"2023-11-25T03:11:03.911859+0000","last_peered":"2023-11-25T03:11:03.911859+0000","last_clean":"2023-11-25T03:11:03.911859+0000","last_became_active":"2023-11-25T03:11:01.910177+0000","last_became_peered":"2023-11-25T03:11:01.910177+0000","last_unstale":"2023-11-25T03:11:03.911859+0000","last_undegraded":"2023-11-25T03:11:03.911859+0000","last_fullsized":"2023-11-25T03:11:03.911859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:23.533987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885729+0000","last_change":"2023-11-25T03:11:01.902208+0000","last_active":"2023-11-25T03:11:02.885729+0000","last_peered":"2023-11-25T03:11:02.885729+0000","last_clean":"2023-11-25T03:11:02.885729+0000","last_became_active":"2023-11-25T03:11:01.899654+0000","last_became_peered":"2023-11-25T03:11:01.899654+0000","last_unstale":"2023-11-25T03:11:02.885729+0000","last_undegraded":"2023-11-25T03:11:02.885729+0000","last_fullsized":"2023-11-25T03:11:02.885729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912632+0000","last_change":"2023-11-25T03:11:01.908326+0000","last_active":"2023-11-25T03:11:03.912632+0000","last_peered":"2023-11-25T03:11:03.912632+0000","last_clean":"2023-11-25T03:11:03.912632+0000","last_became_active":"2023-11-25T03:11:01.907955+0000","last_became_peered":"2023-11-25T03:11:01.907955+0000","last_unstale":"2023-11-25T03:11:03.912632+0000","last_undegraded":"2023-11-25T03:11:03.912632+0000","last_fullsized":"2023-11-25T03:11:03.912632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885667+0000","last_change":"2023-11-25T03:11:01.896847+0000","last_active":"2023-11-25T03:11:02.885667+0000","last_peered":"2023-11-25T03:11:02.885667+0000","last_clean":"2023-11-25T03:11:02.885667+0000","last_became_active":"2023-11-25T03:11:01.895767+0000","last_became_peered":"2023-11-25T03:11:01.895767+0000","last_unstale":"2023-11-25T03:11:02.885667+0000","last_undegraded":"2023-11-25T03:11:02.885667+0000","last_fullsized":"2023-11-25T03:11:02.885667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912351+0000","last_change":"2023-11-25T03:11:01.898588+0000","last_active":"2023-11-25T03:11:03.912351+0000","last_peered":"2023-11-25T03:11:03.912351+0000","last_clean":"2023-11-25T03:11:03.912351+0000","last_became_active":"2023-11-25T03:11:01.898276+0000","last_became_peered":"2023-11-25T03:11:01.898276+0000","last_unstale":"2023-11-25T03:11:03.912351+0000","last_undegraded":"2023-11-25T03:11:03.912351+0000","last_fullsized":"2023-11-25T03:11:03.912351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911232+0000","last_change":"2023-11-25T03:11:01.910042+0000","last_active":"2023-11-25T03:11:03.911232+0000","last_peered":"2023-11-25T03:11:03.911232+0000","last_clean":"2023-11-25T03:11:03.911232+0000","last_became_active":"2023-11-25T03:11:01.909749+0000","last_became_peered":"2023-11-25T03:11:01.909749+0000","last_unstale":"2023-11-25T03:11:03.911232+0000","last_undegraded":"2023-11-25T03:11:03.911232+0000","last_fullsized":"2023-11-25T03:11:03.911232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883583+0000","last_change":"2023-11-25T03:11:01.900925+0000","last_active":"2023-11-25T03:11:02.883583+0000","last_peered":"2023-11-25T03:11:02.883583+0000","last_clean":"2023-11-25T03:11:02.883583+0000","last_became_active":"2023-11-25T03:11:01.900570+0000","last_became_peered":"2023-11-25T03:11:01.900570+0000","last_unstale":"2023-11-25T03:11:02.883583+0000","last_undegraded":"2023-11-25T03:11:02.883583+0000","last_fullsized":"2023-11-25T03:11:02.883583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912288+0000","last_change":"2023-11-25T03:11:01.905388+0000","last_active":"2023-11-25T03:11:03.912288+0000","last_peered":"2023-11-25T03:11:03.912288+0000","last_clean":"2023-11-25T03:11:03.912288+0000","last_became_active":"2023-11-25T03:11:01.905088+0000","last_became_peered":"2023-11-25T03:11:01.905088+0000","last_unstale":"2023-11-25T03:11:03.912288+0000","last_undegraded":"2023-11-25T03:11:03.912288+0000","last_fullsized":"2023-11-25T03:11:03.912288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912142+0000","last_change":"2023-11-25T03:11:01.900920+0000","last_active":"2023-11-25T03:11:03.912142+0000","last_peered":"2023-11-25T03:11:03.912142+0000","last_clean":"2023-11-25T03:11:03.912142+0000","last_became_active":"2023-11-25T03:11:01.900071+0000","last_became_peered":"2023-11-25T03:11:01.900071+0000","last_unstale":"2023-11-25T03:11:03.912142+0000","last_undegraded":"2023-11-25T03:11:03.912142+0000","last_fullsized":"2023-11-25T03:11:03.912142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885806+0000","last_change":"2023-11-25T03:11:01.899919+0000","last_active":"2023-11-25T03:11:02.885806+0000","last_peered":"2023-11-25T03:11:02.885806+0000","last_clean":"2023-11-25T03:11:02.885806+0000","last_became_active":"2023-11-25T03:11:01.897636+0000","last_became_peered":"2023-11-25T03:11:01.897636+0000","last_unstale":"2023-11-25T03:11:02.885806+0000","last_undegraded":"2023-11-25T03:11:02.885806+0000","last_fullsized":"2023-11-25T03:11:02.885806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911585+0000","last_change":"2023-11-25T03:11:01.907556+0000","last_active":"2023-11-25T03:11:03.911585+0000","last_peered":"2023-11-25T03:11:03.911585+0000","last_clean":"2023-11-25T03:11:03.911585+0000","last_became_active":"2023-11-25T03:11:01.907304+0000","last_became_peered":"2023-11-25T03:11:01.907304+0000","last_unstale":"2023-11-25T03:11:03.911585+0000","last_undegraded":"2023-11-25T03:11:03.911585+0000","last_fullsized":"2023-11-25T03:11:03.911585+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910806+0000","last_change":"2023-11-25T03:11:01.898297+0000","last_active":"2023-11-25T03:11:03.910806+0000","last_peered":"2023-11-25T03:11:03.910806+0000","last_clean":"2023-11-25T03:11:03.910806+0000","last_became_active":"2023-11-25T03:11:01.897854+0000","last_became_peered":"2023-11-25T03:11:01.897854+0000","last_unstale":"2023-11-25T03:11:03.910806+0000","last_undegraded":"2023-11-25T03:11:03.910806+0000","last_fullsized":"2023-11-25T03:11:03.910806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886893+0000","last_change":"2023-11-25T03:11:01.895443+0000","last_active":"2023-11-25T03:11:02.886893+0000","last_peered":"2023-11-25T03:11:02.886893+0000","last_clean":"2023-11-25T03:11:02.886893+0000","last_became_active":"2023-11-25T03:11:01.894802+0000","last_became_peered":"2023-11-25T03:11:01.894802+0000","last_unstale":"2023-11-25T03:11:02.886893+0000","last_undegraded":"2023-11-25T03:11:02.886893+0000","last_fullsized":"2023-11-25T03:11:02.886893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:41.849084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912465+0000","last_change":"2023-11-25T03:11:01.214605+0000","last_active":"2023-11-25T03:11:03.912465+0000","last_peered":"2023-11-25T03:11:03.912465+0000","last_clean":"2023-11-25T03:11:03.912465+0000","last_became_active":"2023-11-25T03:11:01.214217+0000","last_became_peered":"2023-11-25T03:11:01.214217+0000","last_unstale":"2023-11-25T03:11:03.912465+0000","last_undegraded":"2023-11-25T03:11:03.912465+0000","last_fullsized":"2023-11-25T03:11:03.912465+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912259+0000","last_change":"2023-11-25T03:11:01.896981+0000","last_active":"2023-11-25T03:11:03.912259+0000","last_peered":"2023-11-25T03:11:03.912259+0000","last_clean":"2023-11-25T03:11:03.912259+0000","last_became_active":"2023-11-25T03:11:01.896673+0000","last_became_peered":"2023-11-25T03:11:01.896673+0000","last_unstale":"2023-11-25T03:11:03.912259+0000","last_undegraded":"2023-11-25T03:11:03.912259+0000","last_fullsized":"2023-11-25T03:11:03.912259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911078+0000","last_change":"2023-11-25T03:11:01.219747+0000","last_active":"2023-11-25T03:11:03.911078+0000","last_peered":"2023-11-25T03:11:03.911078+0000","last_clean":"2023-11-25T03:11:03.911078+0000","last_became_active":"2023-11-25T03:11:01.219438+0000","last_became_peered":"2023-11-25T03:11:01.219438+0000","last_unstale":"2023-11-25T03:11:03.911078+0000","last_undegraded":"2023-11-25T03:11:03.911078+0000","last_fullsized":"2023-11-25T03:11:03.911078+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912679+0000","last_change":"2023-11-25T03:11:01.220972+0000","last_active":"2023-11-25T03:11:03.912679+0000","last_peered":"2023-11-25T03:11:03.912679+0000","last_clean":"2023-11-25T03:11:03.912679+0000","last_became_active":"2023-11-25T03:11:01.220495+0000","last_became_peered":"2023-11-25T03:11:01.220495+0000","last_unstale":"2023-11-25T03:11:03.912679+0000","last_undegraded":"2023-11-25T03:11:03.912679+0000","last_fullsized":"2023-11-25T03:11:03.912679+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912416+0000","last_change":"2023-11-25T03:11:01.898893+0000","last_active":"2023-11-25T03:11:03.912416+0000","last_peered":"2023-11-25T03:11:03.912416+0000","last_clean":"2023-11-25T03:11:03.912416+0000","last_became_active":"2023-11-25T03:11:01.898579+0000","last_became_peered":"2023-11-25T03:11:01.898579+0000","last_unstale":"2023-11-25T03:11:03.912416+0000","last_undegraded":"2023-11-25T03:11:03.912416+0000","last_fullsized":"2023-11-25T03:11:03.912416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885309+0000","last_change":"2023-11-25T03:11:01.221980+0000","last_active":"2023-11-25T03:11:02.885309+0000","last_peered":"2023-11-25T03:11:02.885309+0000","last_clean":"2023-11-25T03:11:02.885309+0000","last_became_active":"2023-11-25T03:11:01.221372+0000","last_became_peered":"2023-11-25T03:11:01.221372+0000","last_unstale":"2023-11-25T03:11:02.885309+0000","last_undegraded":"2023-11-25T03:11:02.885309+0000","last_fullsized":"2023-11-25T03:11:02.885309+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883393+0000","last_change":"2023-11-25T03:11:01.895630+0000","last_active":"2023-11-25T03:11:02.883393+0000","last_peered":"2023-11-25T03:11:02.883393+0000","last_clean":"2023-11-25T03:11:02.883393+0000","last_became_active":"2023-11-25T03:11:01.895344+0000","last_became_peered":"2023-11-25T03:11:01.895344+0000","last_unstale":"2023-11-25T03:11:02.883393+0000","last_undegraded":"2023-11-25T03:11:02.883393+0000","last_fullsized":"2023-11-25T03:11:02.883393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911089+0000","last_change":"2023-11-25T03:11:01.225125+0000","last_active":"2023-11-25T03:11:03.911089+0000","last_peered":"2023-11-25T03:11:03.911089+0000","last_clean":"2023-11-25T03:11:03.911089+0000","last_became_active":"2023-11-25T03:11:01.224623+0000","last_became_peered":"2023-11-25T03:11:01.224623+0000","last_unstale":"2023-11-25T03:11:03.911089+0000","last_undegraded":"2023-11-25T03:11:03.911089+0000","last_fullsized":"2023-11-25T03:11:03.911089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885571+0000","last_change":"2023-11-25T03:11:01.911801+0000","last_active":"2023-11-25T03:11:02.885571+0000","last_peered":"2023-11-25T03:11:02.885571+0000","last_clean":"2023-11-25T03:11:02.885571+0000","last_became_active":"2023-11-25T03:11:01.909002+0000","last_became_peered":"2023-11-25T03:11:01.909002+0000","last_unstale":"2023-11-25T03:11:02.885571+0000","last_undegraded":"2023-11-25T03:11:02.885571+0000","last_fullsized":"2023-11-25T03:11:02.885571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885579+0000","last_change":"2023-11-25T03:11:01.224884+0000","last_active":"2023-11-25T03:11:02.885579+0000","last_peered":"2023-11-25T03:11:02.885579+0000","last_clean":"2023-11-25T03:11:02.885579+0000","last_became_active":"2023-11-25T03:11:01.224538+0000","last_became_peered":"2023-11-25T03:11:01.224538+0000","last_unstale":"2023-11-25T03:11:02.885579+0000","last_undegraded":"2023-11-25T03:11:02.885579+0000","last_fullsized":"2023-11-25T03:11:02.885579+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912872+0000","last_change":"2023-11-25T03:11:01.894447+0000","last_active":"2023-11-25T03:11:03.912872+0000","last_peered":"2023-11-25T03:11:03.912872+0000","last_clean":"2023-11-25T03:11:03.912872+0000","last_became_active":"2023-11-25T03:11:01.893961+0000","last_became_peered":"2023-11-25T03:11:01.893961+0000","last_unstale":"2023-11-25T03:11:03.912872+0000","last_undegraded":"2023-11-25T03:11:03.912872+0000","last_fullsized":"2023-11-25T03:11:03.912872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883673+0000","last_change":"2023-11-25T03:11:01.223800+0000","last_active":"2023-11-25T03:11:02.883673+0000","last_peered":"2023-11-25T03:11:02.883673+0000","last_clean":"2023-11-25T03:11:02.883673+0000","last_became_active":"2023-11-25T03:11:01.223518+0000","last_became_peered":"2023-11-25T03:11:01.223518+0000","last_unstale":"2023-11-25T03:11:02.883673+0000","last_undegraded":"2023-11-25T03:11:02.883673+0000","last_fullsized":"2023-11-25T03:11:02.883673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887206+0000","last_change":"2023-11-25T03:11:01.912610+0000","last_active":"2023-11-25T03:11:02.887206+0000","last_peered":"2023-11-25T03:11:02.887206+0000","last_clean":"2023-11-25T03:11:02.887206+0000","last_became_active":"2023-11-25T03:11:01.912282+0000","last_became_peered":"2023-11-25T03:11:01.912282+0000","last_unstale":"2023-11-25T03:11:02.887206+0000","last_undegraded":"2023-11-25T03:11:02.887206+0000","last_fullsized":"2023-11-25T03:11:02.887206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911931+0000","last_change":"2023-11-25T03:11:01.222912+0000","last_active":"2023-11-25T03:11:03.911931+0000","last_peered":"2023-11-25T03:11:03.911931+0000","last_clean":"2023-11-25T03:11:03.911931+0000","last_became_active":"2023-11-25T03:11:01.222574+0000","last_became_peered":"2023-11-25T03:11:01.222574+0000","last_unstale":"2023-11-25T03:11:03.911931+0000","last_undegraded":"2023-11-25T03:11:03.911931+0000","last_fullsized":"2023-11-25T03:11:03.911931+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911552+0000","last_change":"2023-11-25T03:11:01.910027+0000","last_active":"2023-11-25T03:11:03.911552+0000","last_peered":"2023-11-25T03:11:03.911552+0000","last_clean":"2023-11-25T03:11:03.911552+0000","last_became_active":"2023-11-25T03:11:01.909665+0000","last_became_peered":"2023-11-25T03:11:01.909665+0000","last_unstale":"2023-11-25T03:11:03.911552+0000","last_undegraded":"2023-11-25T03:11:03.911552+0000","last_fullsized":"2023-11-25T03:11:03.911552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912347+0000","last_change":"2023-11-25T03:11:01.225682+0000","last_active":"2023-11-25T03:11:03.912347+0000","last_peered":"2023-11-25T03:11:03.912347+0000","last_clean":"2023-11-25T03:11:03.912347+0000","last_became_active":"2023-11-25T03:11:01.224841+0000","last_became_peered":"2023-11-25T03:11:01.224841+0000","last_unstale":"2023-11-25T03:11:03.912347+0000","last_undegraded":"2023-11-25T03:11:03.912347+0000","last_fullsized":"2023-11-25T03:11:03.912347+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912036+0000","last_change":"2023-11-25T03:11:01.906356+0000","last_active":"2023-11-25T03:11:03.912036+0000","last_peered":"2023-11-25T03:11:03.912036+0000","last_clean":"2023-11-25T03:11:03.912036+0000","last_became_active":"2023-11-25T03:11:01.906138+0000","last_became_peered":"2023-11-25T03:11:01.906138+0000","last_unstale":"2023-11-25T03:11:03.912036+0000","last_undegraded":"2023-11-25T03:11:03.912036+0000","last_fullsized":"2023-11-25T03:11:03.912036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885854+0000","last_change":"2023-11-25T03:11:01.224038+0000","last_active":"2023-11-25T03:11:02.885854+0000","last_peered":"2023-11-25T03:11:02.885854+0000","last_clean":"2023-11-25T03:11:02.885854+0000","last_became_active":"2023-11-25T03:11:01.223751+0000","last_became_peered":"2023-11-25T03:11:01.223751+0000","last_unstale":"2023-11-25T03:11:02.885854+0000","last_undegraded":"2023-11-25T03:11:02.885854+0000","last_fullsized":"2023-11-25T03:11:02.885854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:33.086744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911239+0000","last_change":"2023-11-25T03:11:01.911001+0000","last_active":"2023-11-25T03:11:03.911239+0000","last_peered":"2023-11-25T03:11:03.911239+0000","last_clean":"2023-11-25T03:11:03.911239+0000","last_became_active":"2023-11-25T03:11:01.910022+0000","last_became_peered":"2023-11-25T03:11:01.910022+0000","last_unstale":"2023-11-25T03:11:03.911239+0000","last_undegraded":"2023-11-25T03:11:03.911239+0000","last_fullsized":"2023-11-25T03:11:03.911239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911653+0000","last_change":"2023-11-25T03:11:01.227984+0000","last_active":"2023-11-25T03:11:03.911653+0000","last_peered":"2023-11-25T03:11:03.911653+0000","last_clean":"2023-11-25T03:11:03.911653+0000","last_became_active":"2023-11-25T03:11:01.227525+0000","last_became_peered":"2023-11-25T03:11:01.227525+0000","last_unstale":"2023-11-25T03:11:03.911653+0000","last_undegraded":"2023-11-25T03:11:03.911653+0000","last_fullsized":"2023-11-25T03:11:03.911653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911625+0000","last_change":"2023-11-25T03:11:01.898133+0000","last_active":"2023-11-25T03:11:03.911625+0000","last_peered":"2023-11-25T03:11:03.911625+0000","last_clean":"2023-11-25T03:11:03.911625+0000","last_became_active":"2023-11-25T03:11:01.897819+0000","last_became_peered":"2023-11-25T03:11:01.897819+0000","last_unstale":"2023-11-25T03:11:03.911625+0000","last_undegraded":"2023-11-25T03:11:03.911625+0000","last_fullsized":"2023-11-25T03:11:03.911625+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911448+0000","last_change":"2023-11-25T03:11:01.211301+0000","last_active":"2023-11-25T03:11:03.911448+0000","last_peered":"2023-11-25T03:11:03.911448+0000","last_clean":"2023-11-25T03:11:03.911448+0000","last_became_active":"2023-11-25T03:11:01.210996+0000","last_became_peered":"2023-11-25T03:11:01.210996+0000","last_unstale":"2023-11-25T03:11:03.911448+0000","last_undegraded":"2023-11-25T03:11:03.911448+0000","last_fullsized":"2023-11-25T03:11:03.911448+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:49.383541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911015+0000","last_change":"2023-11-25T03:11:01.911348+0000","last_active":"2023-11-25T03:11:03.911015+0000","last_peered":"2023-11-25T03:11:03.911015+0000","last_clean":"2023-11-25T03:11:03.911015+0000","last_became_active":"2023-11-25T03:11:01.910832+0000","last_became_peered":"2023-11-25T03:11:01.910832+0000","last_unstale":"2023-11-25T03:11:03.911015+0000","last_undegraded":"2023-11-25T03:11:03.911015+0000","last_fullsized":"2023-11-25T03:11:03.911015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887381+0000","last_change":"2023-11-25T03:11:01.218194+0000","last_active":"2023-11-25T03:11:02.887381+0000","last_peered":"2023-11-25T03:11:02.887381+0000","last_clean":"2023-11-25T03:11:02.887381+0000","last_became_active":"2023-11-25T03:11:01.217897+0000","last_became_peered":"2023-11-25T03:11:01.217897+0000","last_unstale":"2023-11-25T03:11:02.887381+0000","last_undegraded":"2023-11-25T03:11:02.887381+0000","last_fullsized":"2023-11-25T03:11:02.887381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:47:20.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911555+0000","last_change":"2023-11-25T03:11:01.912769+0000","last_active":"2023-11-25T03:11:03.911555+0000","last_peered":"2023-11-25T03:11:03.911555+0000","last_clean":"2023-11-25T03:11:03.911555+0000","last_became_active":"2023-11-25T03:11:01.912418+0000","last_became_peered":"2023-11-25T03:11:01.912418+0000","last_unstale":"2023-11-25T03:11:03.911555+0000","last_undegraded":"2023-11-25T03:11:03.911555+0000","last_fullsized":"2023-11-25T03:11:03.911555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912895+0000","last_change":"2023-11-25T03:11:01.213943+0000","last_active":"2023-11-25T03:11:03.912895+0000","last_peered":"2023-11-25T03:11:03.912895+0000","last_clean":"2023-11-25T03:11:03.912895+0000","last_became_active":"2023-11-25T03:11:01.213633+0000","last_became_peered":"2023-11-25T03:11:01.213633+0000","last_unstale":"2023-11-25T03:11:03.912895+0000","last_undegraded":"2023-11-25T03:11:03.912895+0000","last_fullsized":"2023-11-25T03:11:03.912895+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:40.841751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911749+0000","last_change":"2023-11-25T03:11:01.910726+0000","last_active":"2023-11-25T03:11:03.911749+0000","last_peered":"2023-11-25T03:11:03.911749+0000","last_clean":"2023-11-25T03:11:03.911749+0000","last_became_active":"2023-11-25T03:11:01.910208+0000","last_became_peered":"2023-11-25T03:11:01.910208+0000","last_unstale":"2023-11-25T03:11:03.911749+0000","last_undegraded":"2023-11-25T03:11:03.911749+0000","last_fullsized":"2023-11-25T03:11:03.911749+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:24:18.850079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883755+0000","last_change":"2023-11-25T03:11:01.219201+0000","last_active":"2023-11-25T03:11:02.883755+0000","last_peered":"2023-11-25T03:11:02.883755+0000","last_clean":"2023-11-25T03:11:02.883755+0000","last_became_active":"2023-11-25T03:11:01.218901+0000","last_became_peered":"2023-11-25T03:11:01.218901+0000","last_unstale":"2023-11-25T03:11:02.883755+0000","last_undegraded":"2023-11-25T03:11:02.883755+0000","last_fullsized":"2023-11-25T03:11:02.883755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885663+0000","last_change":"2023-11-25T03:11:01.902035+0000","last_active":"2023-11-25T03:11:02.885663+0000","last_peered":"2023-11-25T03:11:02.885663+0000","last_clean":"2023-11-25T03:11:02.885663+0000","last_became_active":"2023-11-25T03:11:01.901730+0000","last_became_peered":"2023-11-25T03:11:01.901730+0000","last_unstale":"2023-11-25T03:11:02.885663+0000","last_undegraded":"2023-11-25T03:11:02.885663+0000","last_fullsized":"2023-11-25T03:11:02.885663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911771+0000","last_change":"2023-11-25T03:11:01.226462+0000","last_active":"2023-11-25T03:11:03.911771+0000","last_peered":"2023-11-25T03:11:03.911771+0000","last_clean":"2023-11-25T03:11:03.911771+0000","last_became_active":"2023-11-25T03:11:01.226145+0000","last_became_peered":"2023-11-25T03:11:01.226145+0000","last_unstale":"2023-11-25T03:11:03.911771+0000","last_undegraded":"2023-11-25T03:11:03.911771+0000","last_fullsized":"2023-11-25T03:11:03.911771+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911726+0000","last_change":"2023-11-25T03:11:01.913057+0000","last_active":"2023-11-25T03:11:03.911726+0000","last_peered":"2023-11-25T03:11:03.911726+0000","last_clean":"2023-11-25T03:11:03.911726+0000","last_became_active":"2023-11-25T03:11:01.912678+0000","last_became_peered":"2023-11-25T03:11:01.912678+0000","last_unstale":"2023-11-25T03:11:03.911726+0000","last_undegraded":"2023-11-25T03:11:03.911726+0000","last_fullsized":"2023-11-25T03:11:03.911726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:15.079029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-25T03:11:01.896488+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:01.896488+0000","last_peered":"2023-11-25T03:11:01.896488+0000","last_clean":"2023-11-25T03:11:01.896488+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:01.896488+0000","last_undegraded":"2023-11-25T03:11:01.896488+0000","last_fullsized":"2023-11-25T03:11:01.896488+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885239+0000","last_change":"2023-11-25T03:11:01.217147+0000","last_active":"2023-11-25T03:11:02.885239+0000","last_peered":"2023-11-25T03:11:02.885239+0000","last_clean":"2023-11-25T03:11:02.885239+0000","last_became_active":"2023-11-25T03:11:01.216783+0000","last_became_peered":"2023-11-25T03:11:01.216783+0000","last_unstale":"2023-11-25T03:11:02.885239+0000","last_undegraded":"2023-11-25T03:11:02.885239+0000","last_fullsized":"2023-11-25T03:11:02.885239+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:47.835475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912788+0000","last_change":"2023-11-25T03:11:01.907616+0000","last_active":"2023-11-25T03:11:03.912788+0000","last_peered":"2023-11-25T03:11:03.912788+0000","last_clean":"2023-11-25T03:11:03.912788+0000","last_became_active":"2023-11-25T03:11:01.906885+0000","last_became_peered":"2023-11-25T03:11:01.906885+0000","last_unstale":"2023-11-25T03:11:03.912788+0000","last_undegraded":"2023-11-25T03:11:03.912788+0000","last_fullsized":"2023-11-25T03:11:03.912788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911198+0000","last_change":"2023-11-25T03:11:01.220711+0000","last_active":"2023-11-25T03:11:03.911198+0000","last_peered":"2023-11-25T03:11:03.911198+0000","last_clean":"2023-11-25T03:11:03.911198+0000","last_became_active":"2023-11-25T03:11:01.219978+0000","last_became_peered":"2023-11-25T03:11:01.219978+0000","last_unstale":"2023-11-25T03:11:03.911198+0000","last_undegraded":"2023-11-25T03:11:03.911198+0000","last_fullsized":"2023-11-25T03:11:03.911198+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911743+0000","last_change":"2023-11-25T03:11:01.892270+0000","last_active":"2023-11-25T03:11:03.911743+0000","last_peered":"2023-11-25T03:11:03.911743+0000","last_clean":"2023-11-25T03:11:03.911743+0000","last_became_active":"2023-11-25T03:11:01.891956+0000","last_became_peered":"2023-11-25T03:11:01.891956+0000","last_unstale":"2023-11-25T03:11:03.911743+0000","last_undegraded":"2023-11-25T03:11:03.911743+0000","last_fullsized":"2023-11-25T03:11:03.911743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:23.639695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911550+0000","last_change":"2023-11-25T03:11:01.212635+0000","last_active":"2023-11-25T03:11:03.911550+0000","last_peered":"2023-11-25T03:11:03.911550+0000","last_clean":"2023-11-25T03:11:03.911550+0000","last_became_active":"2023-11-25T03:11:01.212373+0000","last_became_peered":"2023-11-25T03:11:01.212373+0000","last_unstale":"2023-11-25T03:11:03.911550+0000","last_undegraded":"2023-11-25T03:11:03.911550+0000","last_fullsized":"2023-11-25T03:11:03.911550+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883410+0000","last_change":"2023-11-25T03:11:01.892015+0000","last_active":"2023-11-25T03:11:02.883410+0000","last_peered":"2023-11-25T03:11:02.883410+0000","last_clean":"2023-11-25T03:11:02.883410+0000","last_became_active":"2023-11-25T03:11:01.891691+0000","last_became_peered":"2023-11-25T03:11:01.891691+0000","last_unstale":"2023-11-25T03:11:02.883410+0000","last_undegraded":"2023-11-25T03:11:02.883410+0000","last_fullsized":"2023-11-25T03:11:02.883410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885968+0000","last_change":"2023-11-25T03:11:01.217646+0000","last_active":"2023-11-25T03:11:02.885968+0000","last_peered":"2023-11-25T03:11:02.885968+0000","last_clean":"2023-11-25T03:11:02.885968+0000","last_became_active":"2023-11-25T03:11:01.217351+0000","last_became_peered":"2023-11-25T03:11:01.217351+0000","last_unstale":"2023-11-25T03:11:02.885968+0000","last_undegraded":"2023-11-25T03:11:02.885968+0000","last_fullsized":"2023-11-25T03:11:02.885968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:41.531464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886998+0000","last_change":"2023-11-25T03:11:01.896140+0000","last_active":"2023-11-25T03:11:02.886998+0000","last_peered":"2023-11-25T03:11:02.886998+0000","last_clean":"2023-11-25T03:11:02.886998+0000","last_became_active":"2023-11-25T03:11:01.895747+0000","last_became_peered":"2023-11-25T03:11:01.895747+0000","last_unstale":"2023-11-25T03:11:02.886998+0000","last_undegraded":"2023-11-25T03:11:02.886998+0000","last_fullsized":"2023-11-25T03:11:02.886998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:23.281545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883516+0000","last_change":"2023-11-25T03:11:01.214256+0000","last_active":"2023-11-25T03:11:02.883516+0000","last_peered":"2023-11-25T03:11:02.883516+0000","last_clean":"2023-11-25T03:11:02.883516+0000","last_became_active":"2023-11-25T03:11:01.213958+0000","last_became_peered":"2023-11-25T03:11:01.213958+0000","last_unstale":"2023-11-25T03:11:02.883516+0000","last_undegraded":"2023-11-25T03:11:02.883516+0000","last_fullsized":"2023-11-25T03:11:02.883516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885898+0000","last_change":"2023-11-25T03:11:01.898112+0000","last_active":"2023-11-25T03:11:02.885898+0000","last_peered":"2023-11-25T03:11:02.885898+0000","last_clean":"2023-11-25T03:11:02.885898+0000","last_became_active":"2023-11-25T03:11:01.897784+0000","last_became_peered":"2023-11-25T03:11:01.897784+0000","last_unstale":"2023-11-25T03:11:02.885898+0000","last_undegraded":"2023-11-25T03:11:02.885898+0000","last_fullsized":"2023-11-25T03:11:02.885898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911925+0000","last_change":"2023-11-25T03:11:01.227124+0000","last_active":"2023-11-25T03:11:03.911925+0000","last_peered":"2023-11-25T03:11:03.911925+0000","last_clean":"2023-11-25T03:11:03.911925+0000","last_became_active":"2023-11-25T03:11:01.226841+0000","last_became_peered":"2023-11-25T03:11:01.226841+0000","last_unstale":"2023-11-25T03:11:03.911925+0000","last_undegraded":"2023-11-25T03:11:03.911925+0000","last_fullsized":"2023-11-25T03:11:03.911925+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883561+0000","last_change":"2023-11-25T03:11:01.895048+0000","last_active":"2023-11-25T03:11:02.883561+0000","last_peered":"2023-11-25T03:11:02.883561+0000","last_clean":"2023-11-25T03:11:02.883561+0000","last_became_active":"2023-11-25T03:11:01.894646+0000","last_became_peered":"2023-11-25T03:11:01.894646+0000","last_unstale":"2023-11-25T03:11:02.883561+0000","last_undegraded":"2023-11-25T03:11:02.883561+0000","last_fullsized":"2023-11-25T03:11:02.883561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883889+0000","last_change":"2023-11-25T03:11:01.225529+0000","last_active":"2023-11-25T03:11:02.883889+0000","last_peered":"2023-11-25T03:11:02.883889+0000","last_clean":"2023-11-25T03:11:02.883889+0000","last_became_active":"2023-11-25T03:11:01.225197+0000","last_became_peered":"2023-11-25T03:11:01.225197+0000","last_unstale":"2023-11-25T03:11:02.883889+0000","last_undegraded":"2023-11-25T03:11:02.883889+0000","last_fullsized":"2023-11-25T03:11:02.883889+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:22.632362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912487+0000","last_change":"2023-11-25T03:11:01.909371+0000","last_active":"2023-11-25T03:11:03.912487+0000","last_peered":"2023-11-25T03:11:03.912487+0000","last_clean":"2023-11-25T03:11:03.912487+0000","last_became_active":"2023-11-25T03:11:01.909097+0000","last_became_peered":"2023-11-25T03:11:01.909097+0000","last_unstale":"2023-11-25T03:11:03.912487+0000","last_undegraded":"2023-11-25T03:11:03.912487+0000","last_fullsized":"2023-11-25T03:11:03.912487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911197+0000","last_change":"2023-11-25T03:11:01.224914+0000","last_active":"2023-11-25T03:11:03.911197+0000","last_peered":"2023-11-25T03:11:03.911197+0000","last_clean":"2023-11-25T03:11:03.911197+0000","last_became_active":"2023-11-25T03:11:01.224339+0000","last_became_peered":"2023-11-25T03:11:01.224339+0000","last_unstale":"2023-11-25T03:11:03.911197+0000","last_undegraded":"2023-11-25T03:11:03.911197+0000","last_fullsized":"2023-11-25T03:11:03.911197+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912647+0000","last_change":"2023-11-25T03:11:01.897861+0000","last_active":"2023-11-25T03:11:03.912647+0000","last_peered":"2023-11-25T03:11:03.912647+0000","last_clean":"2023-11-25T03:11:03.912647+0000","last_became_active":"2023-11-25T03:11:01.897566+0000","last_became_peered":"2023-11-25T03:11:01.897566+0000","last_unstale":"2023-11-25T03:11:03.912647+0000","last_undegraded":"2023-11-25T03:11:03.912647+0000","last_fullsized":"2023-11-25T03:11:03.912647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911428+0000","last_change":"2023-11-25T03:11:01.225455+0000","last_active":"2023-11-25T03:11:03.911428+0000","last_peered":"2023-11-25T03:11:03.911428+0000","last_clean":"2023-11-25T03:11:03.911428+0000","last_became_active":"2023-11-25T03:11:01.224138+0000","last_became_peered":"2023-11-25T03:11:01.224138+0000","last_unstale":"2023-11-25T03:11:03.911428+0000","last_undegraded":"2023-11-25T03:11:03.911428+0000","last_fullsized":"2023-11-25T03:11:03.911428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886914+0000","last_change":"2023-11-25T03:11:01.893739+0000","last_active":"2023-11-25T03:11:02.886914+0000","last_peered":"2023-11-25T03:11:02.886914+0000","last_clean":"2023-11-25T03:11:02.886914+0000","last_became_active":"2023-11-25T03:11:01.893472+0000","last_became_peered":"2023-11-25T03:11:01.893472+0000","last_unstale":"2023-11-25T03:11:02.886914+0000","last_undegraded":"2023-11-25T03:11:02.886914+0000","last_fullsized":"2023-11-25T03:11:02.886914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:50.390874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883485+0000","last_change":"2023-11-25T03:11:01.216063+0000","last_active":"2023-11-25T03:11:02.883485+0000","last_peered":"2023-11-25T03:11:02.883485+0000","last_clean":"2023-11-25T03:11:02.883485+0000","last_became_active":"2023-11-25T03:11:01.215794+0000","last_became_peered":"2023-11-25T03:11:01.215794+0000","last_unstale":"2023-11-25T03:11:02.883485+0000","last_undegraded":"2023-11-25T03:11:02.883485+0000","last_fullsized":"2023-11-25T03:11:02.883485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912562+0000","last_change":"2023-11-25T03:11:01.904711+0000","last_active":"2023-11-25T03:11:03.912562+0000","last_peered":"2023-11-25T03:11:03.912562+0000","last_clean":"2023-11-25T03:11:03.912562+0000","last_became_active":"2023-11-25T03:11:01.904405+0000","last_became_peered":"2023-11-25T03:11:01.904405+0000","last_unstale":"2023-11-25T03:11:03.912562+0000","last_undegraded":"2023-11-25T03:11:03.912562+0000","last_fullsized":"2023-11-25T03:11:03.912562+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883660+0000","last_change":"2023-11-25T03:11:01.226224+0000","last_active":"2023-11-25T03:11:02.883660+0000","last_peered":"2023-11-25T03:11:02.883660+0000","last_clean":"2023-11-25T03:11:02.883660+0000","last_became_active":"2023-11-25T03:11:01.225951+0000","last_became_peered":"2023-11-25T03:11:01.225951+0000","last_unstale":"2023-11-25T03:11:02.883660+0000","last_undegraded":"2023-11-25T03:11:02.883660+0000","last_fullsized":"2023-11-25T03:11:02.883660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912418+0000","last_change":"2023-11-25T03:11:01.898409+0000","last_active":"2023-11-25T03:11:03.912418+0000","last_peered":"2023-11-25T03:11:03.912418+0000","last_clean":"2023-11-25T03:11:03.912418+0000","last_became_active":"2023-11-25T03:11:01.898068+0000","last_became_peered":"2023-11-25T03:11:01.898068+0000","last_unstale":"2023-11-25T03:11:03.912418+0000","last_undegraded":"2023-11-25T03:11:03.912418+0000","last_fullsized":"2023-11-25T03:11:03.912418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911342+0000","last_change":"2023-11-25T03:11:01.226081+0000","last_active":"2023-11-25T03:11:03.911342+0000","last_peered":"2023-11-25T03:11:03.911342+0000","last_clean":"2023-11-25T03:11:03.911342+0000","last_became_active":"2023-11-25T03:11:01.224515+0000","last_became_peered":"2023-11-25T03:11:01.224515+0000","last_unstale":"2023-11-25T03:11:03.911342+0000","last_undegraded":"2023-11-25T03:11:03.911342+0000","last_fullsized":"2023-11-25T03:11:03.911342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:18.225142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910958+0000","last_change":"2023-11-25T03:11:01.893777+0000","last_active":"2023-11-25T03:11:03.910958+0000","last_peered":"2023-11-25T03:11:03.910958+0000","last_clean":"2023-11-25T03:11:03.910958+0000","last_became_active":"2023-11-25T03:11:01.893500+0000","last_became_peered":"2023-11-25T03:11:01.893500+0000","last_unstale":"2023-11-25T03:11:03.910958+0000","last_undegraded":"2023-11-25T03:11:03.910958+0000","last_fullsized":"2023-11-25T03:11:03.910958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885801+0000","last_change":"2023-11-25T03:11:01.891322+0000","last_active":"2023-11-25T03:11:02.885801+0000","last_peered":"2023-11-25T03:11:02.885801+0000","last_clean":"2023-11-25T03:11:02.885801+0000","last_became_active":"2023-11-25T03:11:01.890656+0000","last_became_peered":"2023-11-25T03:11:01.890656+0000","last_unstale":"2023-11-25T03:11:02.885801+0000","last_undegraded":"2023-11-25T03:11:02.885801+0000","last_fullsized":"2023-11-25T03:11:02.885801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911418+0000","last_change":"2023-11-25T03:11:01.229100+0000","last_active":"2023-11-25T03:11:03.911418+0000","last_peered":"2023-11-25T03:11:03.911418+0000","last_clean":"2023-11-25T03:11:03.911418+0000","last_became_active":"2023-11-25T03:11:01.228493+0000","last_became_peered":"2023-11-25T03:11:01.228493+0000","last_unstale":"2023-11-25T03:11:03.911418+0000","last_undegraded":"2023-11-25T03:11:03.911418+0000","last_fullsized":"2023-11-25T03:11:03.911418+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885463+0000","last_change":"2023-11-25T03:11:01.891570+0000","last_active":"2023-11-25T03:11:02.885463+0000","last_peered":"2023-11-25T03:11:02.885463+0000","last_clean":"2023-11-25T03:11:02.885463+0000","last_became_active":"2023-11-25T03:11:01.891260+0000","last_became_peered":"2023-11-25T03:11:01.891260+0000","last_unstale":"2023-11-25T03:11:02.885463+0000","last_undegraded":"2023-11-25T03:11:02.885463+0000","last_fullsized":"2023-11-25T03:11:02.885463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911798+0000","last_change":"2023-11-25T03:11:01.229943+0000","last_active":"2023-11-25T03:11:03.911798+0000","last_peered":"2023-11-25T03:11:03.911798+0000","last_clean":"2023-11-25T03:11:03.911798+0000","last_became_active":"2023-11-25T03:11:01.228649+0000","last_became_peered":"2023-11-25T03:11:01.228649+0000","last_unstale":"2023-11-25T03:11:03.911798+0000","last_undegraded":"2023-11-25T03:11:03.911798+0000","last_fullsized":"2023-11-25T03:11:03.911798+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912807+0000","last_change":"2023-11-25T03:11:01.907348+0000","last_active":"2023-11-25T03:11:03.912807+0000","last_peered":"2023-11-25T03:11:03.912807+0000","last_clean":"2023-11-25T03:11:03.912807+0000","last_became_active":"2023-11-25T03:11:01.907008+0000","last_became_peered":"2023-11-25T03:11:01.907008+0000","last_unstale":"2023-11-25T03:11:03.912807+0000","last_undegraded":"2023-11-25T03:11:03.912807+0000","last_fullsized":"2023-11-25T03:11:03.912807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912734+0000","last_change":"2023-11-25T03:11:01.217971+0000","last_active":"2023-11-25T03:11:03.912734+0000","last_peered":"2023-11-25T03:11:03.912734+0000","last_clean":"2023-11-25T03:11:03.912734+0000","last_became_active":"2023-11-25T03:11:01.217698+0000","last_became_peered":"2023-11-25T03:11:01.217698+0000","last_unstale":"2023-11-25T03:11:03.912734+0000","last_undegraded":"2023-11-25T03:11:03.912734+0000","last_fullsized":"2023-11-25T03:11:03.912734+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912581+0000","last_change":"2023-11-25T03:11:01.898760+0000","last_active":"2023-11-25T03:11:03.912581+0000","last_peered":"2023-11-25T03:11:03.912581+0000","last_clean":"2023-11-25T03:11:03.912581+0000","last_became_active":"2023-11-25T03:11:01.898474+0000","last_became_peered":"2023-11-25T03:11:01.898474+0000","last_unstale":"2023-11-25T03:11:03.912581+0000","last_undegraded":"2023-11-25T03:11:03.912581+0000","last_fullsized":"2023-11-25T03:11:03.912581+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912984+0000","last_change":"2023-11-25T03:11:01.220250+0000","last_active":"2023-11-25T03:11:03.912984+0000","last_peered":"2023-11-25T03:11:03.912984+0000","last_clean":"2023-11-25T03:11:03.912984+0000","last_became_active":"2023-11-25T03:11:01.219924+0000","last_became_peered":"2023-11-25T03:11:01.219924+0000","last_unstale":"2023-11-25T03:11:03.912984+0000","last_undegraded":"2023-11-25T03:11:03.912984+0000","last_fullsized":"2023-11-25T03:11:03.912984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":66222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94999999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":192512,"data_stored":64610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.085}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.077}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":794624,"data_stored":654597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:11:06.298 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:11:06.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.470+0000 7fa5bc8fd640 1 Processor -- start 2023-11-25T03:11:06.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.470+0000 7fa5bc8fd640 1 -- start start 2023-11-25T03:11:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5bc8fd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b80c5360 0x7fa5b806c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5bc8fd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa5b806c5b0 0x7fa5b814a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5bc8fd640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5b80c1e30 con 0x7fa5b806d990 2023-11-25T03:11:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5bc8fd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5b806dd70 con 0x7fa5b806c5b0 2023-11-25T03:11:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5bc8fd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b80c57c0 con 0x7fa5b80c5360 2023-11-25T03:11:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b6d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa5b806d990 0x7fa5b81546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51946/0 (socket says 172.21.15.76:51946) 2023-11-25T03:11:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b6d9d640 1 -- 172.21.15.76:0/1094299989 learned_addr learned my addr 172.21.15.76:0/1094299989 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b759e640 1 --2- 172.21.15.76:0/1094299989 >> v2:172.21.15.76:3300/0 conn(0x7fa5b806c5b0 0x7fa5b814a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b659c640 1 --2- 172.21.15.76:0/1094299989 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b80c5360 0x7fa5b806c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b5d9b640 1 -- 172.21.15.76:0/1094299989 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4237281651 0 0) 0x7fa5b80c1e30 con 0x7fa5b806d990 2023-11-25T03:11:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b5d9b640 1 -- 172.21.15.76:0/1094299989 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5a0003530 con 0x7fa5b806d990 2023-11-25T03:11:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b759e640 1 -- 172.21.15.76:0/1094299989 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b80c5360 msgr2=0x7fa5b806c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b759e640 1 --2- 172.21.15.76:0/1094299989 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b80c5360 0x7fa5b806c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b759e640 1 -- 172.21.15.76:0/1094299989 >> v1:172.21.15.76:6789/0 conn(0x7fa5b806d990 legacy=0x7fa5b81546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.474+0000 7fa5b759e640 1 -- 172.21.15.76:0/1094299989 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5b80c1220 con 0x7fa5b806c5b0 2023-11-25T03:11:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5b759e640 1 --2- 172.21.15.76:0/1094299989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b806c5b0 0x7fa5b814a800 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0009d90 tx=0x7fa5b001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa3d7901cabb3ca server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5b5d9b640 1 -- 172.21.15.76:0/1094299989 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5b00a59e0 con 0x7fa5b806c5b0 2023-11-25T03:11:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5b5d9b640 1 -- 172.21.15.76:0/1094299989 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5b00a5b40 con 0x7fa5b806c5b0 2023-11-25T03:11:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5b5d9b640 1 -- 172.21.15.76:0/1094299989 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5b00ad440 con 0x7fa5b806c5b0 2023-11-25T03:11:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/1094299989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b806c5b0 msgr2=0x7fa5b814a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/1094299989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b806c5b0 0x7fa5b814a800 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0009d90 tx=0x7fa5b001c920 comp rx=0 tx=0).stop 2023-11-25T03:11:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/1094299989 shutdown_connections 2023-11-25T03:11:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/1094299989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b806c5b0 0x7fa5b814a800 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/1094299989 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b80c5360 0x7fa5b806c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/1094299989 >> 172.21.15.76:0/1094299989 conn(0x7fa5b80a7800 msgr2=0x7fa5b80a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/1094299989 shutdown_connections 2023-11-25T03:11:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/1094299989 wait complete. 2023-11-25T03:11:06.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 Processor -- start 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.478+0000 7fa5bc8fd640 1 -- start start 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b806c5b0 0x7fa5b80a87c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b806d990 0x7fa5b80aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 0x7fa5b8143790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b80ab3e0 con 0x7fa5b80c5360 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b814e8a0 con 0x7fa5b806c5b0 2023-11-25T03:11:06.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b80ab5c0 con 0x7fa5b806d990 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 0x7fa5b8143790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 0x7fa5b8143790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45562/0 (socket says 172.21.15.76:45562) 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 -- 172.21.15.76:0/2170592708 learned_addr learned my addr 172.21.15.76:0/2170592708 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b6d9d640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b806c5b0 0x7fa5b80a87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b659c640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b806d990 0x7fa5b80aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 -- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b806d990 msgr2=0x7fa5b80aaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b806d990 0x7fa5b80aaea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 -- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b806c5b0 msgr2=0x7fa5b80a87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b806c5b0 0x7fa5b80a87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 -- 172.21.15.76:0/2170592708 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5b0009a70 con 0x7fa5b80c5360 2023-11-25T03:11:06.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5b759e640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 0x7fa5b8143790 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0009d90 tx=0x7fa5b00196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5b00adce0 con 0x7fa5b80c5360 2023-11-25T03:11:06.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5b00ade40 con 0x7fa5b80c5360 2023-11-25T03:11:06.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5b81508c0 con 0x7fa5b80c5360 2023-11-25T03:11:06.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5b00b9690 con 0x7fa5b80c5360 2023-11-25T03:11:06.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5b8150e80 con 0x7fa5b80c5360 2023-11-25T03:11:06.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5b81510a0 con 0x7fa5b80c5360 2023-11-25T03:11:06.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.482+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa5b00b97f0 con 0x7fa5b80c5360 2023-11-25T03:11:06.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.486+0000 7fa59f7fe640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a40664a0 0x7fa5a4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.486+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa5b011f540 con 0x7fa5b80c5360 2023-11-25T03:11:06.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.486+0000 7fa5b6d9d640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a40664a0 0x7fa5a4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.486+0000 7fa5b6d9d640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a40664a0 0x7fa5a4068960 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa5a80011f0 tx=0x7fa5a8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.490+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa5b00ec910 con 0x7fa5b80c5360 2023-11-25T03:11:06.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.634+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa5b806c400 con 0x7fa5a40664a0 2023-11-25T03:11:06.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.642+0000 7fa59f7fe640 1 -- 172.21.15.76:0/2170592708 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264628 (secure 0 0 0) 0x7fa5b806c400 con 0x7fa5a40664a0 2023-11-25T03:11:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:06.647 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:11:06.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a40664a0 msgr2=0x7fa5a4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a40664a0 0x7fa5a4068960 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa5a80011f0 tx=0x7fa5a8009040 comp rx=0 tx=0).stop 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 msgr2=0x7fa5b8143790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 0x7fa5b8143790 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0009d90 tx=0x7fa5b00196c0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 shutdown_connections 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a40664a0 0x7fa5a4068960 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b80c5360 0x7fa5b8143790 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b806d990 0x7fa5b80aaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 --2- 172.21.15.76:0/2170592708 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b806c5b0 0x7fa5b80a87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 >> 172.21.15.76:0/2170592708 conn(0x7fa5b80a7800 msgr2=0x7fa5b81483e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 shutdown_connections 2023-11-25T03:11:06.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.646+0000 7fa5bc8fd640 1 -- 172.21.15.76:0/2170592708 wait complete. 2023-11-25T03:11:06.667 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-11-25T03:11:05.092665+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218972,"kb_used_data":2784,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755748,"statfs":{"total":773094113280,"available":772869885952,"internally_reserved":0,"allocated":2850816,"data_stored":1732917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.900585"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911568+0000","last_change":"2023-11-25T03:11:01.910540+0000","last_active":"2023-11-25T03:11:03.911568+0000","last_peered":"2023-11-25T03:11:03.911568+0000","last_clean":"2023-11-25T03:11:03.911568+0000","last_became_active":"2023-11-25T03:11:01.909849+0000","last_became_peered":"2023-11-25T03:11:01.909849+0000","last_unstale":"2023-11-25T03:11:03.911568+0000","last_undegraded":"2023-11-25T03:11:03.911568+0000","last_fullsized":"2023-11-25T03:11:03.911568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883907+0000","last_change":"2023-11-25T03:11:01.896073+0000","last_active":"2023-11-25T03:11:02.883907+0000","last_peered":"2023-11-25T03:11:02.883907+0000","last_clean":"2023-11-25T03:11:02.883907+0000","last_became_active":"2023-11-25T03:11:01.895804+0000","last_became_peered":"2023-11-25T03:11:01.895804+0000","last_unstale":"2023-11-25T03:11:02.883907+0000","last_undegraded":"2023-11-25T03:11:02.883907+0000","last_fullsized":"2023-11-25T03:11:02.883907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912713+0000","last_change":"2023-11-25T03:11:01.896632+0000","last_active":"2023-11-25T03:11:03.912713+0000","last_peered":"2023-11-25T03:11:03.912713+0000","last_clean":"2023-11-25T03:11:03.912713+0000","last_became_active":"2023-11-25T03:11:01.896076+0000","last_became_peered":"2023-11-25T03:11:01.896076+0000","last_unstale":"2023-11-25T03:11:03.912713+0000","last_undegraded":"2023-11-25T03:11:03.912713+0000","last_fullsized":"2023-11-25T03:11:03.912713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885717+0000","last_change":"2023-11-25T03:11:01.902048+0000","last_active":"2023-11-25T03:11:02.885717+0000","last_peered":"2023-11-25T03:11:02.885717+0000","last_clean":"2023-11-25T03:11:02.885717+0000","last_became_active":"2023-11-25T03:11:01.901736+0000","last_became_peered":"2023-11-25T03:11:01.901736+0000","last_unstale":"2023-11-25T03:11:02.885717+0000","last_undegraded":"2023-11-25T03:11:02.885717+0000","last_fullsized":"2023-11-25T03:11:02.885717+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911101+0000","last_change":"2023-11-25T03:11:01.910170+0000","last_active":"2023-11-25T03:11:03.911101+0000","last_peered":"2023-11-25T03:11:03.911101+0000","last_clean":"2023-11-25T03:11:03.911101+0000","last_became_active":"2023-11-25T03:11:01.909871+0000","last_became_peered":"2023-11-25T03:11:01.909871+0000","last_unstale":"2023-11-25T03:11:03.911101+0000","last_undegraded":"2023-11-25T03:11:03.911101+0000","last_fullsized":"2023-11-25T03:11:03.911101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885396+0000","last_change":"2023-11-25T03:11:01.902397+0000","last_active":"2023-11-25T03:11:02.885396+0000","last_peered":"2023-11-25T03:11:02.885396+0000","last_clean":"2023-11-25T03:11:02.885396+0000","last_became_active":"2023-11-25T03:11:01.899630+0000","last_became_peered":"2023-11-25T03:11:01.899630+0000","last_unstale":"2023-11-25T03:11:02.885396+0000","last_undegraded":"2023-11-25T03:11:02.885396+0000","last_fullsized":"2023-11-25T03:11:02.885396+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910854+0000","last_change":"2023-11-25T03:11:01.911134+0000","last_active":"2023-11-25T03:11:03.910854+0000","last_peered":"2023-11-25T03:11:03.910854+0000","last_clean":"2023-11-25T03:11:03.910854+0000","last_became_active":"2023-11-25T03:11:01.910474+0000","last_became_peered":"2023-11-25T03:11:01.910474+0000","last_unstale":"2023-11-25T03:11:03.910854+0000","last_undegraded":"2023-11-25T03:11:03.910854+0000","last_fullsized":"2023-11-25T03:11:03.910854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912285+0000","last_change":"2023-11-25T03:11:01.907142+0000","last_active":"2023-11-25T03:11:03.912285+0000","last_peered":"2023-11-25T03:11:03.912285+0000","last_clean":"2023-11-25T03:11:03.912285+0000","last_became_active":"2023-11-25T03:11:01.906874+0000","last_became_peered":"2023-11-25T03:11:01.906874+0000","last_unstale":"2023-11-25T03:11:03.912285+0000","last_undegraded":"2023-11-25T03:11:03.912285+0000","last_fullsized":"2023-11-25T03:11:03.912285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911614+0000","last_change":"2023-11-25T03:11:01.915994+0000","last_active":"2023-11-25T03:11:03.911614+0000","last_peered":"2023-11-25T03:11:03.911614+0000","last_clean":"2023-11-25T03:11:03.911614+0000","last_became_active":"2023-11-25T03:11:01.915554+0000","last_became_peered":"2023-11-25T03:11:01.915554+0000","last_unstale":"2023-11-25T03:11:03.911614+0000","last_undegraded":"2023-11-25T03:11:03.911614+0000","last_fullsized":"2023-11-25T03:11:03.911614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:58.912582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911082+0000","last_change":"2023-11-25T03:11:01.904910+0000","last_active":"2023-11-25T03:11:03.911082+0000","last_peered":"2023-11-25T03:11:03.911082+0000","last_clean":"2023-11-25T03:11:03.911082+0000","last_became_active":"2023-11-25T03:11:01.904637+0000","last_became_peered":"2023-11-25T03:11:01.904637+0000","last_unstale":"2023-11-25T03:11:03.911082+0000","last_undegraded":"2023-11-25T03:11:03.911082+0000","last_fullsized":"2023-11-25T03:11:03.911082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911442+0000","last_change":"2023-11-25T03:11:01.907091+0000","last_active":"2023-11-25T03:11:03.911442+0000","last_peered":"2023-11-25T03:11:03.911442+0000","last_clean":"2023-11-25T03:11:03.911442+0000","last_became_active":"2023-11-25T03:11:01.905111+0000","last_became_peered":"2023-11-25T03:11:01.905111+0000","last_unstale":"2023-11-25T03:11:03.911442+0000","last_undegraded":"2023-11-25T03:11:03.911442+0000","last_fullsized":"2023-11-25T03:11:03.911442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887155+0000","last_change":"2023-11-25T03:11:01.896457+0000","last_active":"2023-11-25T03:11:02.887155+0000","last_peered":"2023-11-25T03:11:02.887155+0000","last_clean":"2023-11-25T03:11:02.887155+0000","last_became_active":"2023-11-25T03:11:01.894278+0000","last_became_peered":"2023-11-25T03:11:01.894278+0000","last_unstale":"2023-11-25T03:11:02.887155+0000","last_undegraded":"2023-11-25T03:11:02.887155+0000","last_fullsized":"2023-11-25T03:11:02.887155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:27.212738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912277+0000","last_change":"2023-11-25T03:11:01.898774+0000","last_active":"2023-11-25T03:11:03.912277+0000","last_peered":"2023-11-25T03:11:03.912277+0000","last_clean":"2023-11-25T03:11:03.912277+0000","last_became_active":"2023-11-25T03:11:01.898494+0000","last_became_peered":"2023-11-25T03:11:01.898494+0000","last_unstale":"2023-11-25T03:11:03.912277+0000","last_undegraded":"2023-11-25T03:11:03.912277+0000","last_fullsized":"2023-11-25T03:11:03.912277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911911+0000","last_change":"2023-11-25T03:11:01.897772+0000","last_active":"2023-11-25T03:11:03.911911+0000","last_peered":"2023-11-25T03:11:03.911911+0000","last_clean":"2023-11-25T03:11:03.911911+0000","last_became_active":"2023-11-25T03:11:01.897427+0000","last_became_peered":"2023-11-25T03:11:01.897427+0000","last_unstale":"2023-11-25T03:11:03.911911+0000","last_undegraded":"2023-11-25T03:11:03.911911+0000","last_fullsized":"2023-11-25T03:11:03.911911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:50.094460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883392+0000","last_change":"2023-11-25T03:11:01.891596+0000","last_active":"2023-11-25T03:11:02.883392+0000","last_peered":"2023-11-25T03:11:02.883392+0000","last_clean":"2023-11-25T03:11:02.883392+0000","last_became_active":"2023-11-25T03:11:01.891322+0000","last_became_peered":"2023-11-25T03:11:01.891322+0000","last_unstale":"2023-11-25T03:11:02.883392+0000","last_undegraded":"2023-11-25T03:11:02.883392+0000","last_fullsized":"2023-11-25T03:11:02.883392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885171+0000","last_change":"2023-11-25T03:11:01.901709+0000","last_active":"2023-11-25T03:11:02.885171+0000","last_peered":"2023-11-25T03:11:02.885171+0000","last_clean":"2023-11-25T03:11:02.885171+0000","last_became_active":"2023-11-25T03:11:01.896181+0000","last_became_peered":"2023-11-25T03:11:01.896181+0000","last_unstale":"2023-11-25T03:11:02.885171+0000","last_undegraded":"2023-11-25T03:11:02.885171+0000","last_fullsized":"2023-11-25T03:11:02.885171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885994+0000","last_change":"2023-11-25T03:11:01.908187+0000","last_active":"2023-11-25T03:11:02.885994+0000","last_peered":"2023-11-25T03:11:02.885994+0000","last_clean":"2023-11-25T03:11:02.885994+0000","last_became_active":"2023-11-25T03:11:01.907877+0000","last_became_peered":"2023-11-25T03:11:01.907877+0000","last_unstale":"2023-11-25T03:11:02.885994+0000","last_undegraded":"2023-11-25T03:11:02.885994+0000","last_fullsized":"2023-11-25T03:11:02.885994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912884+0000","last_change":"2023-11-25T03:11:01.903466+0000","last_active":"2023-11-25T03:11:03.912884+0000","last_peered":"2023-11-25T03:11:03.912884+0000","last_clean":"2023-11-25T03:11:03.912884+0000","last_became_active":"2023-11-25T03:11:01.903131+0000","last_became_peered":"2023-11-25T03:11:01.903131+0000","last_unstale":"2023-11-25T03:11:03.912884+0000","last_undegraded":"2023-11-25T03:11:03.912884+0000","last_fullsized":"2023-11-25T03:11:03.912884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:27.793571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911877+0000","last_change":"2023-11-25T03:11:01.910625+0000","last_active":"2023-11-25T03:11:03.911877+0000","last_peered":"2023-11-25T03:11:03.911877+0000","last_clean":"2023-11-25T03:11:03.911877+0000","last_became_active":"2023-11-25T03:11:01.910319+0000","last_became_peered":"2023-11-25T03:11:01.910319+0000","last_unstale":"2023-11-25T03:11:03.911877+0000","last_undegraded":"2023-11-25T03:11:03.911877+0000","last_fullsized":"2023-11-25T03:11:03.911877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:36:39.570452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911835+0000","last_change":"2023-11-25T03:11:01.898122+0000","last_active":"2023-11-25T03:11:03.911835+0000","last_peered":"2023-11-25T03:11:03.911835+0000","last_clean":"2023-11-25T03:11:03.911835+0000","last_became_active":"2023-11-25T03:11:01.897775+0000","last_became_peered":"2023-11-25T03:11:01.897775+0000","last_unstale":"2023-11-25T03:11:03.911835+0000","last_undegraded":"2023-11-25T03:11:03.911835+0000","last_fullsized":"2023-11-25T03:11:03.911835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911859+0000","last_change":"2023-11-25T03:11:01.910434+0000","last_active":"2023-11-25T03:11:03.911859+0000","last_peered":"2023-11-25T03:11:03.911859+0000","last_clean":"2023-11-25T03:11:03.911859+0000","last_became_active":"2023-11-25T03:11:01.910177+0000","last_became_peered":"2023-11-25T03:11:01.910177+0000","last_unstale":"2023-11-25T03:11:03.911859+0000","last_undegraded":"2023-11-25T03:11:03.911859+0000","last_fullsized":"2023-11-25T03:11:03.911859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:23.533987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885729+0000","last_change":"2023-11-25T03:11:01.902208+0000","last_active":"2023-11-25T03:11:02.885729+0000","last_peered":"2023-11-25T03:11:02.885729+0000","last_clean":"2023-11-25T03:11:02.885729+0000","last_became_active":"2023-11-25T03:11:01.899654+0000","last_became_peered":"2023-11-25T03:11:01.899654+0000","last_unstale":"2023-11-25T03:11:02.885729+0000","last_undegraded":"2023-11-25T03:11:02.885729+0000","last_fullsized":"2023-11-25T03:11:02.885729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912632+0000","last_change":"2023-11-25T03:11:01.908326+0000","last_active":"2023-11-25T03:11:03.912632+0000","last_peered":"2023-11-25T03:11:03.912632+0000","last_clean":"2023-11-25T03:11:03.912632+0000","last_became_active":"2023-11-25T03:11:01.907955+0000","last_became_peered":"2023-11-25T03:11:01.907955+0000","last_unstale":"2023-11-25T03:11:03.912632+0000","last_undegraded":"2023-11-25T03:11:03.912632+0000","last_fullsized":"2023-11-25T03:11:03.912632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885667+0000","last_change":"2023-11-25T03:11:01.896847+0000","last_active":"2023-11-25T03:11:02.885667+0000","last_peered":"2023-11-25T03:11:02.885667+0000","last_clean":"2023-11-25T03:11:02.885667+0000","last_became_active":"2023-11-25T03:11:01.895767+0000","last_became_peered":"2023-11-25T03:11:01.895767+0000","last_unstale":"2023-11-25T03:11:02.885667+0000","last_undegraded":"2023-11-25T03:11:02.885667+0000","last_fullsized":"2023-11-25T03:11:02.885667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912351+0000","last_change":"2023-11-25T03:11:01.898588+0000","last_active":"2023-11-25T03:11:03.912351+0000","last_peered":"2023-11-25T03:11:03.912351+0000","last_clean":"2023-11-25T03:11:03.912351+0000","last_became_active":"2023-11-25T03:11:01.898276+0000","last_became_peered":"2023-11-25T03:11:01.898276+0000","last_unstale":"2023-11-25T03:11:03.912351+0000","last_undegraded":"2023-11-25T03:11:03.912351+0000","last_fullsized":"2023-11-25T03:11:03.912351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911232+0000","last_change":"2023-11-25T03:11:01.910042+0000","last_active":"2023-11-25T03:11:03.911232+0000","last_peered":"2023-11-25T03:11:03.911232+0000","last_clean":"2023-11-25T03:11:03.911232+0000","last_became_active":"2023-11-25T03:11:01.909749+0000","last_became_peered":"2023-11-25T03:11:01.909749+0000","last_unstale":"2023-11-25T03:11:03.911232+0000","last_undegraded":"2023-11-25T03:11:03.911232+0000","last_fullsized":"2023-11-25T03:11:03.911232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883583+0000","last_change":"2023-11-25T03:11:01.900925+0000","last_active":"2023-11-25T03:11:02.883583+0000","last_peered":"2023-11-25T03:11:02.883583+0000","last_clean":"2023-11-25T03:11:02.883583+0000","last_became_active":"2023-11-25T03:11:01.900570+0000","last_became_peered":"2023-11-25T03:11:01.900570+0000","last_unstale":"2023-11-25T03:11:02.883583+0000","last_undegraded":"2023-11-25T03:11:02.883583+0000","last_fullsized":"2023-11-25T03:11:02.883583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912288+0000","last_change":"2023-11-25T03:11:01.905388+0000","last_active":"2023-11-25T03:11:03.912288+0000","last_peered":"2023-11-25T03:11:03.912288+0000","last_clean":"2023-11-25T03:11:03.912288+0000","last_became_active":"2023-11-25T03:11:01.905088+0000","last_became_peered":"2023-11-25T03:11:01.905088+0000","last_unstale":"2023-11-25T03:11:03.912288+0000","last_undegraded":"2023-11-25T03:11:03.912288+0000","last_fullsized":"2023-11-25T03:11:03.912288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912142+0000","last_change":"2023-11-25T03:11:01.900920+0000","last_active":"2023-11-25T03:11:03.912142+0000","last_peered":"2023-11-25T03:11:03.912142+0000","last_clean":"2023-11-25T03:11:03.912142+0000","last_became_active":"2023-11-25T03:11:01.900071+0000","last_became_peered":"2023-11-25T03:11:01.900071+0000","last_unstale":"2023-11-25T03:11:03.912142+0000","last_undegraded":"2023-11-25T03:11:03.912142+0000","last_fullsized":"2023-11-25T03:11:03.912142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885806+0000","last_change":"2023-11-25T03:11:01.899919+0000","last_active":"2023-11-25T03:11:02.885806+0000","last_peered":"2023-11-25T03:11:02.885806+0000","last_clean":"2023-11-25T03:11:02.885806+0000","last_became_active":"2023-11-25T03:11:01.897636+0000","last_became_peered":"2023-11-25T03:11:01.897636+0000","last_unstale":"2023-11-25T03:11:02.885806+0000","last_undegraded":"2023-11-25T03:11:02.885806+0000","last_fullsized":"2023-11-25T03:11:02.885806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911585+0000","last_change":"2023-11-25T03:11:01.907556+0000","last_active":"2023-11-25T03:11:03.911585+0000","last_peered":"2023-11-25T03:11:03.911585+0000","last_clean":"2023-11-25T03:11:03.911585+0000","last_became_active":"2023-11-25T03:11:01.907304+0000","last_became_peered":"2023-11-25T03:11:01.907304+0000","last_unstale":"2023-11-25T03:11:03.911585+0000","last_undegraded":"2023-11-25T03:11:03.911585+0000","last_fullsized":"2023-11-25T03:11:03.911585+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910806+0000","last_change":"2023-11-25T03:11:01.898297+0000","last_active":"2023-11-25T03:11:03.910806+0000","last_peered":"2023-11-25T03:11:03.910806+0000","last_clean":"2023-11-25T03:11:03.910806+0000","last_became_active":"2023-11-25T03:11:01.897854+0000","last_became_peered":"2023-11-25T03:11:01.897854+0000","last_unstale":"2023-11-25T03:11:03.910806+0000","last_undegraded":"2023-11-25T03:11:03.910806+0000","last_fullsized":"2023-11-25T03:11:03.910806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886893+0000","last_change":"2023-11-25T03:11:01.895443+0000","last_active":"2023-11-25T03:11:02.886893+0000","last_peered":"2023-11-25T03:11:02.886893+0000","last_clean":"2023-11-25T03:11:02.886893+0000","last_became_active":"2023-11-25T03:11:01.894802+0000","last_became_peered":"2023-11-25T03:11:01.894802+0000","last_unstale":"2023-11-25T03:11:02.886893+0000","last_undegraded":"2023-11-25T03:11:02.886893+0000","last_fullsized":"2023-11-25T03:11:02.886893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:41.849084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912465+0000","last_change":"2023-11-25T03:11:01.214605+0000","last_active":"2023-11-25T03:11:03.912465+0000","last_peered":"2023-11-25T03:11:03.912465+0000","last_clean":"2023-11-25T03:11:03.912465+0000","last_became_active":"2023-11-25T03:11:01.214217+0000","last_became_peered":"2023-11-25T03:11:01.214217+0000","last_unstale":"2023-11-25T03:11:03.912465+0000","last_undegraded":"2023-11-25T03:11:03.912465+0000","last_fullsized":"2023-11-25T03:11:03.912465+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912259+0000","last_change":"2023-11-25T03:11:01.896981+0000","last_active":"2023-11-25T03:11:03.912259+0000","last_peered":"2023-11-25T03:11:03.912259+0000","last_clean":"2023-11-25T03:11:03.912259+0000","last_became_active":"2023-11-25T03:11:01.896673+0000","last_became_peered":"2023-11-25T03:11:01.896673+0000","last_unstale":"2023-11-25T03:11:03.912259+0000","last_undegraded":"2023-11-25T03:11:03.912259+0000","last_fullsized":"2023-11-25T03:11:03.912259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911078+0000","last_change":"2023-11-25T03:11:01.219747+0000","last_active":"2023-11-25T03:11:03.911078+0000","last_peered":"2023-11-25T03:11:03.911078+0000","last_clean":"2023-11-25T03:11:03.911078+0000","last_became_active":"2023-11-25T03:11:01.219438+0000","last_became_peered":"2023-11-25T03:11:01.219438+0000","last_unstale":"2023-11-25T03:11:03.911078+0000","last_undegraded":"2023-11-25T03:11:03.911078+0000","last_fullsized":"2023-11-25T03:11:03.911078+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912679+0000","last_change":"2023-11-25T03:11:01.220972+0000","last_active":"2023-11-25T03:11:03.912679+0000","last_peered":"2023-11-25T03:11:03.912679+0000","last_clean":"2023-11-25T03:11:03.912679+0000","last_became_active":"2023-11-25T03:11:01.220495+0000","last_became_peered":"2023-11-25T03:11:01.220495+0000","last_unstale":"2023-11-25T03:11:03.912679+0000","last_undegraded":"2023-11-25T03:11:03.912679+0000","last_fullsized":"2023-11-25T03:11:03.912679+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912416+0000","last_change":"2023-11-25T03:11:01.898893+0000","last_active":"2023-11-25T03:11:03.912416+0000","last_peered":"2023-11-25T03:11:03.912416+0000","last_clean":"2023-11-25T03:11:03.912416+0000","last_became_active":"2023-11-25T03:11:01.898579+0000","last_became_peered":"2023-11-25T03:11:01.898579+0000","last_unstale":"2023-11-25T03:11:03.912416+0000","last_undegraded":"2023-11-25T03:11:03.912416+0000","last_fullsized":"2023-11-25T03:11:03.912416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885309+0000","last_change":"2023-11-25T03:11:01.221980+0000","last_active":"2023-11-25T03:11:02.885309+0000","last_peered":"2023-11-25T03:11:02.885309+0000","last_clean":"2023-11-25T03:11:02.885309+0000","last_became_active":"2023-11-25T03:11:01.221372+0000","last_became_peered":"2023-11-25T03:11:01.221372+0000","last_unstale":"2023-11-25T03:11:02.885309+0000","last_undegraded":"2023-11-25T03:11:02.885309+0000","last_fullsized":"2023-11-25T03:11:02.885309+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883393+0000","last_change":"2023-11-25T03:11:01.895630+0000","last_active":"2023-11-25T03:11:02.883393+0000","last_peered":"2023-11-25T03:11:02.883393+0000","last_clean":"2023-11-25T03:11:02.883393+0000","last_became_active":"2023-11-25T03:11:01.895344+0000","last_became_peered":"2023-11-25T03:11:01.895344+0000","last_unstale":"2023-11-25T03:11:02.883393+0000","last_undegraded":"2023-11-25T03:11:02.883393+0000","last_fullsized":"2023-11-25T03:11:02.883393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911089+0000","last_change":"2023-11-25T03:11:01.225125+0000","last_active":"2023-11-25T03:11:03.911089+0000","last_peered":"2023-11-25T03:11:03.911089+0000","last_clean":"2023-11-25T03:11:03.911089+0000","last_became_active":"2023-11-25T03:11:01.224623+0000","last_became_peered":"2023-11-25T03:11:01.224623+0000","last_unstale":"2023-11-25T03:11:03.911089+0000","last_undegraded":"2023-11-25T03:11:03.911089+0000","last_fullsized":"2023-11-25T03:11:03.911089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885571+0000","last_change":"2023-11-25T03:11:01.911801+0000","last_active":"2023-11-25T03:11:02.885571+0000","last_peered":"2023-11-25T03:11:02.885571+0000","last_clean":"2023-11-25T03:11:02.885571+0000","last_became_active":"2023-11-25T03:11:01.909002+0000","last_became_peered":"2023-11-25T03:11:01.909002+0000","last_unstale":"2023-11-25T03:11:02.885571+0000","last_undegraded":"2023-11-25T03:11:02.885571+0000","last_fullsized":"2023-11-25T03:11:02.885571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885579+0000","last_change":"2023-11-25T03:11:01.224884+0000","last_active":"2023-11-25T03:11:02.885579+0000","last_peered":"2023-11-25T03:11:02.885579+0000","last_clean":"2023-11-25T03:11:02.885579+0000","last_became_active":"2023-11-25T03:11:01.224538+0000","last_became_peered":"2023-11-25T03:11:01.224538+0000","last_unstale":"2023-11-25T03:11:02.885579+0000","last_undegraded":"2023-11-25T03:11:02.885579+0000","last_fullsized":"2023-11-25T03:11:02.885579+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912872+0000","last_change":"2023-11-25T03:11:01.894447+0000","last_active":"2023-11-25T03:11:03.912872+0000","last_peered":"2023-11-25T03:11:03.912872+0000","last_clean":"2023-11-25T03:11:03.912872+0000","last_became_active":"2023-11-25T03:11:01.893961+0000","last_became_peered":"2023-11-25T03:11:01.893961+0000","last_unstale":"2023-11-25T03:11:03.912872+0000","last_undegraded":"2023-11-25T03:11:03.912872+0000","last_fullsized":"2023-11-25T03:11:03.912872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883673+0000","last_change":"2023-11-25T03:11:01.223800+0000","last_active":"2023-11-25T03:11:02.883673+0000","last_peered":"2023-11-25T03:11:02.883673+0000","last_clean":"2023-11-25T03:11:02.883673+0000","last_became_active":"2023-11-25T03:11:01.223518+0000","last_became_peered":"2023-11-25T03:11:01.223518+0000","last_unstale":"2023-11-25T03:11:02.883673+0000","last_undegraded":"2023-11-25T03:11:02.883673+0000","last_fullsized":"2023-11-25T03:11:02.883673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887206+0000","last_change":"2023-11-25T03:11:01.912610+0000","last_active":"2023-11-25T03:11:02.887206+0000","last_peered":"2023-11-25T03:11:02.887206+0000","last_clean":"2023-11-25T03:11:02.887206+0000","last_became_active":"2023-11-25T03:11:01.912282+0000","last_became_peered":"2023-11-25T03:11:01.912282+0000","last_unstale":"2023-11-25T03:11:02.887206+0000","last_undegraded":"2023-11-25T03:11:02.887206+0000","last_fullsized":"2023-11-25T03:11:02.887206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911931+0000","last_change":"2023-11-25T03:11:01.222912+0000","last_active":"2023-11-25T03:11:03.911931+0000","last_peered":"2023-11-25T03:11:03.911931+0000","last_clean":"2023-11-25T03:11:03.911931+0000","last_became_active":"2023-11-25T03:11:01.222574+0000","last_became_peered":"2023-11-25T03:11:01.222574+0000","last_unstale":"2023-11-25T03:11:03.911931+0000","last_undegraded":"2023-11-25T03:11:03.911931+0000","last_fullsized":"2023-11-25T03:11:03.911931+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911552+0000","last_change":"2023-11-25T03:11:01.910027+0000","last_active":"2023-11-25T03:11:03.911552+0000","last_peered":"2023-11-25T03:11:03.911552+0000","last_clean":"2023-11-25T03:11:03.911552+0000","last_became_active":"2023-11-25T03:11:01.909665+0000","last_became_peered":"2023-11-25T03:11:01.909665+0000","last_unstale":"2023-11-25T03:11:03.911552+0000","last_undegraded":"2023-11-25T03:11:03.911552+0000","last_fullsized":"2023-11-25T03:11:03.911552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912347+0000","last_change":"2023-11-25T03:11:01.225682+0000","last_active":"2023-11-25T03:11:03.912347+0000","last_peered":"2023-11-25T03:11:03.912347+0000","last_clean":"2023-11-25T03:11:03.912347+0000","last_became_active":"2023-11-25T03:11:01.224841+0000","last_became_peered":"2023-11-25T03:11:01.224841+0000","last_unstale":"2023-11-25T03:11:03.912347+0000","last_undegraded":"2023-11-25T03:11:03.912347+0000","last_fullsized":"2023-11-25T03:11:03.912347+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912036+0000","last_change":"2023-11-25T03:11:01.906356+0000","last_active":"2023-11-25T03:11:03.912036+0000","last_peered":"2023-11-25T03:11:03.912036+0000","last_clean":"2023-11-25T03:11:03.912036+0000","last_became_active":"2023-11-25T03:11:01.906138+0000","last_became_peered":"2023-11-25T03:11:01.906138+0000","last_unstale":"2023-11-25T03:11:03.912036+0000","last_undegraded":"2023-11-25T03:11:03.912036+0000","last_fullsized":"2023-11-25T03:11:03.912036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885854+0000","last_change":"2023-11-25T03:11:01.224038+0000","last_active":"2023-11-25T03:11:02.885854+0000","last_peered":"2023-11-25T03:11:02.885854+0000","last_clean":"2023-11-25T03:11:02.885854+0000","last_became_active":"2023-11-25T03:11:01.223751+0000","last_became_peered":"2023-11-25T03:11:01.223751+0000","last_unstale":"2023-11-25T03:11:02.885854+0000","last_undegraded":"2023-11-25T03:11:02.885854+0000","last_fullsized":"2023-11-25T03:11:02.885854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:33.086744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911239+0000","last_change":"2023-11-25T03:11:01.911001+0000","last_active":"2023-11-25T03:11:03.911239+0000","last_peered":"2023-11-25T03:11:03.911239+0000","last_clean":"2023-11-25T03:11:03.911239+0000","last_became_active":"2023-11-25T03:11:01.910022+0000","last_became_peered":"2023-11-25T03:11:01.910022+0000","last_unstale":"2023-11-25T03:11:03.911239+0000","last_undegraded":"2023-11-25T03:11:03.911239+0000","last_fullsized":"2023-11-25T03:11:03.911239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911653+0000","last_change":"2023-11-25T03:11:01.227984+0000","last_active":"2023-11-25T03:11:03.911653+0000","last_peered":"2023-11-25T03:11:03.911653+0000","last_clean":"2023-11-25T03:11:03.911653+0000","last_became_active":"2023-11-25T03:11:01.227525+0000","last_became_peered":"2023-11-25T03:11:01.227525+0000","last_unstale":"2023-11-25T03:11:03.911653+0000","last_undegraded":"2023-11-25T03:11:03.911653+0000","last_fullsized":"2023-11-25T03:11:03.911653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911625+0000","last_change":"2023-11-25T03:11:01.898133+0000","last_active":"2023-11-25T03:11:03.911625+0000","last_peered":"2023-11-25T03:11:03.911625+0000","last_clean":"2023-11-25T03:11:03.911625+0000","last_became_active":"2023-11-25T03:11:01.897819+0000","last_became_peered":"2023-11-25T03:11:01.897819+0000","last_unstale":"2023-11-25T03:11:03.911625+0000","last_undegraded":"2023-11-25T03:11:03.911625+0000","last_fullsized":"2023-11-25T03:11:03.911625+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911448+0000","last_change":"2023-11-25T03:11:01.211301+0000","last_active":"2023-11-25T03:11:03.911448+0000","last_peered":"2023-11-25T03:11:03.911448+0000","last_clean":"2023-11-25T03:11:03.911448+0000","last_became_active":"2023-11-25T03:11:01.210996+0000","last_became_peered":"2023-11-25T03:11:01.210996+0000","last_unstale":"2023-11-25T03:11:03.911448+0000","last_undegraded":"2023-11-25T03:11:03.911448+0000","last_fullsized":"2023-11-25T03:11:03.911448+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:49.383541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911015+0000","last_change":"2023-11-25T03:11:01.911348+0000","last_active":"2023-11-25T03:11:03.911015+0000","last_peered":"2023-11-25T03:11:03.911015+0000","last_clean":"2023-11-25T03:11:03.911015+0000","last_became_active":"2023-11-25T03:11:01.910832+0000","last_became_peered":"2023-11-25T03:11:01.910832+0000","last_unstale":"2023-11-25T03:11:03.911015+0000","last_undegraded":"2023-11-25T03:11:03.911015+0000","last_fullsized":"2023-11-25T03:11:03.911015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887381+0000","last_change":"2023-11-25T03:11:01.218194+0000","last_active":"2023-11-25T03:11:02.887381+0000","last_peered":"2023-11-25T03:11:02.887381+0000","last_clean":"2023-11-25T03:11:02.887381+0000","last_became_active":"2023-11-25T03:11:01.217897+0000","last_became_peered":"2023-11-25T03:11:01.217897+0000","last_unstale":"2023-11-25T03:11:02.887381+0000","last_undegraded":"2023-11-25T03:11:02.887381+0000","last_fullsized":"2023-11-25T03:11:02.887381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:47:20.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911555+0000","last_change":"2023-11-25T03:11:01.912769+0000","last_active":"2023-11-25T03:11:03.911555+0000","last_peered":"2023-11-25T03:11:03.911555+0000","last_clean":"2023-11-25T03:11:03.911555+0000","last_became_active":"2023-11-25T03:11:01.912418+0000","last_became_peered":"2023-11-25T03:11:01.912418+0000","last_unstale":"2023-11-25T03:11:03.911555+0000","last_undegraded":"2023-11-25T03:11:03.911555+0000","last_fullsized":"2023-11-25T03:11:03.911555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912895+0000","last_change":"2023-11-25T03:11:01.213943+0000","last_active":"2023-11-25T03:11:03.912895+0000","last_peered":"2023-11-25T03:11:03.912895+0000","last_clean":"2023-11-25T03:11:03.912895+0000","last_became_active":"2023-11-25T03:11:01.213633+0000","last_became_peered":"2023-11-25T03:11:01.213633+0000","last_unstale":"2023-11-25T03:11:03.912895+0000","last_undegraded":"2023-11-25T03:11:03.912895+0000","last_fullsized":"2023-11-25T03:11:03.912895+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:40.841751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911749+0000","last_change":"2023-11-25T03:11:01.910726+0000","last_active":"2023-11-25T03:11:03.911749+0000","last_peered":"2023-11-25T03:11:03.911749+0000","last_clean":"2023-11-25T03:11:03.911749+0000","last_became_active":"2023-11-25T03:11:01.910208+0000","last_became_peered":"2023-11-25T03:11:01.910208+0000","last_unstale":"2023-11-25T03:11:03.911749+0000","last_undegraded":"2023-11-25T03:11:03.911749+0000","last_fullsized":"2023-11-25T03:11:03.911749+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:24:18.850079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883755+0000","last_change":"2023-11-25T03:11:01.219201+0000","last_active":"2023-11-25T03:11:02.883755+0000","last_peered":"2023-11-25T03:11:02.883755+0000","last_clean":"2023-11-25T03:11:02.883755+0000","last_became_active":"2023-11-25T03:11:01.218901+0000","last_became_peered":"2023-11-25T03:11:01.218901+0000","last_unstale":"2023-11-25T03:11:02.883755+0000","last_undegraded":"2023-11-25T03:11:02.883755+0000","last_fullsized":"2023-11-25T03:11:02.883755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885663+0000","last_change":"2023-11-25T03:11:01.902035+0000","last_active":"2023-11-25T03:11:02.885663+0000","last_peered":"2023-11-25T03:11:02.885663+0000","last_clean":"2023-11-25T03:11:02.885663+0000","last_became_active":"2023-11-25T03:11:01.901730+0000","last_became_peered":"2023-11-25T03:11:01.901730+0000","last_unstale":"2023-11-25T03:11:02.885663+0000","last_undegraded":"2023-11-25T03:11:02.885663+0000","last_fullsized":"2023-11-25T03:11:02.885663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911771+0000","last_change":"2023-11-25T03:11:01.226462+0000","last_active":"2023-11-25T03:11:03.911771+0000","last_peered":"2023-11-25T03:11:03.911771+0000","last_clean":"2023-11-25T03:11:03.911771+0000","last_became_active":"2023-11-25T03:11:01.226145+0000","last_became_peered":"2023-11-25T03:11:01.226145+0000","last_unstale":"2023-11-25T03:11:03.911771+0000","last_undegraded":"2023-11-25T03:11:03.911771+0000","last_fullsized":"2023-11-25T03:11:03.911771+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911726+0000","last_change":"2023-11-25T03:11:01.913057+0000","last_active":"2023-11-25T03:11:03.911726+0000","last_peered":"2023-11-25T03:11:03.911726+0000","last_clean":"2023-11-25T03:11:03.911726+0000","last_became_active":"2023-11-25T03:11:01.912678+0000","last_became_peered":"2023-11-25T03:11:01.912678+0000","last_unstale":"2023-11-25T03:11:03.911726+0000","last_undegraded":"2023-11-25T03:11:03.911726+0000","last_fullsized":"2023-11-25T03:11:03.911726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:15.079029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-25T03:11:01.896488+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:01.896488+0000","last_peered":"2023-11-25T03:11:01.896488+0000","last_clean":"2023-11-25T03:11:01.896488+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:01.896488+0000","last_undegraded":"2023-11-25T03:11:01.896488+0000","last_fullsized":"2023-11-25T03:11:01.896488+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885239+0000","last_change":"2023-11-25T03:11:01.217147+0000","last_active":"2023-11-25T03:11:02.885239+0000","last_peered":"2023-11-25T03:11:02.885239+0000","last_clean":"2023-11-25T03:11:02.885239+0000","last_became_active":"2023-11-25T03:11:01.216783+0000","last_became_peered":"2023-11-25T03:11:01.216783+0000","last_unstale":"2023-11-25T03:11:02.885239+0000","last_undegraded":"2023-11-25T03:11:02.885239+0000","last_fullsized":"2023-11-25T03:11:02.885239+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:47.835475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912788+0000","last_change":"2023-11-25T03:11:01.907616+0000","last_active":"2023-11-25T03:11:03.912788+0000","last_peered":"2023-11-25T03:11:03.912788+0000","last_clean":"2023-11-25T03:11:03.912788+0000","last_became_active":"2023-11-25T03:11:01.906885+0000","last_became_peered":"2023-11-25T03:11:01.906885+0000","last_unstale":"2023-11-25T03:11:03.912788+0000","last_undegraded":"2023-11-25T03:11:03.912788+0000","last_fullsized":"2023-11-25T03:11:03.912788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911198+0000","last_change":"2023-11-25T03:11:01.220711+0000","last_active":"2023-11-25T03:11:03.911198+0000","last_peered":"2023-11-25T03:11:03.911198+0000","last_clean":"2023-11-25T03:11:03.911198+0000","last_became_active":"2023-11-25T03:11:01.219978+0000","last_became_peered":"2023-11-25T03:11:01.219978+0000","last_unstale":"2023-11-25T03:11:03.911198+0000","last_undegraded":"2023-11-25T03:11:03.911198+0000","last_fullsized":"2023-11-25T03:11:03.911198+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911743+0000","last_change":"2023-11-25T03:11:01.892270+0000","last_active":"2023-11-25T03:11:03.911743+0000","last_peered":"2023-11-25T03:11:03.911743+0000","last_clean":"2023-11-25T03:11:03.911743+0000","last_became_active":"2023-11-25T03:11:01.891956+0000","last_became_peered":"2023-11-25T03:11:01.891956+0000","last_unstale":"2023-11-25T03:11:03.911743+0000","last_undegraded":"2023-11-25T03:11:03.911743+0000","last_fullsized":"2023-11-25T03:11:03.911743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:23.639695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911550+0000","last_change":"2023-11-25T03:11:01.212635+0000","last_active":"2023-11-25T03:11:03.911550+0000","last_peered":"2023-11-25T03:11:03.911550+0000","last_clean":"2023-11-25T03:11:03.911550+0000","last_became_active":"2023-11-25T03:11:01.212373+0000","last_became_peered":"2023-11-25T03:11:01.212373+0000","last_unstale":"2023-11-25T03:11:03.911550+0000","last_undegraded":"2023-11-25T03:11:03.911550+0000","last_fullsized":"2023-11-25T03:11:03.911550+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883410+0000","last_change":"2023-11-25T03:11:01.892015+0000","last_active":"2023-11-25T03:11:02.883410+0000","last_peered":"2023-11-25T03:11:02.883410+0000","last_clean":"2023-11-25T03:11:02.883410+0000","last_became_active":"2023-11-25T03:11:01.891691+0000","last_became_peered":"2023-11-25T03:11:01.891691+0000","last_unstale":"2023-11-25T03:11:02.883410+0000","last_undegraded":"2023-11-25T03:11:02.883410+0000","last_fullsized":"2023-11-25T03:11:02.883410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885968+0000","last_change":"2023-11-25T03:11:01.217646+0000","last_active":"2023-11-25T03:11:02.885968+0000","last_peered":"2023-11-25T03:11:02.885968+0000","last_clean":"2023-11-25T03:11:02.885968+0000","last_became_active":"2023-11-25T03:11:01.217351+0000","last_became_peered":"2023-11-25T03:11:01.217351+0000","last_unstale":"2023-11-25T03:11:02.885968+0000","last_undegraded":"2023-11-25T03:11:02.885968+0000","last_fullsized":"2023-11-25T03:11:02.885968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:41.531464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886998+0000","last_change":"2023-11-25T03:11:01.896140+0000","last_active":"2023-11-25T03:11:02.886998+0000","last_peered":"2023-11-25T03:11:02.886998+0000","last_clean":"2023-11-25T03:11:02.886998+0000","last_became_active":"2023-11-25T03:11:01.895747+0000","last_became_peered":"2023-11-25T03:11:01.895747+0000","last_unstale":"2023-11-25T03:11:02.886998+0000","last_undegraded":"2023-11-25T03:11:02.886998+0000","last_fullsized":"2023-11-25T03:11:02.886998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:23.281545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883516+0000","last_change":"2023-11-25T03:11:01.214256+0000","last_active":"2023-11-25T03:11:02.883516+0000","last_peered":"2023-11-25T03:11:02.883516+0000","last_clean":"2023-11-25T03:11:02.883516+0000","last_became_active":"2023-11-25T03:11:01.213958+0000","last_became_peered":"2023-11-25T03:11:01.213958+0000","last_unstale":"2023-11-25T03:11:02.883516+0000","last_undegraded":"2023-11-25T03:11:02.883516+0000","last_fullsized":"2023-11-25T03:11:02.883516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885898+0000","last_change":"2023-11-25T03:11:01.898112+0000","last_active":"2023-11-25T03:11:02.885898+0000","last_peered":"2023-11-25T03:11:02.885898+0000","last_clean":"2023-11-25T03:11:02.885898+0000","last_became_active":"2023-11-25T03:11:01.897784+0000","last_became_peered":"2023-11-25T03:11:01.897784+0000","last_unstale":"2023-11-25T03:11:02.885898+0000","last_undegraded":"2023-11-25T03:11:02.885898+0000","last_fullsized":"2023-11-25T03:11:02.885898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911925+0000","last_change":"2023-11-25T03:11:01.227124+0000","last_active":"2023-11-25T03:11:03.911925+0000","last_peered":"2023-11-25T03:11:03.911925+0000","last_clean":"2023-11-25T03:11:03.911925+0000","last_became_active":"2023-11-25T03:11:01.226841+0000","last_became_peered":"2023-11-25T03:11:01.226841+0000","last_unstale":"2023-11-25T03:11:03.911925+0000","last_undegraded":"2023-11-25T03:11:03.911925+0000","last_fullsized":"2023-11-25T03:11:03.911925+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883561+0000","last_change":"2023-11-25T03:11:01.895048+0000","last_active":"2023-11-25T03:11:02.883561+0000","last_peered":"2023-11-25T03:11:02.883561+0000","last_clean":"2023-11-25T03:11:02.883561+0000","last_became_active":"2023-11-25T03:11:01.894646+0000","last_became_peered":"2023-11-25T03:11:01.894646+0000","last_unstale":"2023-11-25T03:11:02.883561+0000","last_undegraded":"2023-11-25T03:11:02.883561+0000","last_fullsized":"2023-11-25T03:11:02.883561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883889+0000","last_change":"2023-11-25T03:11:01.225529+0000","last_active":"2023-11-25T03:11:02.883889+0000","last_peered":"2023-11-25T03:11:02.883889+0000","last_clean":"2023-11-25T03:11:02.883889+0000","last_became_active":"2023-11-25T03:11:01.225197+0000","last_became_peered":"2023-11-25T03:11:01.225197+0000","last_unstale":"2023-11-25T03:11:02.883889+0000","last_undegraded":"2023-11-25T03:11:02.883889+0000","last_fullsized":"2023-11-25T03:11:02.883889+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:22.632362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912487+0000","last_change":"2023-11-25T03:11:01.909371+0000","last_active":"2023-11-25T03:11:03.912487+0000","last_peered":"2023-11-25T03:11:03.912487+0000","last_clean":"2023-11-25T03:11:03.912487+0000","last_became_active":"2023-11-25T03:11:01.909097+0000","last_became_peered":"2023-11-25T03:11:01.909097+0000","last_unstale":"2023-11-25T03:11:03.912487+0000","last_undegraded":"2023-11-25T03:11:03.912487+0000","last_fullsized":"2023-11-25T03:11:03.912487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911197+0000","last_change":"2023-11-25T03:11:01.224914+0000","last_active":"2023-11-25T03:11:03.911197+0000","last_peered":"2023-11-25T03:11:03.911197+0000","last_clean":"2023-11-25T03:11:03.911197+0000","last_became_active":"2023-11-25T03:11:01.224339+0000","last_became_peered":"2023-11-25T03:11:01.224339+0000","last_unstale":"2023-11-25T03:11:03.911197+0000","last_undegraded":"2023-11-25T03:11:03.911197+0000","last_fullsized":"2023-11-25T03:11:03.911197+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912647+0000","last_change":"2023-11-25T03:11:01.897861+0000","last_active":"2023-11-25T03:11:03.912647+0000","last_peered":"2023-11-25T03:11:03.912647+0000","last_clean":"2023-11-25T03:11:03.912647+0000","last_became_active":"2023-11-25T03:11:01.897566+0000","last_became_peered":"2023-11-25T03:11:01.897566+0000","last_unstale":"2023-11-25T03:11:03.912647+0000","last_undegraded":"2023-11-25T03:11:03.912647+0000","last_fullsized":"2023-11-25T03:11:03.912647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911428+0000","last_change":"2023-11-25T03:11:01.225455+0000","last_active":"2023-11-25T03:11:03.911428+0000","last_peered":"2023-11-25T03:11:03.911428+0000","last_clean":"2023-11-25T03:11:03.911428+0000","last_became_active":"2023-11-25T03:11:01.224138+0000","last_became_peered":"2023-11-25T03:11:01.224138+0000","last_unstale":"2023-11-25T03:11:03.911428+0000","last_undegraded":"2023-11-25T03:11:03.911428+0000","last_fullsized":"2023-11-25T03:11:03.911428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886914+0000","last_change":"2023-11-25T03:11:01.893739+0000","last_active":"2023-11-25T03:11:02.886914+0000","last_peered":"2023-11-25T03:11:02.886914+0000","last_clean":"2023-11-25T03:11:02.886914+0000","last_became_active":"2023-11-25T03:11:01.893472+0000","last_became_peered":"2023-11-25T03:11:01.893472+0000","last_unstale":"2023-11-25T03:11:02.886914+0000","last_undegraded":"2023-11-25T03:11:02.886914+0000","last_fullsized":"2023-11-25T03:11:02.886914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:50.390874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883485+0000","last_change":"2023-11-25T03:11:01.216063+0000","last_active":"2023-11-25T03:11:02.883485+0000","last_peered":"2023-11-25T03:11:02.883485+0000","last_clean":"2023-11-25T03:11:02.883485+0000","last_became_active":"2023-11-25T03:11:01.215794+0000","last_became_peered":"2023-11-25T03:11:01.215794+0000","last_unstale":"2023-11-25T03:11:02.883485+0000","last_undegraded":"2023-11-25T03:11:02.883485+0000","last_fullsized":"2023-11-25T03:11:02.883485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912562+0000","last_change":"2023-11-25T03:11:01.904711+0000","last_active":"2023-11-25T03:11:03.912562+0000","last_peered":"2023-11-25T03:11:03.912562+0000","last_clean":"2023-11-25T03:11:03.912562+0000","last_became_active":"2023-11-25T03:11:01.904405+0000","last_became_peered":"2023-11-25T03:11:01.904405+0000","last_unstale":"2023-11-25T03:11:03.912562+0000","last_undegraded":"2023-11-25T03:11:03.912562+0000","last_fullsized":"2023-11-25T03:11:03.912562+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883660+0000","last_change":"2023-11-25T03:11:01.226224+0000","last_active":"2023-11-25T03:11:02.883660+0000","last_peered":"2023-11-25T03:11:02.883660+0000","last_clean":"2023-11-25T03:11:02.883660+0000","last_became_active":"2023-11-25T03:11:01.225951+0000","last_became_peered":"2023-11-25T03:11:01.225951+0000","last_unstale":"2023-11-25T03:11:02.883660+0000","last_undegraded":"2023-11-25T03:11:02.883660+0000","last_fullsized":"2023-11-25T03:11:02.883660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912418+0000","last_change":"2023-11-25T03:11:01.898409+0000","last_active":"2023-11-25T03:11:03.912418+0000","last_peered":"2023-11-25T03:11:03.912418+0000","last_clean":"2023-11-25T03:11:03.912418+0000","last_became_active":"2023-11-25T03:11:01.898068+0000","last_became_peered":"2023-11-25T03:11:01.898068+0000","last_unstale":"2023-11-25T03:11:03.912418+0000","last_undegraded":"2023-11-25T03:11:03.912418+0000","last_fullsized":"2023-11-25T03:11:03.912418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911342+0000","last_change":"2023-11-25T03:11:01.226081+0000","last_active":"2023-11-25T03:11:03.911342+0000","last_peered":"2023-11-25T03:11:03.911342+0000","last_clean":"2023-11-25T03:11:03.911342+0000","last_became_active":"2023-11-25T03:11:01.224515+0000","last_became_peered":"2023-11-25T03:11:01.224515+0000","last_unstale":"2023-11-25T03:11:03.911342+0000","last_undegraded":"2023-11-25T03:11:03.911342+0000","last_fullsized":"2023-11-25T03:11:03.911342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:18.225142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910958+0000","last_change":"2023-11-25T03:11:01.893777+0000","last_active":"2023-11-25T03:11:03.910958+0000","last_peered":"2023-11-25T03:11:03.910958+0000","last_clean":"2023-11-25T03:11:03.910958+0000","last_became_active":"2023-11-25T03:11:01.893500+0000","last_became_peered":"2023-11-25T03:11:01.893500+0000","last_unstale":"2023-11-25T03:11:03.910958+0000","last_undegraded":"2023-11-25T03:11:03.910958+0000","last_fullsized":"2023-11-25T03:11:03.910958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885801+0000","last_change":"2023-11-25T03:11:01.891322+0000","last_active":"2023-11-25T03:11:02.885801+0000","last_peered":"2023-11-25T03:11:02.885801+0000","last_clean":"2023-11-25T03:11:02.885801+0000","last_became_active":"2023-11-25T03:11:01.890656+0000","last_became_peered":"2023-11-25T03:11:01.890656+0000","last_unstale":"2023-11-25T03:11:02.885801+0000","last_undegraded":"2023-11-25T03:11:02.885801+0000","last_fullsized":"2023-11-25T03:11:02.885801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911418+0000","last_change":"2023-11-25T03:11:01.229100+0000","last_active":"2023-11-25T03:11:03.911418+0000","last_peered":"2023-11-25T03:11:03.911418+0000","last_clean":"2023-11-25T03:11:03.911418+0000","last_became_active":"2023-11-25T03:11:01.228493+0000","last_became_peered":"2023-11-25T03:11:01.228493+0000","last_unstale":"2023-11-25T03:11:03.911418+0000","last_undegraded":"2023-11-25T03:11:03.911418+0000","last_fullsized":"2023-11-25T03:11:03.911418+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885463+0000","last_change":"2023-11-25T03:11:01.891570+0000","last_active":"2023-11-25T03:11:02.885463+0000","last_peered":"2023-11-25T03:11:02.885463+0000","last_clean":"2023-11-25T03:11:02.885463+0000","last_became_active":"2023-11-25T03:11:01.891260+0000","last_became_peered":"2023-11-25T03:11:01.891260+0000","last_unstale":"2023-11-25T03:11:02.885463+0000","last_undegraded":"2023-11-25T03:11:02.885463+0000","last_fullsized":"2023-11-25T03:11:02.885463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911798+0000","last_change":"2023-11-25T03:11:01.229943+0000","last_active":"2023-11-25T03:11:03.911798+0000","last_peered":"2023-11-25T03:11:03.911798+0000","last_clean":"2023-11-25T03:11:03.911798+0000","last_became_active":"2023-11-25T03:11:01.228649+0000","last_became_peered":"2023-11-25T03:11:01.228649+0000","last_unstale":"2023-11-25T03:11:03.911798+0000","last_undegraded":"2023-11-25T03:11:03.911798+0000","last_fullsized":"2023-11-25T03:11:03.911798+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912807+0000","last_change":"2023-11-25T03:11:01.907348+0000","last_active":"2023-11-25T03:11:03.912807+0000","last_peered":"2023-11-25T03:11:03.912807+0000","last_clean":"2023-11-25T03:11:03.912807+0000","last_became_active":"2023-11-25T03:11:01.907008+0000","last_became_peered":"2023-11-25T03:11:01.907008+0000","last_unstale":"2023-11-25T03:11:03.912807+0000","last_undegraded":"2023-11-25T03:11:03.912807+0000","last_fullsized":"2023-11-25T03:11:03.912807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912734+0000","last_change":"2023-11-25T03:11:01.217971+0000","last_active":"2023-11-25T03:11:03.912734+0000","last_peered":"2023-11-25T03:11:03.912734+0000","last_clean":"2023-11-25T03:11:03.912734+0000","last_became_active":"2023-11-25T03:11:01.217698+0000","last_became_peered":"2023-11-25T03:11:01.217698+0000","last_unstale":"2023-11-25T03:11:03.912734+0000","last_undegraded":"2023-11-25T03:11:03.912734+0000","last_fullsized":"2023-11-25T03:11:03.912734+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912581+0000","last_change":"2023-11-25T03:11:01.898760+0000","last_active":"2023-11-25T03:11:03.912581+0000","last_peered":"2023-11-25T03:11:03.912581+0000","last_clean":"2023-11-25T03:11:03.912581+0000","last_became_active":"2023-11-25T03:11:01.898474+0000","last_became_peered":"2023-11-25T03:11:01.898474+0000","last_unstale":"2023-11-25T03:11:03.912581+0000","last_undegraded":"2023-11-25T03:11:03.912581+0000","last_fullsized":"2023-11-25T03:11:03.912581+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912984+0000","last_change":"2023-11-25T03:11:01.220250+0000","last_active":"2023-11-25T03:11:03.912984+0000","last_peered":"2023-11-25T03:11:03.912984+0000","last_clean":"2023-11-25T03:11:03.912984+0000","last_became_active":"2023-11-25T03:11:01.219924+0000","last_became_peered":"2023-11-25T03:11:01.219924+0000","last_unstale":"2023-11-25T03:11:03.912984+0000","last_undegraded":"2023-11-25T03:11:03.912984+0000","last_fullsized":"2023-11-25T03:11:03.912984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":66222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94999999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":192512,"data_stored":64610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.085}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.077}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":794624,"data_stored":654597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:11:06.671 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:11:06.671 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-11-25T03:11:06.671 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-11-25T03:11:06.671 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-11-25T03:11:06.672 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-11-25T03:11:06.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 Processor -- start 2023-11-25T03:11:06.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 -- start start 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6a4151e90 0x7fb6a40c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb6a40c7ea0 0x7fb6a406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a406b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6a40c8750 con 0x7fb6a4151e90 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6a41552d0 con 0x7fb6a40c7ea0 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a912a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a40c5c60 con 0x7fb6a40c4e60 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6a4151e90 0x7fb6a40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6a4151e90 0x7fb6a40c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45578/0 (socket says 172.21.15.76:45578) 2023-11-25T03:11:06.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 -- 172.21.15.76:0/1290726213 learned_addr learned my addr 172.21.15.76:0/1290726213 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:06.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a259c640 1 --2- 172.21.15.76:0/1290726213 >> v2:172.21.15.106:3300/0 conn(0x7fb6a40c7ea0 0x7fb6a406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a359e640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a406b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 -- 172.21.15.76:0/1290726213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 msgr2=0x7fb6a406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a406b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 -- 172.21.15.76:0/1290726213 >> v2:172.21.15.106:3300/0 conn(0x7fb6a40c7ea0 msgr2=0x7fb6a406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 --2- 172.21.15.76:0/1290726213 >> v2:172.21.15.106:3300/0 conn(0x7fb6a40c7ea0 0x7fb6a406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a2d9d640 1 -- 172.21.15.76:0/1290726213 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6a406c860 con 0x7fb6a4151e90 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a259c640 1 --2- 172.21.15.76:0/1290726213 >> v2:172.21.15.106:3300/0 conn(0x7fb6a40c7ea0 0x7fb6a406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:06.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.846+0000 7fb6a359e640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:06.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a2d9d640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a40c4920 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb6a40a9a70 tx=0x7fb69401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e180f4912c709e5c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a1d9b640 1 -- 172.21.15.76:0/1290726213 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6940ab600 con 0x7fb6a4151e90 2023-11-25T03:11:06.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a1d9b640 1 -- 172.21.15.76:0/1290726213 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6940a7050 con 0x7fb6a4151e90 2023-11-25T03:11:06.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a1d9b640 1 -- 172.21.15.76:0/1290726213 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6940ab980 con 0x7fb6a4151e90 2023-11-25T03:11:06.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 -- 172.21.15.76:0/1290726213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 msgr2=0x7fb6a40c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a40c4920 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb6a40a9a70 tx=0x7fb69401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 -- 172.21.15.76:0/1290726213 shutdown_connections 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1290726213 >> v2:172.21.15.106:3300/0 conn(0x7fb6a40c7ea0 0x7fb6a406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1290726213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a40c4920 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 -- 172.21.15.76:0/1290726213 >> 172.21.15.76:0/1290726213 conn(0x7fb6a40ca170 msgr2=0x7fb6a40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 -- 172.21.15.76:0/1290726213 shutdown_connections 2023-11-25T03:11:06.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.850+0000 7fb6a912a640 1 -- 172.21.15.76:0/1290726213 wait complete. 2023-11-25T03:11:06.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 Processor -- start 2023-11-25T03:11:06.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- start start 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a4152e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6a40c7ea0 0x7fb6a4142840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a4142d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a4157ab0 con 0x7fb6a4151e90 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a41432c0 con 0x7fb6a40c7ea0 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a41437a0 con 0x7fb6a40c4e60 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a4142d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a4142d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45580/0 (socket says 172.21.15.76:45580) 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 -- 172.21.15.76:0/1038065397 learned_addr learned my addr 172.21.15.76:0/1038065397 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a259c640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6a40c7ea0 0x7fb6a4142840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a2d9d640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a4152e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 -- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 msgr2=0x7fb6a4152e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a4152e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 -- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6a40c7ea0 msgr2=0x7fb6a4142840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6a40c7ea0 0x7fb6a4142840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:06.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 -- 172.21.15.76:0/1038065397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6940094d0 con 0x7fb6a4151e90 2023-11-25T03:11:06.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a359e640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a4142d80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb69c00cd10 tx=0x7fb69c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb69c00f680 con 0x7fb6a4151e90 2023-11-25T03:11:06.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb69c00f800 con 0x7fb6a4151e90 2023-11-25T03:11:06.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb69c00fbb0 con 0x7fb6a4151e90 2023-11-25T03:11:06.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6a4143500 con 0x7fb6a4151e90 2023-11-25T03:11:06.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6a4155c60 con 0x7fb6a4151e90 2023-11-25T03:11:06.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.854+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6a4155ac0 con 0x7fb6a4151e90 2023-11-25T03:11:06.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.858+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb69c00b040 con 0x7fb6a4151e90 2023-11-25T03:11:06.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.858+0000 7fb68b7fe640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6900664a0 0x7fb690068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:06.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.858+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb69c084660 con 0x7fb6a4151e90 2023-11-25T03:11:06.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.858+0000 7fb6a2d9d640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6900664a0 0x7fb690068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:06.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.858+0000 7fb6a2d9d640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6900664a0 0x7fb690068960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb6940ad000 tx=0x7fb6940a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:06.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:06.862+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb6a4155ac0 con 0x7fb6a4151e90 2023-11-25T03:11:07.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.046+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fb6a4155ac0 con 0x7fb6a4151e90 2023-11-25T03:11:07.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.050+0000 7fb68b7fe640 1 -- 172.21.15.76:0/1038065397 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164431 (secure 0 0 0) 0x7fb6a4155ac0 con 0x7fb6a4151e90 2023-11-25T03:11:07.055 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:07.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6900664a0 msgr2=0x7fb690068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6900664a0 0x7fb690068960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb6940ad000 tx=0x7fb6940a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:07.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 msgr2=0x7fb6a4142d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a4142d80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb69c00cd10 tx=0x7fb69c00a650 comp rx=0 tx=0).stop 2023-11-25T03:11:07.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 shutdown_connections 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6900664a0 0x7fb690068960 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6a4151e90 0x7fb6a4142d80 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6a40c7ea0 0x7fb6a4142840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 --2- 172.21.15.76:0/1038065397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6a40c4e60 0x7fb6a4152e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 >> 172.21.15.76:0/1038065397 conn(0x7fb6a40ca170 msgr2=0x7fb6a4150670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 shutdown_connections 2023-11-25T03:11:07.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.054+0000 7fb6a912a640 1 -- 172.21.15.76:0/1038065397 wait complete. 2023-11-25T03:11:07.075 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":5,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":4246241492},{"type":"v1","addr":"172.21.15.76:6833","nonce":4246241492}]},"active_addr":"172.21.15.76:6833/4246241492","active_change":"2023-11-25T03:10:41.078883+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4106,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":173362859}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":2768585049}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":1167646012}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":3524731511}]}]} 2023-11-25T03:11:07.079 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-11-25T03:11:07.079 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-11-25T03:11:07.079 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:07.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 Processor -- start 2023-11-25T03:11:07.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 -- start start 2023-11-25T03:11:07.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2de0151e90 0x7f2de00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2de00c4e60 0x7f2de006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2de006c860 con 0x7f2de00c7ea0 2023-11-25T03:11:07.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2de00c8750 con 0x7f2de0151e90 2023-11-25T03:11:07.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de69b8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2de01552d0 con 0x7f2de00c4e60 2023-11-25T03:11:07.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddf7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2de00c7ea0 0x7f2de006b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34146/0 (socket says 172.21.15.76:34146) 2023-11-25T03:11:07.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddf7fe640 1 -- 172.21.15.76:0/3160816615 learned_addr learned my addr 172.21.15.76:0/3160816615 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:07.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddffff640 1 --2- 172.21.15.76:0/3160816615 >> v2:172.21.15.76:3300/0 conn(0x7f2de0151e90 0x7f2de00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2de4f55640 1 --2- 172.21.15.76:0/3160816615 >> v2:172.21.15.106:3300/0 conn(0x7f2de00c4e60 0x7f2de006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddeffd640 1 -- 172.21.15.76:0/3160816615 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3751088579 0 0) 0x7f2de006c860 con 0x7f2de00c7ea0 2023-11-25T03:11:07.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddeffd640 1 -- 172.21.15.76:0/3160816615 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2dc8003530 con 0x7f2de00c7ea0 2023-11-25T03:11:07.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddffff640 1 -- 172.21.15.76:0/3160816615 >> v2:172.21.15.106:3300/0 conn(0x7f2de00c4e60 msgr2=0x7f2de006bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddffff640 1 --2- 172.21.15.76:0/3160816615 >> v2:172.21.15.106:3300/0 conn(0x7f2de00c4e60 0x7f2de006bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddffff640 1 -- 172.21.15.76:0/3160816615 >> v1:172.21.15.76:6789/0 conn(0x7f2de00c7ea0 legacy=0x7f2de006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.213+0000 7f2ddffff640 1 -- 172.21.15.76:0/3160816615 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2de0154930 con 0x7f2de0151e90 2023-11-25T03:11:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2ddffff640 1 --2- 172.21.15.76:0/3160816615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c4920 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2de008c190 tx=0x7f2dd001c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=965c739d45e569ce server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2ddeffd640 1 -- 172.21.15.76:0/3160816615 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd00ab600 con 0x7f2de0151e90 2023-11-25T03:11:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2ddeffd640 1 -- 172.21.15.76:0/3160816615 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dd00a7050 con 0x7f2de0151e90 2023-11-25T03:11:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2ddeffd640 1 -- 172.21.15.76:0/3160816615 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd00ab980 con 0x7f2de0151e90 2023-11-25T03:11:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 -- 172.21.15.76:0/3160816615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 msgr2=0x7f2de00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 --2- 172.21.15.76:0/3160816615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c4920 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2de008c190 tx=0x7f2dd001c340 comp rx=0 tx=0).stop 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 -- 172.21.15.76:0/3160816615 shutdown_connections 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 --2- 172.21.15.76:0/3160816615 >> v2:172.21.15.106:3300/0 conn(0x7f2de00c4e60 0x7f2de006bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 --2- 172.21.15.76:0/3160816615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c4920 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 -- 172.21.15.76:0/3160816615 >> 172.21.15.76:0/3160816615 conn(0x7f2de00ca170 msgr2=0x7f2de00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 -- 172.21.15.76:0/3160816615 shutdown_connections 2023-11-25T03:11:07.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.217+0000 7f2de69b8640 1 -- 172.21.15.76:0/3160816615 wait complete. 2023-11-25T03:11:07.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 Processor -- start 2023-11-25T03:11:07.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- start start 2023-11-25T03:11:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2de00c4e60 0x7f2de014b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2de00c7ea0 0x7f2de00c33e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de00ab980 con 0x7f2de0151e90 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de00c3e60 con 0x7f2de00c7ea0 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2de00aad70 con 0x7f2de00c4e60 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41332/0 (socket says 172.21.15.76:41332) 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 -- 172.21.15.76:0/473382875 learned_addr learned my addr 172.21.15.76:0/473382875 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2ddffff640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2de00c4e60 0x7f2de014b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2ddf7fe640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2de00c7ea0 0x7f2de00c33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 -- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2de00c4e60 msgr2=0x7f2de014b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2de00c4e60 0x7f2de014b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 -- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2de00c7ea0 msgr2=0x7f2de00c33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2de00c7ea0 0x7f2de00c33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 -- 172.21.15.76:0/473382875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dd0009420 con 0x7f2de0151e90 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de4f55640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c3920 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8007e60 tx=0x7f2dd800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd8014420 con 0x7f2de0151e90 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dd80145a0 con 0x7f2de0151e90 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd8014950 con 0x7f2de0151e90 2023-11-25T03:11:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2de00ab050 con 0x7f2de0151e90 2023-11-25T03:11:07.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2de00ab610 con 0x7f2de0151e90 2023-11-25T03:11:07.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.221+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2de00abaf0 con 0x7f2de0151e90 2023-11-25T03:11:07.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.225+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2dd8014ab0 con 0x7f2de0151e90 2023-11-25T03:11:07.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.225+0000 7f2ddcff9640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2dcc0664a0 0x7f2dcc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.225+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2dd8084620 con 0x7f2de0151e90 2023-11-25T03:11:07.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.225+0000 7f2ddffff640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2dcc0664a0 0x7f2dcc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.225+0000 7f2ddffff640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2dcc0664a0 0x7f2dcc068960 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2dd00ad000 tx=0x7f2dd00a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.229+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2dd8051b30 con 0x7f2de0151e90 2023-11-25T03:11:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.377+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2de0068400 con 0x7f2de0151e90 2023-11-25T03:11:07.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2ddcff9640 1 -- 172.21.15.76:0/473382875 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f2dd8055150 con 0x7f2de0151e90 2023-11-25T03:11:07.384 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:07.384 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:07.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2dcc0664a0 msgr2=0x7f2dcc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2dcc0664a0 0x7f2dcc068960 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2dd00ad000 tx=0x7f2dd00a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:07.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 msgr2=0x7f2de00c3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c3920 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8007e60 tx=0x7f2dd800e4b0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 shutdown_connections 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2dcc0664a0 0x7f2dcc068960 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2de0151e90 0x7f2de00c3920 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2de00c7ea0 0x7f2de00c33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 --2- 172.21.15.76:0/473382875 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2de00c4e60 0x7f2de014b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 >> 172.21.15.76:0/473382875 conn(0x7f2de00ca170 msgr2=0x7f2de0150d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 shutdown_connections 2023-11-25T03:11:07.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.381+0000 7f2de69b8640 1 -- 172.21.15.76:0/473382875 wait complete. 2023-11-25T03:11:07.405 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-11-25T03:11:07.406 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:07.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.537+0000 7f9a61df8640 1 Processor -- start 2023-11-25T03:11:07.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.537+0000 7f9a61df8640 1 -- start start 2023-11-25T03:11:07.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a61df8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 0x7f9a5c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a61df8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a5c0c31c0 con 0x7f9a5c0c4100 2023-11-25T03:11:07.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a61df8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a5c0c34a0 con 0x7f9a5c0c63c0 2023-11-25T03:11:07.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a61df8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c0c1030 con 0x7f9a5c0c2bb0 2023-11-25T03:11:07.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9a5c0c4100 0x7f9a5c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34162/0 (socket says 172.21.15.76:34162) 2023-11-25T03:11:07.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 -- 172.21.15.76:0/1099748036 learned_addr learned my addr 172.21.15.76:0/1099748036 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:07.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2491405661 0 0) 0x7f9a5c0c31c0 con 0x7f9a5c0c4100 2023-11-25T03:11:07.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a44003530 con 0x7f9a5c0c4100 2023-11-25T03:11:07.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5bfff640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 0x7f9a5c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1257268692 0 0) 0x7f9a44003530 con 0x7f9a5c0c4100 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 msgr2=0x7f9a5c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 0x7f9a5c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 >> v1:172.21.15.106:6789/0 conn(0x7f9a5c0c63c0 legacy=0x7f9a5c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a5c0c1310 con 0x7f9a5c0c4100 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f9a50001680 con 0x7f9a5c0c4100 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 >> v1:172.21.15.76:6789/0 conn(0x7f9a5c0c4100 legacy=0x7f9a5c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a440039b0 0x7f9a44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a44004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 0x7f9a44005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c0c1030 con 0x7f9a440047d0 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4400bb50 con 0x7f9a440039b0 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4400df20 con 0x7f9a5c0c2bb0 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a44004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5b7fe640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a440039b0 0x7f9a44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5bfff640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 0x7f9a44005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 -- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 msgr2=0x7f9a44005260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c0c2bb0 0x7f9a44005260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 -- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a440039b0 msgr2=0x7f9a44003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a440039b0 0x7f9a44003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.541+0000 7f9a5affd640 1 -- 172.21.15.76:0/1099748036 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a44003530 con 0x7f9a440047d0 2023-11-25T03:11:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a44004c50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9a5000c240 tx=0x7f9a5001cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40a92abf41c76122 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a50005ae0 con 0x7f9a440047d0 2023-11-25T03:11:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a50005c60 con 0x7f9a440047d0 2023-11-25T03:11:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a5a7fc640 1 -- 172.21.15.76:0/1099748036 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a50007070 con 0x7f9a440047d0 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 -- 172.21.15.76:0/1099748036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 msgr2=0x7f9a44004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1099748036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a44004c50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9a5000c240 tx=0x7f9a5001cc10 comp rx=0 tx=0).stop 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a5bfff640 1 -- 172.21.15.76:0/1099748036 reap_dead start 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 -- 172.21.15.76:0/1099748036 shutdown_connections 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 -- 172.21.15.76:0/1099748036 >> 172.21.15.76:0/1099748036 conn(0x7f9a5c06a5b0 msgr2=0x7f9a5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 -- 172.21.15.76:0/1099748036 shutdown_connections 2023-11-25T03:11:07.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 -- 172.21.15.76:0/1099748036 wait complete. 2023-11-25T03:11:07.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 Processor -- start 2023-11-25T03:11:07.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.545+0000 7f9a61df8640 1 -- start start 2023-11-25T03:11:07.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a5c14d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a5c071b10 0x7f9a5c14f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c14fe60 0x7f9a5c1f0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c070f20 con 0x7f9a440047d0 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c070bd0 con 0x7f9a5c071b10 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c1f12a0 con 0x7f9a5c14fe60 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a5c14d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a5c14d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41354/0 (socket says 172.21.15.76:41354) 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 -- 172.21.15.76:0/1114719642 learned_addr learned my addr 172.21.15.76:0/1114719642 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5bfff640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c14fe60 0x7f9a5c1f0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a5c071b10 0x7f9a5c14f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 -- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c14fe60 msgr2=0x7f9a5c1f0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c14fe60 0x7f9a5c1f0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 -- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a5c071b10 msgr2=0x7f9a5c14f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a5c071b10 0x7f9a5c14f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 -- 172.21.15.76:0/1114719642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a5c0c69b0 con 0x7f9a440047d0 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a5b7fe640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a5c14d7d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c00e4d0 tx=0x7f9a4c00e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0052e0 con 0x7f9a440047d0 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a4c005440 con 0x7f9a440047d0 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c003820 con 0x7f9a440047d0 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a5c152460 con 0x7f9a440047d0 2023-11-25T03:11:07.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a5c1f0c90 con 0x7f9a440047d0 2023-11-25T03:11:07.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a5c068400 con 0x7f9a440047d0 2023-11-25T03:11:07.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.549+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9a4c003980 con 0x7f9a440047d0 2023-11-25T03:11:07.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.553+0000 7f9a43fff640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a48066470 0x7f9a48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.553+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9a4c083b60 con 0x7f9a440047d0 2023-11-25T03:11:07.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.553+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a48066470 0x7f9a48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.553+0000 7f9a5affd640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a48066470 0x7f9a48068930 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9a500ab000 tx=0x7f9a500a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.557+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9a4c051070 con 0x7f9a440047d0 2023-11-25T03:11:07.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9a5c0c3e70 con 0x7f9a440047d0 2023-11-25T03:11:07.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a43fff640 1 -- 172.21.15.76:0/1114719642 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f9a4c054690 con 0x7f9a440047d0 2023-11-25T03:11:07.712 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:07.713 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:07.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a48066470 msgr2=0x7f9a48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a48066470 0x7f9a48068930 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9a500ab000 tx=0x7f9a500a7070 comp rx=0 tx=0).stop 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 msgr2=0x7f9a5c14d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a5c14d7d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c00e4d0 tx=0x7f9a4c00e990 comp rx=0 tx=0).stop 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 shutdown_connections 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a48066470 0x7f9a48068930 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a5c14fe60 0x7f9a5c1f0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a5c071b10 0x7f9a5c14f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 --2- 172.21.15.76:0/1114719642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a440047d0 0x7f9a5c14d7d0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 >> 172.21.15.76:0/1114719642 conn(0x7f9a5c06a5b0 msgr2=0x7f9a5c15a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:07.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 shutdown_connections 2023-11-25T03:11:07.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.709+0000 7f9a61df8640 1 -- 172.21.15.76:0/1114719642 wait complete. 2023-11-25T03:11:07.737 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-11-25T03:11:07.738 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-11-25T03:11:07.738 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-11-25T03:11:07.739 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-11-25T03:11:07.740 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-11-25T03:11:07.740 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-11-25T03:11:07.741 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-11-25T03:11:07.742 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-11-25T03:11:07.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.977+0000 7f9085d9d640 1 Processor -- start 2023-11-25T03:11:07.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.977+0000 7f9085d9d640 1 -- start start 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f9085d9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780d81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f9085d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f907800d8a0 0x7f9078048720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f9085d9d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f907800d410 con 0x7f9078048340 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f9085d9d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f907804bfd0 con 0x7f907800d8a0 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f9085d9d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907800c800 con 0x7f907800c2b0 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780d81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780d81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:59856/0 (socket says 172.21.15.76:59856) 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 -- 172.21.15.76:0/3196529355 learned_addr learned my addr 172.21.15.76:0/3196529355 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 -- 172.21.15.76:0/3196529355 >> v2:172.21.15.76:3300/0 conn(0x7f907800d8a0 msgr2=0x7f9078048720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 --2- 172.21.15.76:0/3196529355 >> v2:172.21.15.76:3300/0 conn(0x7f907800d8a0 0x7f9078048720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 -- 172.21.15.76:0/3196529355 >> v1:172.21.15.76:6789/0 conn(0x7f9078048340 legacy=0x7f907804b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f907effd640 1 -- 172.21.15.76:0/3196529355 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f907800cae0 con 0x7f907800c2b0 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f8eaa380640 1 Processor -- start 2023-11-25T03:11:07.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f00cd32a640 1 Processor -- start 2023-11-25T03:11:07.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f8eaa380640 1 -- start start 2023-11-25T03:11:07.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8eaa380640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8ea4151350 0x7f8ea406d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8eaa380640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8ea4072080 0x7f8ea406bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.981+0000 7f00cd32a640 1 -- start start 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00cd32a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00c80bffc0 0x7f00c815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00cd32a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00c815c600 con 0x7f00c806d520 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00cd32a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00c815a5c0 con 0x7f00c81560e0 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00cd32a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00c81594e0 con 0x7f00c80bffc0 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8eaa380640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ea40c3e70 con 0x7f8ea406c2c0 2023-11-25T03:11:07.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8eaa380640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ea40c16e0 con 0x7f8ea4151350 2023-11-25T03:11:07.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8eaa380640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ea40c1120 con 0x7f8ea4072080 2023-11-25T03:11:07.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00c80bffc0 0x7f00c815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c6ffd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f00c81560e0 0x7f00c8159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:38620/0 (socket says 172.21.15.76:38620) 2023-11-25T03:11:07.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c6ffd640 1 -- 172.21.15.76:0/3700491914 learned_addr learned my addr 172.21.15.76:0/3700491914 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:07.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8ea4151350 0x7f8ea406d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8ea4151350 0x7f8ea406d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41396/0 (socket says 172.21.15.76:41396) 2023-11-25T03:11:07.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea3fff640 1 -- 172.21.15.76:0/1710861931 learned_addr learned my addr 172.21.15.76:0/1710861931 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:07.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea37fe640 1 --2- 172.21.15.76:0/1710861931 >> v2:172.21.15.106:3300/0 conn(0x7f8ea4072080 0x7f8ea406bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 351790381 0 0) 0x7f00c815a5c0 con 0x7f00c81560e0 2023-11-25T03:11:07.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00b0003530 con 0x7f00c81560e0 2023-11-25T03:11:07.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f907effd640 1 --2- 172.21.15.76:0/3196529355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780d81b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f906c009870 tx=0x7f906c01c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f6666c4fa326fc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:07.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea3fff640 1 -- 172.21.15.76:0/1710861931 >> v2:172.21.15.106:3300/0 conn(0x7f8ea4072080 msgr2=0x7f8ea406bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea3fff640 1 --2- 172.21.15.76:0/1710861931 >> v2:172.21.15.106:3300/0 conn(0x7f8ea4072080 0x7f8ea406bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f8ea3fff640 1 -- 172.21.15.76:0/1710861931 >> v1:172.21.15.76:6789/0 conn(0x7f8ea406c2c0 legacy=0x7f8ea40c4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 <== mon.1 v1:172.21.15.106:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2659589223 0 0) 0x7f00b0003530 con 0x7f00c81560e0 2023-11-25T03:11:07.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 >> v2:172.21.15.76:3300/0 conn(0x7f00c80bffc0 msgr2=0x7f00c815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 --2- 172.21.15.76:0/3700491914 >> v2:172.21.15.76:3300/0 conn(0x7f00c80bffc0 0x7f00c815ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 >> v1:172.21.15.76:6789/0 conn(0x7f00c806d520 legacy=0x7f00c80c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 --> v1:172.21.15.106:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c81597c0 con 0x7f00c81560e0 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 <== mon.1 v1:172.21.15.106:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f00b8001680 con 0x7f00c81560e0 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 >> v1:172.21.15.106:6789/0 conn(0x7f00c81560e0 legacy=0x7f00c8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00b0003980 0x7f00b0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b00047d0 0x7f00b0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b0005190 0x7f00b000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:07.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c81594e0 con 0x7f00b0005190 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00b000c0c0 con 0x7f00b00047d0 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00b000c280 con 0x7f00b0003980 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.985+0000 7f907e7fc640 1 -- 172.21.15.76:0/3196529355 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f906c0ab400 con 0x7f907800c2b0 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f907e7fc640 1 -- 172.21.15.76:0/3196529355 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f906c0a7050 con 0x7f907800c2b0 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f907e7fc640 1 -- 172.21.15.76:0/3196529355 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f906c0ab780 con 0x7f907800c2b0 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 -- 172.21.15.76:0/3196529355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 msgr2=0x7f90780d81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:07.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 --2- 172.21.15.76:0/3196529355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780d81b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f906c009870 tx=0x7f906c01c470 comp rx=0 tx=0).stop 2023-11-25T03:11:07.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f8ea3fff640 1 -- 172.21.15.76:0/1710861931 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ea40c1400 con 0x7f8ea4151350 2023-11-25T03:11:07.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c6ffd640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00b0003980 0x7f00b0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c77fe640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b0005190 0x7f00b000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c67fc640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b00047d0 0x7f00b0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:07.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c6ffd640 1 -- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b00047d0 msgr2=0x7f00b0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 -- 172.21.15.76:0/3196529355 shutdown_connections 2023-11-25T03:11:07.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c6ffd640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b00047d0 0x7f00b0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c6ffd640 1 -- 172.21.15.76:0/3700491914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b0005190 msgr2=0x7f00b000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:07.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c6ffd640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b0005190 0x7f00b000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:07.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c77fe640 1 -- 172.21.15.76:0/3700491914 reap_dead start 2023-11-25T03:11:07.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 --2- 172.21.15.76:0/3196529355 >> v2:172.21.15.76:3300/0 conn(0x7f907800d8a0 0x7f9078048720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f00c6ffd640 1 -- 172.21.15.76:0/3700491914 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c81597c0 con 0x7f00b0003980 2023-11-25T03:11:08.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 --2- 172.21.15.76:0/3196529355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780d81b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 -- 172.21.15.76:0/3196529355 >> 172.21.15.76:0/3196529355 conn(0x7f907804d9c0 msgr2=0x7f907804ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 -- 172.21.15.76:0/3196529355 shutdown_connections 2023-11-25T03:11:08.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.989+0000 7f9085d9d640 1 -- 172.21.15.76:0/3196529355 wait complete. 2023-11-25T03:11:08.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 Processor -- start 2023-11-25T03:11:08.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 -- start start 2023-11-25T03:11:08.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f8ea3fff640 1 --2- 172.21.15.76:0/1710861931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 0x7f8ea406d1c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8ea40c6b30 tx=0x7f8e9801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5de6620c08ede39 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f8ea2ffd640 1 -- 172.21.15.76:0/1710861931 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e980ab600 con 0x7f8ea4151350 2023-11-25T03:11:08.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f8ea2ffd640 1 -- 172.21.15.76:0/1710861931 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e980a7050 con 0x7f8ea4151350 2023-11-25T03:11:08.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f8ea2ffd640 1 -- 172.21.15.76:0/1710861931 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e980ab980 con 0x7f8ea4151350 2023-11-25T03:11:08.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f9085d9d640 1 Processor -- start 2023-11-25T03:11:08.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30000a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30000c45e0 0x7f30000a5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f300006e670 con 0x7f30000c33a0 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30000c58b0 con 0x7f30000c45e0 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3007868640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30000bfbb0 con 0x7f30000bf360 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3004e03640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30000c45e0 0x7f30000a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3005e05640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f30000c33a0 0x7f3000155e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:38632/0 (socket says 172.21.15.76:38632) 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3005604640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30000a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f3005e05640 1 -- 172.21.15.76:0/91563945 learned_addr learned my addr 172.21.15.76:0/91563945 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:08.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f00c6ffd640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00b0003980 0x7f00b0003d80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f00b800c260 tx=0x7f00b801cc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3430dffe98c0b3e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f8eaa380640 1 -- 172.21.15.76:0/1710861931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 msgr2=0x7f8ea406d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f8eaa380640 1 --2- 172.21.15.76:0/1710861931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 0x7f8ea406d1c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8ea40c6b30 tx=0x7f8e9801c490 comp rx=0 tx=0).stop 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f9085d9d640 1 -- start start 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7f9085d9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780e5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f9085d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907800d8a0 0x7f90780cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f9085d9d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9078048340 0x7f90780ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f9085d9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90780e59d0 con 0x7f907800d8a0 2023-11-25T03:11:08.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f9085d9d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9078041820 con 0x7f9078048340 2023-11-25T03:11:08.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f9085d9d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90780e63a0 con 0x7f907800c2b0 2023-11-25T03:11:08.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b80a5b40 con 0x7f00b0003980 2023-11-25T03:11:08.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00b80a5ca0 con 0x7f00b0003980 2023-11-25T03:11:08.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f3005604640 1 -- 172.21.15.76:0/91563945 >> v2:172.21.15.76:3300/0 conn(0x7f30000c45e0 msgr2=0x7f30000a5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f3005604640 1 --2- 172.21.15.76:0/91563945 >> v2:172.21.15.76:3300/0 conn(0x7f30000c45e0 0x7f30000a5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f3005604640 1 -- 172.21.15.76:0/91563945 >> v1:172.21.15.106:6789/0 conn(0x7f30000c33a0 legacy=0x7f3000155e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f3005604640 1 -- 172.21.15.76:0/91563945 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30000bfe50 con 0x7f30000bf360 2023-11-25T03:11:08.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00c5ffb640 1 -- 172.21.15.76:0/3700491914 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b8005b20 con 0x7f00b0003980 2023-11-25T03:11:08.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9078048340 0x7f90780ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9078048340 0x7f90780ca8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50252/0 (socket says 172.21.15.76:50252) 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 -- 172.21.15.76:0/4083267277 learned_addr learned my addr 172.21.15.76:0/4083267277 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 -- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00b0003980 msgr2=0x7f00b0003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00b0003980 0x7f00b0003d80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f00b800c260 tx=0x7f00b801cc40 comp rx=0 tx=0).stop 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 -- 172.21.15.76:0/3700491914 shutdown_connections 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 --2- 172.21.15.76:0/3700491914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00b0003980 0x7f00b0003d80 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 -- 172.21.15.76:0/3700491914 >> 172.21.15.76:0/3700491914 conn(0x7f00c806a5b0 msgr2=0x7f00c806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 -- 172.21.15.76:0/4083267277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 msgr2=0x7f90780e5e60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-25T03:11:08.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907800c2b0 0x7f90780e5e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb036cd6640 1 Processor -- start 2023-11-25T03:11:08.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.993+0000 7fb13c98d640 1 Processor -- start 2023-11-25T03:11:08.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13c98d640 1 -- start start 2023-11-25T03:11:08.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 -- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907800d8a0 msgr2=0x7f90780cdd80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-25T03:11:08.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 -- 172.21.15.76:0/3700491914 shutdown_connections 2023-11-25T03:11:08.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907effd640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907800d8a0 0x7f90780cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f00cd32a640 1 -- 172.21.15.76:0/3700491914 wait complete. 2023-11-25T03:11:08.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907800d8a0 0x7f90780cdd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f8eaa380640 1 -- 172.21.15.76:0/1710861931 shutdown_connections 2023-11-25T03:11:08.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13c98d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138072670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 -- 172.21.15.76:0/4083267277 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f906c0094d0 con 0x7f9078048340 2023-11-25T03:11:08.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f8eaa380640 1 --2- 172.21.15.76:0/1710861931 >> v2:172.21.15.106:3300/0 conn(0x7f8ea4072080 0x7f8ea406bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f8eaa380640 1 --2- 172.21.15.76:0/1710861931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 0x7f8ea406d1c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f8eaa380640 1 -- 172.21.15.76:0/1710861931 >> 172.21.15.76:0/1710861931 conn(0x7f8ea40a7910 msgr2=0x7f8ea40a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f8eaa380640 1 -- 172.21.15.76:0/1710861931 shutdown_connections 2023-11-25T03:11:08.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f8eaa380640 1 -- 172.21.15.76:0/1710861931 wait complete. 2023-11-25T03:11:08.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb036cd6640 1 -- start start 2023-11-25T03:11:08.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13c98d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1380c2160 0x7fb138163370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13c98d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1381563c0 con 0x7fb1380738e0 2023-11-25T03:11:08.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13c98d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb138159370 con 0x7fb1380c2160 2023-11-25T03:11:08.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13c98d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1381589f0 con 0x7fb138072290 2023-11-25T03:11:08.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7f907ffff640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9078048340 0x7f90780ca8e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f908002cef0 tx=0x7f9080067fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb136d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1380c2160 0x7fb138163370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb136d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1380c2160 0x7fb138163370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41422/0 (socket says 172.21.15.76:41422) 2023-11-25T03:11:08.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb136d9d640 1 -- 172.21.15.76:0/993060369 learned_addr learned my addr 172.21.15.76:0/993060369 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:07.997+0000 7fb13659c640 1 --2- 172.21.15.76:0/993060369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138072670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90800678c0 con 0x7f9078048340 2023-11-25T03:11:08.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9080092400 con 0x7f9078048340 2023-11-25T03:11:08.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9080092810 con 0x7f9078048340 2023-11-25T03:11:08.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 Processor -- start 2023-11-25T03:11:08.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb13659c640 1 -- 172.21.15.76:0/993060369 >> v2:172.21.15.76:3300/0 conn(0x7fb1380c2160 msgr2=0x7fb138163370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb13659c640 1 --2- 172.21.15.76:0/993060369 >> v2:172.21.15.76:3300/0 conn(0x7fb1380c2160 0x7fb138163370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb13659c640 1 -- 172.21.15.76:0/993060369 >> v1:172.21.15.76:6789/0 conn(0x7fb1380738e0 legacy=0x7fb1380c1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb13659c640 1 -- 172.21.15.76:0/993060369 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb138070af0 con 0x7fb138072290 2023-11-25T03:11:08.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb036cd6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 0x7fb03015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb036cd6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb0300bffc0 0x7fb0300c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb036cd6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb03015c600 con 0x7fb0301560e0 2023-11-25T03:11:08.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb036cd6640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb03015a5c0 con 0x7fb0300bffc0 2023-11-25T03:11:08.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb036cd6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0301594e0 con 0x7fb03006d520 2023-11-25T03:11:08.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 -- start start 2023-11-25T03:11:08.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 Processor -- start 2023-11-25T03:11:08.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 0x7fb03015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 0x7fb03015ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:59908/0 (socket says 172.21.15.76:59908) 2023-11-25T03:11:08.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 -- 172.21.15.76:0/3898187360 learned_addr learned my addr 172.21.15.76:0/3898187360 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 -- 172.21.15.76:0/3898187360 >> v2:172.21.15.76:3300/0 conn(0x7fb0300bffc0 msgr2=0x7fb0300c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 --2- 172.21.15.76:0/3898187360 >> v2:172.21.15.76:3300/0 conn(0x7fb0300bffc0 0x7fb0300c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 -- 172.21.15.76:0/3898187360 >> v1:172.21.15.76:6789/0 conn(0x7fb0301560e0 legacy=0x7fb030159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7fb02ffff640 1 -- 172.21.15.76:0/3898187360 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0301597c0 con 0x7fb03006d520 2023-11-25T03:11:08.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 -- start start 2023-11-25T03:11:08.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9078047ad0 con 0x7f9078048340 2023-11-25T03:11:08.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90780e5380 con 0x7f9078048340 2023-11-25T03:11:08.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b0003980 0x7f00c81e2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8ea406c2c0 0x7f8ea41f5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00c80a9b40 0x7f00c80aa2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00c81e46a0 0x7f00c80aa820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c80a9750 con 0x7f00c81e46a0 2023-11-25T03:11:08.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c81e4bd0 con 0x7f00b0003980 2023-11-25T03:11:08.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00cd32a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00c80a8e20 con 0x7f00c80a9b40 2023-11-25T03:11:08.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8ea4072080 0x7f8ea41f1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f3005604640 1 --2- 172.21.15.76:0/91563945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30000a4ee0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4009d90 tx=0x7f2ff401c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2da58c5fe8b065df server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 0x7f8ea40a8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ea4146d50 con 0x7f8ea4151350 2023-11-25T03:11:08.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ea4147230 con 0x7f8ea406c2c0 2023-11-25T03:11:08.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8eaa380640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ea41f4fa0 con 0x7f8ea4072080 2023-11-25T03:11:08.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f8ea3fff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8ea406c2c0 0x7f8ea41f5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8ea406c2c0 0x7f8ea41f5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50260/0 (socket says 172.21.15.76:50260) 2023-11-25T03:11:08.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 -- 172.21.15.76:0/2728145787 learned_addr learned my addr 172.21.15.76:0/2728145787 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea37fe640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8ea4072080 0x7f8ea41f1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f2ffffff640 1 -- 172.21.15.76:0/91563945 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff40a5860 con 0x7f30000bf360 2023-11-25T03:11:08.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f2ffffff640 1 -- 172.21.15.76:0/91563945 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ff40a59c0 con 0x7f30000bf360 2023-11-25T03:11:08.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f2ffffff640 1 -- 172.21.15.76:0/91563945 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff40a5d50 con 0x7f30000bf360 2023-11-25T03:11:08.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 Processor -- start 2023-11-25T03:11:08.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f90780e3340 con 0x7f9078048340 2023-11-25T03:11:08.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 -- 172.21.15.76:0/2728145787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8ea4072080 msgr2=0x7f8ea41f1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8ea4072080 0x7f8ea41f1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 -- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 msgr2=0x7f8ea40a8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ea4151350 0x7f8ea40a8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 -- 172.21.15.76:0/2728145787 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e980094d0 con 0x7f8ea406c2c0 2023-11-25T03:11:08.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.001+0000 7f00c67fc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00c80a9b40 0x7f00c80aa2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00c81e46a0 0x7f00c80aa820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00c81e46a0 0x7f00c80aa820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41436/0 (socket says 172.21.15.76:41436) 2023-11-25T03:11:08.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 -- 172.21.15.76:0/1388190661 learned_addr learned my addr 172.21.15.76:0/1388190661 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 -- 172.21.15.76:0/1388190661 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00c80a9b40 msgr2=0x7f00c80aa2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00c80a9b40 0x7f00c80aa2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 -- 172.21.15.76:0/1388190661 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b0003980 msgr2=0x7f00c81e2030 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-25T03:11:08.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00b0003980 0x7f00c81e2030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 -- 172.21.15.76:0/1388190661 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c80a9100 con 0x7f00c81e46a0 2023-11-25T03:11:08.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 -- 172.21.15.76:0/91563945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 msgr2=0x7f30000a4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 --2- 172.21.15.76:0/91563945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30000a4ee0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4009d90 tx=0x7f2ff401c890 comp rx=0 tx=0).stop 2023-11-25T03:11:08.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 -- start start 2023-11-25T03:11:08.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea3fff640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8ea406c2c0 0x7f8ea41f5430 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8e9801a0c0 tx=0x7f8e98019230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb13659c640 1 --2- 172.21.15.76:0/993060369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138072670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb12c0097c0 tx=0x7fb12c01c380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b0e26e2efffc0cc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 -- 172.21.15.76:0/91563945 shutdown_connections 2023-11-25T03:11:08.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 --2- 172.21.15.76:0/91563945 >> v2:172.21.15.76:3300/0 conn(0x7f30000c45e0 0x7f30000a5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 --2- 172.21.15.76:0/91563945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30000a4ee0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 -- 172.21.15.76:0/91563945 >> 172.21.15.76:0/91563945 conn(0x7f30000c5cd0 msgr2=0x7f30000c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00c77fe640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00c81e46a0 0x7f00c80aa820 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f00c80a5800 tx=0x7f00c00115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e980b4420 con 0x7f8ea406c2c0 2023-11-25T03:11:08.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ea40aa100 con 0x7f8ea406c2c0 2023-11-25T03:11:08.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e980b4580 con 0x7f8ea406c2c0 2023-11-25T03:11:08.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e980b4910 con 0x7f8ea406c2c0 2023-11-25T03:11:08.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9080092970 con 0x7f9078048340 2023-11-25T03:11:08.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ea4146a70 con 0x7f8ea406c2c0 2023-11-25T03:11:08.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 -- 172.21.15.76:0/91563945 shutdown_connections 2023-11-25T03:11:08.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f3007868640 1 -- 172.21.15.76:0/91563945 wait complete. 2023-11-25T03:11:08.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb13559a640 1 -- 172.21.15.76:0/993060369 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c0ab600 con 0x7fb138072290 2023-11-25T03:11:08.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb13559a640 1 -- 172.21.15.76:0/993060369 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb12c0a7050 con 0x7fb138072290 2023-11-25T03:11:08.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb13559a640 1 -- 172.21.15.76:0/993060369 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c0ab980 con 0x7fb138072290 2023-11-25T03:11:08.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f87741e7640 1 Processor -- start 2023-11-25T03:11:08.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0011e10 con 0x7f00c81e46a0 2023-11-25T03:11:08.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd3f81560e0 0x7fd3f815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f8159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f815c600 con 0x7fd3f80bffc0 2023-11-25T03:11:08.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3f81594e0 con 0x7fd3f81560e0 2023-11-25T03:11:08.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fd3fda32640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f81597c0 con 0x7fd3f806d520 2023-11-25T03:11:08.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb02ffff640 1 --2- 172.21.15.76:0/3898187360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 0x7fb03015ca90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb024009870 tx=0x7fb02401c4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7d4c665e50b4b6c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f87741e7640 1 -- start start 2023-11-25T03:11:08.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f906bfff640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9064066470 0x7f9064068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90800fdcd0 con 0x7f9078048340 2023-11-25T03:11:08.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb02f7fe640 1 -- 172.21.15.76:0/3898187360 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0240ac600 con 0x7fb03006d520 2023-11-25T03:11:08.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb02f7fe640 1 -- 172.21.15.76:0/3898187360 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0240a8050 con 0x7fb03006d520 2023-11-25T03:11:08.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7fb02f7fe640 1 -- 172.21.15.76:0/3898187360 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0240ac980 con 0x7fb03006d520 2023-11-25T03:11:08.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f906bfff640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f906406e610 0x7f9064070a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 --> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f90640710e0 con 0x7f906406e610 2023-11-25T03:11:08.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90801032a0 con 0x7f9078048340 2023-11-25T03:11:08.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 -- 172.21.15.76:0/993060369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 msgr2=0x7fb138072670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 --2- 172.21.15.76:0/993060369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138072670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb12c0097c0 tx=0x7fb12c01c380 comp rx=0 tx=0).stop 2023-11-25T03:11:08.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.005+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c00039a0 con 0x7f00c81e46a0 2023-11-25T03:11:08.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0003d50 con 0x7f00c81e46a0 2023-11-25T03:11:08.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 Processor -- start 2023-11-25T03:11:08.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 -- 172.21.15.76:0/3898187360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 msgr2=0x7fb03015ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 --2- 172.21.15.76:0/3898187360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 0x7fb03015ca90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb024009870 tx=0x7fb02401c4f0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00c80a93e0 con 0x7f00c81e46a0 2023-11-25T03:11:08.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 -- start start 2023-11-25T03:11:08.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 -- 172.21.15.76:0/3898187360 shutdown_connections 2023-11-25T03:11:08.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 --2- 172.21.15.76:0/3898187360 >> v2:172.21.15.76:3300/0 conn(0x7fb0300bffc0 0x7fb0300c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 --2- 172.21.15.76:0/3898187360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb03006d520 0x7fb03015ca90 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 -- 172.21.15.76:0/3898187360 >> 172.21.15.76:0/3898187360 conn(0x7fb03006a5b0 msgr2=0x7fb03006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 -- 172.21.15.76:0/993060369 shutdown_connections 2023-11-25T03:11:08.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f67fc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f8159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f67fc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f8159eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:59948/0 (socket says 172.21.15.76:59948) 2023-11-25T03:11:08.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 --2- 172.21.15.76:0/993060369 >> v2:172.21.15.76:3300/0 conn(0x7fb1380c2160 0x7fb138163370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f67fc640 1 -- 172.21.15.76:0/3964430594 learned_addr learned my addr 172.21.15.76:0/3964430594 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 --2- 172.21.15.76:0/993060369 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138072670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 -- 172.21.15.76:0/993060369 >> 172.21.15.76:0/993060369 conn(0x7fb1380c30c0 msgr2=0x7fb1380c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 -- 172.21.15.76:0/993060369 shutdown_connections 2023-11-25T03:11:08.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8ea4067e60 con 0x7f8ea406c2c0 2023-11-25T03:11:08.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb13c98d640 1 -- 172.21.15.76:0/993060369 wait complete. 2023-11-25T03:11:08.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00c80c5e70 con 0x7f00c81e46a0 2023-11-25T03:11:08.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 -- 172.21.15.76:0/3898187360 shutdown_connections 2023-11-25T03:11:08.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 -- 172.21.15.76:0/3898187360 wait complete. 2023-11-25T03:11:08.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f87741e7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f876c072090 0x7f876c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f87741e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f87741e7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f876c0c2760 con 0x7f876c0a5370 2023-11-25T03:11:08.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f87741e7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f876c0c3070 con 0x7f876c072090 2023-11-25T03:11:08.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f87741e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f876c0a5750 con 0x7f876c0725c0 2023-11-25T03:11:08.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30001f17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c33a0 0x7f30000a7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c45e0 0x7f30000a75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30001f21f0 con 0x7f30000c45e0 2023-11-25T03:11:08.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f300014f120 con 0x7f30000c33a0 2023-11-25T03:11:08.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3007868640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f300014f400 con 0x7f30000bf360 2023-11-25T03:11:08.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c1514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:59954/0 (socket says 172.21.15.76:59954) 2023-11-25T03:11:08.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 -- 172.21.15.76:0/478107897 learned_addr learned my addr 172.21.15.76:0/478107897 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f907effd640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f906406e610 0x7f9064070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f907f7fe640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9064066470 0x7f9064068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f907f7fe640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9064066470 0x7f9064068930 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9074006fd0 tx=0x7f9074006b40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f00c815c290 con 0x7f00c81e46a0 2023-11-25T03:11:08.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c33a0 0x7f30000a7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c33a0 0x7f30000a7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50264/0 (socket says 172.21.15.76:50264) 2023-11-25T03:11:08.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 -- 172.21.15.76:0/2878281175 learned_addr learned my addr 172.21.15.76:0/2878281175 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3005604640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30001f17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8e980b2070 con 0x7f8ea406c2c0 2023-11-25T03:11:08.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 -- 172.21.15.76:0/478107897 >> v2:172.21.15.76:3300/0 conn(0x7f876c072090 msgr2=0x7f876c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 -- 172.21.15.76:0/2878281175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 msgr2=0x7f30001f17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000bf360 0x7f30001f17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 -- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c45e0 msgr2=0x7f30000a75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c45e0 0x7f30000a75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f3004e03640 1 -- 172.21.15.76:0/2878281175 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ff4009a70 con 0x7f30000c33a0 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 --2- 172.21.15.76:0/478107897 >> v2:172.21.15.76:3300/0 conn(0x7f876c072090 0x7f876c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 -- 172.21.15.76:0/478107897 >> v1:172.21.15.106:6789/0 conn(0x7f876c0a5370 legacy=0x7f876c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7f8772784640 1 -- 172.21.15.76:0/478107897 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f876c0aad20 con 0x7f876c0725c0 2023-11-25T03:11:08.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f6ffd640 1 --2- 172.21.15.76:0/3964430594 >> v2:172.21.15.106:3300/0 conn(0x7fd3f81560e0 0x7fd3f815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f6ffd640 1 -- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 msgr2=0x7fd3f8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f6ffd640 1 --2- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f8159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f6ffd640 1 -- 172.21.15.76:0/3964430594 >> v1:172.21.15.76:6789/0 conn(0x7fd3f80bffc0 legacy=0x7fd3f80c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fd3f6ffd640 1 -- 172.21.15.76:0/3964430594 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f815bfb0 con 0x7fd3f81560e0 2023-11-25T03:11:08.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f3004e03640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c33a0 0x7f30000a7090 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2fec00e870 tx=0x7f2fec00ec70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.009+0000 7fb036cd6640 1 Processor -- start 2023-11-25T03:11:08.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fec009510 con 0x7f30000c33a0 2023-11-25T03:11:08.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fec00eec0 con 0x7f30000c33a0 2023-11-25T03:11:08.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fec00cb40 con 0x7f30000c33a0 2023-11-25T03:11:08.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea0ff9640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e90066470 0x7f8e90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 Processor -- start 2023-11-25T03:11:08.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f300014f6e0 con 0x7f30000c33a0 2023-11-25T03:11:08.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8e9811d1d0 con 0x7f8ea406c2c0 2023-11-25T03:11:08.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea0ff9640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f8e9006e610 0x7f8e90070a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 --> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8e900710e0 con 0x7f8e9006e610 2023-11-25T03:11:08.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e9811f7b0 con 0x7f8ea406c2c0 2023-11-25T03:11:08.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30000720e0 con 0x7f30000c33a0 2023-11-25T03:11:08.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 -- start start 2023-11-25T03:11:08.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 -- start start 2023-11-25T03:11:08.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea37fe640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e90066470 0x7f8e90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea891d640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f8e9006e610 0x7f8e90070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f300014f290 con 0x7f30000c33a0 2023-11-25T03:11:08.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1380738e0 0x7fb1381f4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1380c2160 0x7fb13815b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1381f5210 con 0x7fb1380c2160 2023-11-25T03:11:08.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1381f4f30 con 0x7fb1380738e0 2023-11-25T03:11:08.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13c98d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1380bb7c0 con 0x7fb138072290 2023-11-25T03:11:08.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f907effd640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f906406e610 0x7f9064070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== osd.0 v2:172.21.15.76:6808/3268162858 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f90640710e0 con 0x7f906406e610 2023-11-25T03:11:08.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7f8ea891d640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f8e9006e610 0x7f8e90070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== osd.1 v2:172.21.15.76:6800/2056244483 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f8e900710e0 con 0x7f8e9006e610 2023-11-25T03:11:08.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1380738e0 0x7fb1381f4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb13659c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1380738e0 0x7fb1381f4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50270/0 (socket says 172.21.15.76:50270) 2023-11-25T03:11:08.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb135d9b640 1 -- 172.21.15.76:0/690970616 learned_addr learned my addr 172.21.15.76:0/690970616 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13659c640 1 -- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1380738e0 msgr2=0x7fb1381f4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13659c640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1380738e0 0x7fb1381f4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13659c640 1 -- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1380c2160 msgr2=0x7fb13815b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13659c640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1380c2160 0x7fb13815b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13659c640 1 -- 172.21.15.76:0/690970616 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb12c009420 con 0x7fb138072290 2023-11-25T03:11:08.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f8ea37fe640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e90066470 0x7f8e90068930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8ea41ef360 tx=0x7f8e9c009830 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13659c640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138153730 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb138066e90 tx=0x7fb12c019120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb03006d520 0x7fb0301525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0300bffc0 0x7fb030155320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0301560e0 0x7fb03014f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0301f1450 con 0x7fb0301560e0 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0300c0f00 con 0x7fb03006d520 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb036cd6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb030155860 con 0x7fb0300bffc0 2023-11-25T03:11:08.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.013+0000 7fb034a72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb03006d520 0x7fb0301525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb03006d520 0x7fb0301525c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50274/0 (socket says 172.21.15.76:50274) 2023-11-25T03:11:08.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 -- 172.21.15.76:0/3673761718 learned_addr learned my addr 172.21.15.76:0/3673761718 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f8772784640 1 --2- 172.21.15.76:0/478107897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c1514e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f876400bb10 tx=0x7f876401eac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8336fe8b12290751 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2fec00ccc0 con 0x7f30000c33a0 2023-11-25T03:11:08.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb035273640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0301560e0 0x7fb03014f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f00c0004030 con 0x7f00c81e46a0 2023-11-25T03:11:08.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c0b4400 con 0x7fb138072290 2023-11-25T03:11:08.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb12c0b4560 con 0x7fb138072290 2023-11-25T03:11:08.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c0b4910 con 0x7fb138072290 2023-11-25T03:11:08.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb02ffff640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0300bffc0 0x7fb030155320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 -- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0300bffc0 msgr2=0x7fb030155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0300bffc0 0x7fb030155320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 -- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0301560e0 msgr2=0x7fb03014f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0301560e0 0x7fb03014f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 -- 172.21.15.76:0/3673761718 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0240094d0 con 0x7fb03006d520 2023-11-25T03:11:08.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb035273640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0301560e0 0x7fb03014f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:08.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f8770f81640 1 -- 172.21.15.76:0/478107897 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87640a7b10 con 0x7f876c0725c0 2023-11-25T03:11:08.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f8770f81640 1 -- 172.21.15.76:0/478107897 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87640a7c70 con 0x7f876c0725c0 2023-11-25T03:11:08.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1380bbaa0 con 0x7fb138072290 2023-11-25T03:11:08.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1381f4a70 con 0x7fb138072290 2023-11-25T03:11:08.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fd3f6ffd640 1 --2- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f81560e0 0x7fd3f815ca90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80097c0 tx=0x7fd3e801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c47dd01fade1a1a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f00af7fe640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00b4066490 0x7f00b4068950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb034a72640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb03006d520 0x7fb0301525c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb02000b3e0 tx=0x7fb02000b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f8770f81640 1 -- 172.21.15.76:0/478107897 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87640a7b10 con 0x7f876c0725c0 2023-11-25T03:11:08.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f2ffdffb640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fe4066540 0x7f2fe4068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2fec083ea0 con 0x7f30000c33a0 2023-11-25T03:11:08.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f2ffdffb640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f2fe406e760 0x7f2fe4070b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 --> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2fe4071230 con 0x7f2fe406e760 2023-11-25T03:11:08.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2fec0864c0 con 0x7f30000c33a0 2023-11-25T03:11:08.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb1381f4d20 con 0x7fb138072290 2023-11-25T03:11:08.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fd3f5ffb640 1 -- 172.21.15.76:0/3964430594 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f81566d0 con 0x7fd3f81560e0 2023-11-25T03:11:08.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fd3f5ffb640 1 -- 172.21.15.76:0/3964430594 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e80ab670 con 0x7fd3f81560e0 2023-11-25T03:11:08.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fd3f5ffb640 1 -- 172.21.15.76:0/3964430594 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f81566d0 con 0x7fd3f81560e0 2023-11-25T03:11:08.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f87741e7640 1 -- 172.21.15.76:0/478107897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 msgr2=0x7f876c1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f87741e7640 1 --2- 172.21.15.76:0/478107897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c1514e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f876400bb10 tx=0x7f876401eac0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f00c00851b0 con 0x7f00c81e46a0 2023-11-25T03:11:08.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f00af7fe640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f00b406e540 0x7f00b4070960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 --> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f00b4071010 con 0x7f00b406e540 2023-11-25T03:11:08.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f00c0085560 con 0x7f00c81e46a0 2023-11-25T03:11:08.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f3005e05640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f2fe406e760 0x7f2fe4070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f3005604640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fe4066540 0x7f2fe4068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb020011830 con 0x7fb03006d520 2023-11-25T03:11:08.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0200119b0 con 0x7fb03006d520 2023-11-25T03:11:08.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb020011d60 con 0x7fb03006d520 2023-11-25T03:11:08.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.017+0000 7f87741e7640 1 -- 172.21.15.76:0/478107897 shutdown_connections 2023-11-25T03:11:08.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 --2- 172.21.15.76:0/478107897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c1514e0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 --2- 172.21.15.76:0/478107897 >> v2:172.21.15.76:3300/0 conn(0x7f876c072090 0x7f876c150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 -- 172.21.15.76:0/478107897 >> 172.21.15.76:0/478107897 conn(0x7f876c06a5b0 msgr2=0x7f876c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 -- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f81560e0 msgr2=0x7fd3f815ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 --2- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f81560e0 0x7fd3f815ca90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80097c0 tx=0x7fd3e801c450 comp rx=0 tx=0).stop 2023-11-25T03:11:08.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f00c6ffd640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00b4066490 0x7f00b4068950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 -- 172.21.15.76:0/478107897 shutdown_connections 2023-11-25T03:11:08.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0300a30e0 con 0x7fb03006d520 2023-11-25T03:11:08.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 -- 172.21.15.76:0/478107897 wait complete. 2023-11-25T03:11:08.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f00c67fc640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f00b406e540 0x7f00b4070960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0301f57b0 con 0x7fb03006d520 2023-11-25T03:11:08.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb12c0b2040 con 0x7fb138072290 2023-11-25T03:11:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 -- 172.21.15.76:0/3964430594 shutdown_connections 2023-11-25T03:11:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 --2- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f8159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 --2- 172.21.15.76:0/3964430594 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f81560e0 0x7fd3f815ca90 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 -- 172.21.15.76:0/3964430594 >> 172.21.15.76:0/3964430594 conn(0x7fd3f806a5b0 msgr2=0x7fd3f806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 -- 172.21.15.76:0/3964430594 shutdown_connections 2023-11-25T03:11:08.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f00c67fc640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f00b406e540 0x7f00b4070960 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb126ffd640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1180664c0 0x7fb118068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb12c11d600 con 0x7fb138072290 2023-11-25T03:11:08.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb126ffd640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fb11806e6e0 0x7fb118070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 --> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb1180711b0 con 0x7fb11806e6e0 2023-11-25T03:11:08.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb12c11d970 con 0x7fb138072290 2023-11-25T03:11:08.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f3005e05640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f2fe406e760 0x7f2fe4070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb030072680 con 0x7fb03006d520 2023-11-25T03:11:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 Processor -- start 2023-11-25T03:11:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f00c6ffd640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00b4066490 0x7f00b4068950 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f00b80ab000 tx=0x7f00b80a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f3005604640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fe4066540 0x7f2fe4068a00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2ff40af000 tx=0x7f2ff40a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7f87741e7640 1 -- start start 2023-11-25T03:11:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.021+0000 7fd3fda32640 1 -- 172.21.15.76:0/3964430594 wait complete. 2023-11-25T03:11:08.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb136d9d640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fb11806e6e0 0x7fb118070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb135d9b640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1180664c0 0x7fb118068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== osd.3 v2:172.21.15.76:6824/4067491836 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f2fe4071230 con 0x7f2fe406e760 2023-11-25T03:11:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb02001a400 con 0x7fb03006d520 2023-11-25T03:11:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb136d9d640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fb11806e6e0 0x7fb118070b00 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb135d9b640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1180664c0 0x7fb118068980 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1380c4650 tx=0x7fb130003e70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== osd.2 v2:172.21.15.76:6809/656993289 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f00b4071010 con 0x7f00b406e540 2023-11-25T03:11:08.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== osd.5 v2:172.21.15.106:6808/1175402833 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fb1180711b0 con 0x7fb11806e6e0 2023-11-25T03:11:08.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fd3fda32640 1 Processor -- start 2023-11-25T03:11:08.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb02d7fa640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb01c0664f0 0x7fb01c0689b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f87741e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c072090 0x7f876c0c0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f87741e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c149f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f87741e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c0a5370 0x7f876c14a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb020083f60 con 0x7fb03006d520 2023-11-25T03:11:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb02d7fa640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7fb01c06e710 0x7fb01c070b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 --> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb01c0711e0 con 0x7fb01c06e710 2023-11-25T03:11:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb020086540 con 0x7fb03006d520 2023-11-25T03:11:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f87741e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876c152fb0 con 0x7f876c072090 2023-11-25T03:11:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f87741e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876c154b00 con 0x7f876c0a5370 2023-11-25T03:11:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f8772784640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c0a5370 0x7f876c14a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f8772784640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c0a5370 0x7f876c14a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50280/0 (socket says 172.21.15.76:50280) 2023-11-25T03:11:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f8772784640 1 -- 172.21.15.76:0/3867767168 learned_addr learned my addr 172.21.15.76:0/3867767168 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f876c153f80 con 0x7f876c0725c0 2023-11-25T03:11:08.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7f8771782640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c149f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.025+0000 7fd3fda32640 1 -- start start 2023-11-25T03:11:08.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8772784640 1 -- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 msgr2=0x7f876c149f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8772784640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c149f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8772784640 1 -- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c072090 msgr2=0x7f876c0c0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8771f83640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c072090 0x7f876c0c0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fb02ffff640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb01c0664f0 0x7fb01c0689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fb035273640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7fb01c06e710 0x7fb01c070b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8772784640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c072090 0x7f876c0c0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8772784640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f876400b770 con 0x7f876c0a5370 2023-11-25T03:11:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8771782640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0725c0 0x7f876c149f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8771f83640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c072090 0x7f876c0c0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f8772784640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c0a5370 0x7f876c14a470 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f876401c6f0 tx=0x7f876401b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3fda32640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f80a9de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fb035273640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7fb01c06e710 0x7fb01c070b30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3fda32640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f80bffc0 0x7fd3f80aa320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f6ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f80a9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f6ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f80a9de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:59986/0 (socket says 172.21.15.76:59986) 2023-11-25T03:11:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f6ffd640 1 -- 172.21.15.76:0/2168914904 learned_addr learned my addr 172.21.15.76:0/2168914904 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3fda32640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3f81560e0 0x7fd3f81f4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f81f5760 con 0x7fd3f81560e0 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80a2970 con 0x7fd3f80bffc0 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80a23b0 con 0x7fd3f806d520 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f67fc640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f80bffc0 0x7fd3f80aa320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f67fc640 1 -- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 msgr2=0x7fd3f80a9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f67fc640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3f806d520 0x7fd3f80a9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f67fc640 1 -- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3f81560e0 msgr2=0x7fd3f81f4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f67fc640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3f81560e0 0x7fd3f81f4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7fd3f67fc640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e8009420 con 0x7fd3f80bffc0 2023-11-25T03:11:08.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fb02ffff640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb01c0664f0 0x7fb01c0689b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb0240ae000 tx=0x7fb024008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== osd.4 v2:172.21.15.106:6821/2343527497 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fb01c0711e0 con 0x7fb01c06e710 2023-11-25T03:11:08.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8764003a30 con 0x7f876c0a5370 2023-11-25T03:11:08.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8764003b90 con 0x7f876c0a5370 2023-11-25T03:11:08.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f876c154260 con 0x7f876c0a5370 2023-11-25T03:11:08.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f876c154820 con 0x7f876c0a5370 2023-11-25T03:11:08.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.029+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87640af440 con 0x7f876c0a5370 2023-11-25T03:11:08.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8754000fd0 con 0x7f876c0a5370 2023-11-25T03:11:08.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fd3f67fc640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f80bffc0 0x7fd3f80aa320 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec00d5a0 tx=0x7fd3ec00da60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec014620 con 0x7fd3f80bffc0 2023-11-25T03:11:08.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec014780 con 0x7fd3f80bffc0 2023-11-25T03:11:08.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f87640af5a0 con 0x7f876c0a5370 2023-11-25T03:11:08.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec014b10 con 0x7fd3f80bffc0 2023-11-25T03:11:08.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3f80a2690 con 0x7fd3f80bffc0 2023-11-25T03:11:08.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f80a54b0 con 0x7fd3f80bffc0 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.033+0000 7f876a7fc640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664c0 0x7f8750068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f8771f83640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664c0 0x7f8750068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f87640ef960 con 0x7f876c0a5370 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f876a7fc640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f875006e6e0 0x7f8750070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f87500711b0 con 0x7f875006e6e0 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f87640eb5a0 con 0x7f876c0a5370 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f8771782640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f875006e6e0 0x7f8750070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f8771f83640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664c0 0x7f8750068980 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8760007fd0 tx=0x7f8760009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7f8771782640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f875006e6e0 0x7f8750070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd3ec014c70 con 0x7fd3f80bffc0 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd3f80a7030 con 0x7fd3f80bffc0 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3dffff640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3e4066470 0x7fd3e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3ec0843a0 con 0x7fd3f80bffc0 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3dffff640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7fd3e406e610 0x7fd3e4070a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd3e40710e0 con 0x7fd3e406e610 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd3ec086a60 con 0x7fd3f80bffc0 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.037+0000 7fd3f6ffd640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3e4066470 0x7fd3e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.041+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== osd.6 v2:172.21.15.106:6816/2344779205 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f87500711b0 con 0x7f875006e6e0 2023-11-25T03:11:08.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.041+0000 7fd3f6ffd640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3e4066470 0x7fd3e4068930 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80bfe00 tx=0x7fd3e80b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.041+0000 7fd3f77fe640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7fd3e406e610 0x7fd3e4070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7fd3f77fe640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7fd3e406e610 0x7fd3e4070a30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 --> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f90780057c0 con 0x7f906406e610 2023-11-25T03:11:08.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== osd.7 v2:172.21.15.106:6800/859469504 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fd3e40710e0 con 0x7fd3e406e610 2023-11-25T03:11:08.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 --> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8ea415d6d0 con 0x7f8e9006e610 2023-11-25T03:11:08.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f906bfff640 1 -- 172.21.15.76:0/4083267277 <== osd.0 v2:172.21.15.76:6808/3268162858 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f90780057c0 con 0x7f906406e610 2023-11-25T03:11:08.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 --> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f00c8068400 con 0x7f00b406e540 2023-11-25T03:11:08.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f8ea0ff9640 1 -- 172.21.15.76:0/2728145787 <== osd.1 v2:172.21.15.76:6800/2056244483 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8e94001240 con 0x7f8e9006e610 2023-11-25T03:11:08.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f8e9006e610 msgr2=0x7f8e90070a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.045+0000 7f8eaa380640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f8e9006e610 0x7f8e90070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00af7fe640 1 -- 172.21.15.76:0/1388190661 <== osd.2 v2:172.21.15.76:6809/656993289 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f00c8068400 con 0x7f00b406e540 2023-11-25T03:11:08.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e90066470 msgr2=0x7f8e90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e90066470 0x7f8e90068930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8ea41ef360 tx=0x7f8e9c009830 comp rx=0 tx=0).stop 2023-11-25T03:11:08.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8ea406c2c0 msgr2=0x7f8ea41f5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 --2- 172.21.15.76:0/2728145787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8ea406c2c0 0x7f8ea41f5430 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8e9801a0c0 tx=0x7f8e98019230 comp rx=0 tx=0).stop 2023-11-25T03:11:08.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8ea891d640 1 -- 172.21.15.76:0/2728145787 reap_dead start 2023-11-25T03:11:08.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 shutdown_connections 2023-11-25T03:11:08.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 >> 172.21.15.76:0/2728145787 conn(0x7f8ea40a7910 msgr2=0x7f8ea406cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f906406e610 msgr2=0x7f9064070a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f00b406e540 msgr2=0x7f00b4070960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f00b406e540 0x7f00b4070960 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00b4066490 msgr2=0x7f00b4068950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00b4066490 0x7f00b4068950 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f00b80ab000 tx=0x7f00b80a7070 comp rx=0 tx=0).stop 2023-11-25T03:11:08.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00c81e46a0 msgr2=0x7f00c80aa820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 --2- 172.21.15.76:0/1388190661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00c81e46a0 0x7f00c80aa820 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f00c80a5800 tx=0x7f00c00115a0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 shutdown_connections 2023-11-25T03:11:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00c77fe640 1 -- 172.21.15.76:0/1388190661 reap_dead start 2023-11-25T03:11:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f906406e610 0x7f9064070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9064066470 msgr2=0x7f9064068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9064066470 0x7f9064068930 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9074006fd0 tx=0x7f9074006b40 comp rx=0 tx=0).stop 2023-11-25T03:11:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9078048340 msgr2=0x7f90780ca8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 --2- 172.21.15.76:0/4083267277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9078048340 0x7f90780ca8e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f908002cef0 tx=0x7f9080067fc0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f907ffff640 1 -- 172.21.15.76:0/4083267277 reap_dead start 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 shutdown_connections 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 >> 172.21.15.76:0/4083267277 conn(0x7f907804d9c0 msgr2=0x7f90780d55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 shutdown_connections 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f9085d9d640 1 -- 172.21.15.76:0/4083267277 wait complete. 2023-11-25T03:11:08.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f8eaa380640 1 -- 172.21.15.76:0/2728145787 wait complete. 2023-11-25T03:11:08.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 shutdown_connections 2023-11-25T03:11:08.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 >> 172.21.15.76:0/1388190661 conn(0x7f00c806a5b0 msgr2=0x7f00c806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 shutdown_connections 2023-11-25T03:11:08.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.049+0000 7f00cd32a640 1 -- 172.21.15.76:0/1388190661 wait complete. 2023-11-25T03:11:08.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.053+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 --> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f300014f570 con 0x7f2fe406e760 2023-11-25T03:11:08.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.053+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 --> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb138070730 con 0x7fb11806e6e0 2023-11-25T03:11:08.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7fb126ffd640 1 -- 172.21.15.76:0/690970616 <== osd.5 v2:172.21.15.106:6808/1175402833 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fb128009630 con 0x7fb11806e6e0 2023-11-25T03:11:08.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f2ffdffb640 1 -- 172.21.15.76:0/2878281175 <== osd.3 v2:172.21.15.76:6824/4067491836 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f300014f570 con 0x7f2fe406e760 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f2fe406e760 msgr2=0x7f2fe4070b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3007868640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f2fe406e760 0x7f2fe4070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fe4066540 msgr2=0x7f2fe4068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3007868640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fe4066540 0x7f2fe4068a00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2ff40af000 tx=0x7f2ff40a7070 comp rx=0 tx=0).stop 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c33a0 msgr2=0x7f30000a7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3007868640 1 --2- 172.21.15.76:0/2878281175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c33a0 0x7f30000a7090 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2fec00e870 tx=0x7f2fec00ec70 comp rx=0 tx=0).stop 2023-11-25T03:11:08.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.057+0000 7f3005e05640 1 -- 172.21.15.76:0/2878281175 reap_dead start 2023-11-25T03:11:08.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 shutdown_connections 2023-11-25T03:11:08.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 >> 172.21.15.76:0/2878281175 conn(0x7f30000c5cd0 msgr2=0x7f30000c1d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 shutdown_connections 2023-11-25T03:11:08.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7f3007868640 1 -- 172.21.15.76:0/2878281175 wait complete. 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fb11806e6e0 msgr2=0x7fb118070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fb11806e6e0 0x7fb118070b00 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1180664c0 msgr2=0x7fb118068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1180664c0 0x7fb118068980 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1380c4650 tx=0x7fb130003e70 comp rx=0 tx=0).stop 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 msgr2=0x7fb138153730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 --2- 172.21.15.76:0/690970616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb138072290 0x7fb138153730 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb138066e90 tx=0x7fb12c019120 comp rx=0 tx=0).stop 2023-11-25T03:11:08.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb136d9d640 1 -- 172.21.15.76:0/690970616 reap_dead start 2023-11-25T03:11:08.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 shutdown_connections 2023-11-25T03:11:08.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.061+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 >> 172.21.15.76:0/690970616 conn(0x7fb1380c30c0 msgr2=0x7fb1380c4f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.065+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 shutdown_connections 2023-11-25T03:11:08.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.065+0000 7fb13c98d640 1 -- 172.21.15.76:0/690970616 wait complete. 2023-11-25T03:11:08.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 --> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb030068400 con 0x7fb01c06e710 2023-11-25T03:11:08.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb02d7fa640 1 -- 172.21.15.76:0/3673761718 <== osd.4 v2:172.21.15.106:6821/2343527497 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fb030068400 con 0x7fb01c06e710 2023-11-25T03:11:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7fb01c06e710 msgr2=0x7fb01c070b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7fb01c06e710 0x7fb01c070b30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb01c0664f0 msgr2=0x7fb01c0689b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb01c0664f0 0x7fb01c0689b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb0240ae000 tx=0x7fb024008040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb03006d520 msgr2=0x7fb0301525c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 --2- 172.21.15.76:0/3673761718 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb03006d520 0x7fb0301525c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb02000b3e0 tx=0x7fb02000b8a0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb035273640 1 -- 172.21.15.76:0/3673761718 reap_dead start 2023-11-25T03:11:08.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 --> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8754002cc0 con 0x7f875006e6e0 2023-11-25T03:11:08.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7f876a7fc640 1 -- 172.21.15.76:0/3867767168 <== osd.6 v2:172.21.15.106:6816/2344779205 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8754002cc0 con 0x7f875006e6e0 2023-11-25T03:11:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 shutdown_connections 2023-11-25T03:11:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 >> 172.21.15.76:0/3673761718 conn(0x7fb03006a5b0 msgr2=0x7fb0300a72f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f875006e6e0 msgr2=0x7f8750070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7f87741e7640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f875006e6e0 0x7f8750070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 shutdown_connections 2023-11-25T03:11:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7fb036cd6640 1 -- 172.21.15.76:0/3673761718 wait complete. 2023-11-25T03:11:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.069+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664c0 msgr2=0x7f8750068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.073+0000 7f87741e7640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664c0 0x7f8750068980 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8760007fd0 tx=0x7f8760009040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.073+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c0a5370 msgr2=0x7f876c14a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.073+0000 7f87741e7640 1 --2- 172.21.15.76:0/3867767168 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c0a5370 0x7f876c14a470 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f876401c6f0 tx=0x7f876401b860 comp rx=0 tx=0).stop 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.073+0000 7f8772784640 1 -- 172.21.15.76:0/3867767168 reap_dead start 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.073+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 shutdown_connections 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.073+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 >> 172.21.15.76:0/3867767168 conn(0x7f876c06a5b0 msgr2=0x7f876c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.077+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 shutdown_connections 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.077+0000 7f87741e7640 1 -- 172.21.15.76:0/3867767168 wait complete. 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.077+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 --> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd3f80a2520 con 0x7fd3e406e610 2023-11-25T03:11:08.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.081+0000 7fd3dffff640 1 -- 172.21.15.76:0/2168914904 <== osd.7 v2:172.21.15.106:6800/859469504 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd3f80a2520 con 0x7fd3e406e610 2023-11-25T03:11:08.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.085+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7fd3e406e610 msgr2=0x7fd3e4070a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.085+0000 7fd3fda32640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7fd3e406e610 0x7fd3e4070a30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.127 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:08.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3e4066470 msgr2=0x7fd3e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3fda32640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3e4066470 0x7fd3e4068930 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80bfe00 tx=0x7fd3e80b6040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f80bffc0 msgr2=0x7fd3f80aa320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3fda32640 1 --2- 172.21.15.76:0/2168914904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd3f80bffc0 0x7fd3f80aa320 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec00d5a0 tx=0x7fd3ec00da60 comp rx=0 tx=0).stop 2023-11-25T03:11:08.128 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-11-25T03:11:08.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3f77fe640 1 -- 172.21.15.76:0/2168914904 reap_dead start 2023-11-25T03:11:08.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 shutdown_connections 2023-11-25T03:11:08.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.089+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 >> 172.21.15.76:0/2168914904 conn(0x7fd3f806a5b0 msgr2=0x7fd3f8072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.129 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:08.130 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-11-25T03:11:08.130 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2023-11-25T03:11:08.131 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-11-25T03:11:08.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.093+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 shutdown_connections 2023-11-25T03:11:08.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.093+0000 7fd3fda32640 1 -- 172.21.15.76:0/2168914904 wait complete. 2023-11-25T03:11:08.132 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2023-11-25T03:11:08.132 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-11-25T03:11:08.133 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:08.133 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-11-25T03:11:08.134 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:08.134 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-11-25T03:11:08.135 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:08.135 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-11-25T03:11:08.136 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:08.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-11-25T03:11:08.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79b5454640 1 Processor -- start 2023-11-25T03:11:08.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79b5454640 1 -- start start 2023-11-25T03:11:08.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7fb1c4432640 1 Processor -- start 2023-11-25T03:11:08.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7fb1c4432640 1 -- start start 2023-11-25T03:11:08.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f1332805640 1 Processor -- start 2023-11-25T03:11:08.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f1332805640 1 -- start start 2023-11-25T03:11:08.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79b5454640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 0x7f79b00c8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79b5454640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79b00c6090 con 0x7f79b00c4e30 2023-11-25T03:11:08.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79b5454640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79b00c6370 con 0x7f79b0151d50 2023-11-25T03:11:08.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79b5454640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b00bfff0 con 0x7f79b00c7c90 2023-11-25T03:11:08.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79ae7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f79b00c4e30 0x7f79b0154cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34220/0 (socket says 172.21.15.76:34220) 2023-11-25T03:11:08.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f79ae7fc640 1 -- 172.21.15.76:0/2453053445 learned_addr learned my addr 172.21.15.76:0/2453053445 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:08.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f1332805640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c0ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.413+0000 7f1332805640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f132c154400 0x7f132c0c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f1332805640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f132c14e930 con 0x7f132c06c210 2023-11-25T03:11:08.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f1332805640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f132c0c99c0 con 0x7f132c154400 2023-11-25T03:11:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f1332805640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0c5890 con 0x7f132c14e550 2023-11-25T03:11:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3432650059 0 0) 0x7f79b00c6090 con 0x7f79b00c4e30 2023-11-25T03:11:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f1330da2640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f132c06c210 0x7f132c0c92b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:38664/0 (socket says 172.21.15.76:38664) 2023-11-25T03:11:08.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f1330da2640 1 -- 172.21.15.76:0/2965371220 learned_addr learned my addr 172.21.15.76:0/2965371220 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:08.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7998003530 con 0x7f79b00c4e30 2023-11-25T03:11:08.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1908408533 0 0) 0x7f79b00c6370 con 0x7f79b0151d50 2023-11-25T03:11:08.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79b00c6090 con 0x7f79b0151d50 2023-11-25T03:11:08.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132b7fe640 1 --2- 172.21.15.76:0/2965371220 >> v2:172.21.15.106:3300/0 conn(0x7f132c154400 0x7f132c0c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132bfff640 1 --2- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c0ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.1 v1:172.21.15.106:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2357222491 0 0) 0x7f79b00c6090 con 0x7f79b0151d50 2023-11-25T03:11:08.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 msgr2=0x7f79b00c8120 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-25T03:11:08.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 0x7f79b00c8120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 >> v1:172.21.15.76:6789/0 conn(0x7f79b00c4e30 legacy=0x7f79b0154cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c4432640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1bc0c5ec0 0x7fb1bc0c2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c4432640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb1bc072230 0x7fb1bc0c3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c4432640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1bc0bffc0 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c4432640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1bc0c0450 con 0x7fb1bc0c5ec0 2023-11-25T03:11:08.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c4432640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1bc06dda0 con 0x7fb1bc072230 2023-11-25T03:11:08.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132affd640 1 -- 172.21.15.76:0/2965371220 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3300916456 0 0) 0x7f132c14e930 con 0x7f132c06c210 2023-11-25T03:11:08.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132b7fe640 1 -- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 msgr2=0x7f132c0ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132b7fe640 1 --2- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c0ca1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132b7fe640 1 -- 172.21.15.76:0/2965371220 >> v1:172.21.15.106:6789/0 conn(0x7f132c06c210 legacy=0x7f132c0c92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f132b7fe640 1 -- 172.21.15.76:0/2965371220 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f132c0c7d60 con 0x7f132c154400 2023-11-25T03:11:08.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c19cd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fb1bc0c45e0 0x7fb1bc155e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:38668/0 (socket says 172.21.15.76:38668) 2023-11-25T03:11:08.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c19cd640 1 -- 172.21.15.76:0/1077944541 learned_addr learned my addr 172.21.15.76:0/1077944541 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:08.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c21ce640 1 --2- 172.21.15.76:0/1077944541 >> v2:172.21.15.76:3300/0 conn(0x7fb1bc0c5ec0 0x7fb1bc0c2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c11cc640 1 -- 172.21.15.76:0/1077944541 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1765926765 0 0) 0x7fb1bc0bffc0 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 --> v1:172.21.15.106:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b01554c0 con 0x7f79b0151d50 2023-11-25T03:11:08.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.1 v1:172.21.15.106:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f79a0001680 con 0x7f79b0151d50 2023-11-25T03:11:08.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 >> v1:172.21.15.106:6789/0 conn(0x7f79b0151d50 legacy=0x7f79b01545b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7998004ba0 0x7f7998004f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 0x7f7998003770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998003d20 0x7f79980041a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a4001240 con 0x7f7998004ba0 2023-11-25T03:11:08.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f799800bc60 con 0x7f7998003d20 2023-11-25T03:11:08.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f799800be20 con 0x7f79b00c7c90 2023-11-25T03:11:08.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79aeffd640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7998004ba0 0x7f7998004f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79ae7fc640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 0x7f7998003770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c21ce640 1 -- 172.21.15.76:0/1077944541 >> v2:172.21.15.106:3300/0 conn(0x7fb1bc072230 msgr2=0x7fb1bc0c3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79af7fe640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998003d20 0x7f79980041a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79aeffd640 1 -- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 msgr2=0x7f7998003770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79aeffd640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00c7c90 0x7f7998003770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79aeffd640 1 -- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998003d20 msgr2=0x7f79980041a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79aeffd640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998003d20 0x7f79980041a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7f79aeffd640 1 -- 172.21.15.76:0/2453053445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b00c6090 con 0x7f7998004ba0 2023-11-25T03:11:08.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c29cf640 1 --2- 172.21.15.76:0/1077944541 >> v2:172.21.15.106:3300/0 conn(0x7fb1bc072230 0x7fb1bc0c3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c21ce640 1 --2- 172.21.15.76:0/1077944541 >> v2:172.21.15.106:3300/0 conn(0x7fb1bc072230 0x7fb1bc0c3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c21ce640 1 -- 172.21.15.76:0/1077944541 >> v1:172.21.15.106:6789/0 conn(0x7fb1bc0c45e0 legacy=0x7fb1bc155e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.417+0000 7fb1c21ce640 1 -- 172.21.15.76:0/1077944541 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1bc06e080 con 0x7fb1bc0c5ec0 2023-11-25T03:11:08.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.421+0000 7fb1c29cf640 1 --2- 172.21.15.76:0/1077944541 >> v2:172.21.15.106:3300/0 conn(0x7fb1bc072230 0x7fb1bc0c3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:08.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.421+0000 7f36744e3640 1 Processor -- start 2023-11-25T03:11:08.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.421+0000 7f132b7fe640 1 --2- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c154400 0x7f132c0c8d70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f13180097c0 tx=0x7f131801c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c30b15a10d8061 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.421+0000 7f36744e3640 1 -- start start 2023-11-25T03:11:08.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.421+0000 7f132affd640 1 -- 172.21.15.76:0/2965371220 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13180ab600 con 0x7f132c154400 2023-11-25T03:11:08.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f132affd640 1 -- 172.21.15.76:0/2965371220 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13180a7050 con 0x7f132c154400 2023-11-25T03:11:08.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f132affd640 1 -- 172.21.15.76:0/2965371220 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13180ab600 con 0x7f132c154400 2023-11-25T03:11:08.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c21ce640 1 --2- 172.21.15.76:0/1077944541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2cd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb1bc0c4e20 tx=0x7fb1ac01c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67ebf0dac6752180 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f79aeffd640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7998004ba0 0x7f7998004f80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f79a0007ee0 tx=0x7f79a001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd7b5b31a5566621 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c11cc640 1 -- 172.21.15.76:0/1077944541 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac0ab600 con 0x7fb1bc0c5ec0 2023-11-25T03:11:08.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c11cc640 1 -- 172.21.15.76:0/1077944541 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1ac0a7050 con 0x7fb1bc0c5ec0 2023-11-25T03:11:08.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c11cc640 1 -- 172.21.15.76:0/1077944541 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac0ab600 con 0x7fb1bc0c5ec0 2023-11-25T03:11:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5800 con 0x7f7998004ba0 2023-11-25T03:11:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f36744e3640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f366c06bbb0 0x7f366c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f36744e3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f366c06c860 con 0x7f366c151e90 2023-11-25T03:11:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f36744e3640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f366c06c000 con 0x7f366c0c7ea0 2023-11-25T03:11:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f36744e3640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f366c0c8750 con 0x7f366c06bbb0 2023-11-25T03:11:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f69cdb62640 1 Processor -- start 2023-11-25T03:11:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f367227f640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f366c151e90 0x7f366c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34234/0 (socket says 172.21.15.76:34234) 2023-11-25T03:11:08.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f367227f640 1 -- 172.21.15.76:0/727512220 learned_addr learned my addr 172.21.15.76:0/727512220 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:08.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c4432640 1 -- 172.21.15.76:0/1077944541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c5ec0 msgr2=0x7fb1bc0c2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c4432640 1 --2- 172.21.15.76:0/1077944541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2cd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb1bc0c4e20 tx=0x7fb1ac01c310 comp rx=0 tx=0).stop 2023-11-25T03:11:08.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f1332805640 1 -- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c154400 msgr2=0x7f132c0c8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f1332805640 1 --2- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c154400 0x7f132c0c8d70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f13180097c0 tx=0x7f131801c480 comp rx=0 tx=0).stop 2023-11-25T03:11:08.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a00a5980 con 0x7f7998004ba0 2023-11-25T03:11:08.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f79adffb640 1 -- 172.21.15.76:0/2453053445 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5d30 con 0x7f7998004ba0 2023-11-25T03:11:08.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f3672a80640 1 --2- 172.21.15.76:0/727512220 >> v2:172.21.15.106:3300/0 conn(0x7f366c06bbb0 0x7f366c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f3672a80640 1 -- 172.21.15.76:0/727512220 >> v1:172.21.15.106:6789/0 conn(0x7f366c0c7ea0 legacy=0x7f366c06b4a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-25T03:11:08.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f3672a80640 1 -- 172.21.15.76:0/727512220 >> v1:172.21.15.76:6789/0 conn(0x7f366c151e90 legacy=0x7f366c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f3672a80640 1 -- 172.21.15.76:0/727512220 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f366c154930 con 0x7f366c06bbb0 2023-11-25T03:11:08.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f69cdb62640 1 -- start start 2023-11-25T03:11:08.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f69cdb62640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 0x7f69c80c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f79b5454640 1 -- 172.21.15.76:0/2453053445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7998004ba0 msgr2=0x7f7998004f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f69cdb62640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f69c80c4750 0x7f69c80c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f1332805640 1 -- 172.21.15.76:0/2965371220 shutdown_connections 2023-11-25T03:11:08.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f1332805640 1 --2- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c154400 0x7f132c0c8d70 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f1332805640 1 --2- 172.21.15.76:0/2965371220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c0ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7f1332805640 1 -- 172.21.15.76:0/2965371220 >> 172.21.15.76:0/2965371220 conn(0x7f132c071eb0 msgr2=0x7f132c072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c4432640 1 -- 172.21.15.76:0/1077944541 shutdown_connections 2023-11-25T03:11:08.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c4432640 1 --2- 172.21.15.76:0/1077944541 >> v2:172.21.15.106:3300/0 conn(0x7fb1bc072230 0x7fb1bc0c3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.425+0000 7fb1c4432640 1 --2- 172.21.15.76:0/1077944541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2cd0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7fb1c4432640 1 -- 172.21.15.76:0/1077944541 >> 172.21.15.76:0/1077944541 conn(0x7fb1bc06a5b0 msgr2=0x7fb1bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f1332805640 1 -- 172.21.15.76:0/2965371220 shutdown_connections 2023-11-25T03:11:08.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7fb1c4432640 1 -- 172.21.15.76:0/1077944541 shutdown_connections 2023-11-25T03:11:08.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7fb1c4432640 1 -- 172.21.15.76:0/1077944541 wait complete. 2023-11-25T03:11:08.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f79b5454640 1 --2- 172.21.15.76:0/2453053445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7998004ba0 0x7f7998004f80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f79a0007ee0 tx=0x7f79a001c930 comp rx=0 tx=0).stop 2023-11-25T03:11:08.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69cdb62640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69c806c660 con 0x7f69c81544c0 2023-11-25T03:11:08.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69cdb62640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69c806ba50 con 0x7f69c80c4750 2023-11-25T03:11:08.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69cdb62640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69c806bd30 con 0x7f69c80af5c0 2023-11-25T03:11:08.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 0x7f69c80c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f79af7fe640 1 -- 172.21.15.76:0/2453053445 reap_dead start 2023-11-25T03:11:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f1332805640 1 -- 172.21.15.76:0/2965371220 wait complete. 2023-11-25T03:11:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f79b5454640 1 -- 172.21.15.76:0/2453053445 shutdown_connections 2023-11-25T03:11:08.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f79b5454640 1 -- 172.21.15.76:0/2453053445 >> 172.21.15.76:0/2453053445 conn(0x7f79b00c9d90 msgr2=0x7f79b00ca1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f79b5454640 1 -- 172.21.15.76:0/2453053445 shutdown_connections 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f79b5454640 1 -- 172.21.15.76:0/2453053445 wait complete. 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 0x7f69c80c7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60020/0 (socket says 172.21.15.76:60020) 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 -- 172.21.15.76:0/3691293052 learned_addr learned my addr 172.21.15.76:0/3691293052 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69bffff640 1 --2- 172.21.15.76:0/3691293052 >> v2:172.21.15.76:3300/0 conn(0x7f69c80c4750 0x7f69c80c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 -- 172.21.15.76:0/3691293052 >> v2:172.21.15.76:3300/0 conn(0x7f69c80c4750 msgr2=0x7f69c80c4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 --2- 172.21.15.76:0/3691293052 >> v2:172.21.15.76:3300/0 conn(0x7f69c80c4750 0x7f69c80c4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 -- 172.21.15.76:0/3691293052 >> v1:172.21.15.106:6789/0 conn(0x7f69c81544c0 legacy=0x7f69c8154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7fb1c4432640 1 Processor -- start 2023-11-25T03:11:08.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f1332805640 1 Processor -- start 2023-11-25T03:11:08.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f1332805640 1 -- start start 2023-11-25T03:11:08.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f3672a80640 1 --2- 172.21.15.76:0/727512220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c06bbb0 0x7f366c1600b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3664009d90 tx=0x7f366401c7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3b386afafd37256 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 Processor -- start 2023-11-25T03:11:08.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 -- start start 2023-11-25T03:11:08.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.429+0000 7f69ccb60640 1 -- 172.21.15.76:0/3691293052 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69c806c010 con 0x7f69c80af5c0 2023-11-25T03:11:08.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 -- start start 2023-11-25T03:11:08.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f69bffff640 1 --2- 172.21.15.76:0/3691293052 >> v2:172.21.15.76:3300/0 conn(0x7f69c80c4750 0x7f69c80c4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:08.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f367127d640 1 -- 172.21.15.76:0/727512220 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36640a6680 con 0x7f366c06bbb0 2023-11-25T03:11:08.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f367127d640 1 -- 172.21.15.76:0/727512220 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36640a67e0 con 0x7f366c06bbb0 2023-11-25T03:11:08.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f367127d640 1 -- 172.21.15.76:0/727512220 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36640a6b70 con 0x7f366c06bbb0 2023-11-25T03:11:08.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1332805640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 0x7f132c156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1332805640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c1f0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1332805640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 0x7f132c0aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f132bfff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 0x7f132c156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 0x7f132c0aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f132bfff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 0x7f132c156520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50336/0 (socket says 172.21.15.76:50336) 2023-11-25T03:11:08.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 -- 172.21.15.76:0/727512220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c06bbb0 msgr2=0x7f366c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 --2- 172.21.15.76:0/727512220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c06bbb0 0x7f366c1600b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3664009d90 tx=0x7f366401c7b0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f132b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c1f0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 0x7f132c0aa4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41526/0 (socket says 172.21.15.76:41526) 2023-11-25T03:11:08.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1332805640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0ae580 con 0x7f132c154400 2023-11-25T03:11:08.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1332805640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0ae7d0 con 0x7f132c06c210 2023-11-25T03:11:08.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 0x7f79b0153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1332805640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0aeab0 con 0x7f132c14e550 2023-11-25T03:11:08.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 -- 172.21.15.76:0/727512220 shutdown_connections 2023-11-25T03:11:08.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 --2- 172.21.15.76:0/727512220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c06bbb0 0x7f366c1600b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 -- 172.21.15.76:0/727512220 >> 172.21.15.76:0/727512220 conn(0x7f366c0ca170 msgr2=0x7f366c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 -- 172.21.15.76:0/727512220 shutdown_connections 2023-11-25T03:11:08.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00ab1e0 0x7f79b006bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f132b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c1f0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60036/0 (socket says 172.21.15.76:60036) 2023-11-25T03:11:08.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f132b7fe640 1 -- 172.21.15.76:0/1775413866 learned_addr learned my addr 172.21.15.76:0/1775413866 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1bc072230 0x7fb1bc15a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f36744e3640 1 -- 172.21.15.76:0/727512220 wait complete. 2023-11-25T03:11:08.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c45e0 0x7fb1bc1f0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1bc1f0fd0 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1bc1ecb10 con 0x7fb1bc072230 2023-11-25T03:11:08.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7fb1c4432640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1bc15aee0 con 0x7fb1bc0c5ec0 2023-11-25T03:11:08.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 -- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 msgr2=0x7f132c1f0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c1f0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 -- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 msgr2=0x7f132c156520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 0x7f132c156520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f1330da2640 1 -- 172.21.15.76:0/1775413866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1318009420 con 0x7f132c154400 2023-11-25T03:11:08.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f132bfff640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 0x7f132c156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 0x7f79b0153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 0x7f79b0153460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50344/0 (socket says 172.21.15.76:50344) 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79b006c190 0x7f79b014b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 -- 172.21.15.76:0/246548307 learned_addr learned my addr 172.21.15.76:0/246548307 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79b0152d30 con 0x7f79b006c190 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79b0154ff0 con 0x7f7998004ba0 2023-11-25T03:11:08.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b0150960 con 0x7f79b00ab1e0 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79af7fe640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79b006c190 0x7f79b014b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 -- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00ab1e0 msgr2=0x7f79b006bc50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00ab1e0 0x7f79b006bc50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 -- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79b006c190 msgr2=0x7f79b014b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79b006c190 0x7f79b014b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79aeffd640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b0152420 con 0x7f7998004ba0 2023-11-25T03:11:08.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.433+0000 7f79af7fe640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79b006c190 0x7f79b014b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:08.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f69ccb60640 1 --2- 172.21.15.76:0/3691293052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 0x7f69c80c7d80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f69c4009870 tx=0x7f69c401c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3634765303b767e4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c29cf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c21ce640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1bc072230 0x7fb1bc15a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c45e0 0x7fb1bc1f0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c29cf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60050/0 (socket says 172.21.15.76:60050) 2023-11-25T03:11:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c29cf640 1 -- 172.21.15.76:0/3028455111 learned_addr learned my addr 172.21.15.76:0/3028455111 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f1330da2640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 0x7f132c0aa4d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f132c06c680 tx=0x7f132400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f69bf7fe640 1 -- 172.21.15.76:0/3691293052 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c40ab600 con 0x7f69c80af5c0 2023-11-25T03:11:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f69bf7fe640 1 -- 172.21.15.76:0/3691293052 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69c40a7050 con 0x7f69c80af5c0 2023-11-25T03:11:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f69bf7fe640 1 -- 172.21.15.76:0/3691293052 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c40ab980 con 0x7f69c80af5c0 2023-11-25T03:11:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f79aeffd640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 0x7f79b0153460 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f79a00b0040 tx=0x7f7998005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 -- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1bc0c5ec0 msgr2=0x7fb1bc0c2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 -- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1bc072230 msgr2=0x7fb1bc15a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1bc072230 0x7fb1bc15a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 -- 172.21.15.76:0/3028455111 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1ac009420 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5800 con 0x7f7998004ba0 2023-11-25T03:11:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c21ce640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1bc072230 0x7fb1bc15a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c19cd640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c45e0 0x7fb1bc1f0a90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8001e50 tx=0x7fb1b8001e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132400cea0 con 0x7f132c154400 2023-11-25T03:11:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1324015960 con 0x7f132c154400 2023-11-25T03:11:08.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79b0154d10 con 0x7f7998004ba0 2023-11-25T03:11:08.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79b0152f40 con 0x7f7998004ba0 2023-11-25T03:11:08.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a0005110 con 0x7f7998004ba0 2023-11-25T03:11:08.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5800 con 0x7f7998004ba0 2023-11-25T03:11:08.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f69cdb62640 1 -- 172.21.15.76:0/3691293052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 msgr2=0x7f69c80c7d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f69cdb62640 1 --2- 172.21.15.76:0/3691293052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 0x7f69c80c7d80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f69c4009870 tx=0x7f69c401c360 comp rx=0 tx=0).stop 2023-11-25T03:11:08.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 Processor -- start 2023-11-25T03:11:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 -- start start 2023-11-25T03:11:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8015e30 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1b8019070 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1b80072f0 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1bc1ecdd0 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1bc1ed390 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1324015d10 con 0x7f132c154400 2023-11-25T03:11:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f132c1ecd30 con 0x7f132c154400 2023-11-25T03:11:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f132c0aaa10 con 0x7f132c154400 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff7440725f0 0x7ff744152c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 0x7ff7440c2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff744152490 con 0x7ff7440c22b0 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7440a4d30 con 0x7ff7440725f0 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff74a879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7440a5010 con 0x7ff74406e3f0 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff7437fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 0x7ff7440c2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff7437fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 0x7ff7440c2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60060/0 (socket says 172.21.15.76:60060) 2023-11-25T03:11:08.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.437+0000 7ff7437fe640 1 -- 172.21.15.76:0/592659427 learned_addr learned my addr 172.21.15.76:0/592659427 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ff743fff640 1 --2- 172.21.15.76:0/592659427 >> v2:172.21.15.76:3300/0 conn(0x7ff7440725f0 0x7ff744152c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ff742ffd640 1 -- 172.21.15.76:0/592659427 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1928277720 0 0) 0x7ff744152490 con 0x7ff7440c22b0 2023-11-25T03:11:08.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ff7437fe640 1 -- 172.21.15.76:0/592659427 >> v2:172.21.15.76:3300/0 conn(0x7ff7440725f0 msgr2=0x7ff744152c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f132c04e850 con 0x7f132c154400 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f69cdb62640 1 -- 172.21.15.76:0/3691293052 shutdown_connections 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f69cdb62640 1 --2- 172.21.15.76:0/3691293052 >> v2:172.21.15.76:3300/0 conn(0x7f69c80c4750 0x7f69c80c4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f69cdb62640 1 --2- 172.21.15.76:0/3691293052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80af5c0 0x7f69c80c7d80 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f69cdb62640 1 -- 172.21.15.76:0/3691293052 >> 172.21.15.76:0/3691293052 conn(0x7f69c80ab960 msgr2=0x7f69c80abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ff7437fe640 1 --2- 172.21.15.76:0/592659427 >> v2:172.21.15.76:3300/0 conn(0x7ff7440725f0 0x7ff744152c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ff7437fe640 1 -- 172.21.15.76:0/592659427 >> v1:172.21.15.106:6789/0 conn(0x7ff7440c22b0 legacy=0x7ff744155a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ff7437fe640 1 -- 172.21.15.76:0/592659427 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7440a52f0 con 0x7ff74406e3f0 2023-11-25T03:11:08.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 Processor -- start 2023-11-25T03:11:08.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1bc068400 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f69cdb62640 1 -- 172.21.15.76:0/3691293052 shutdown_connections 2023-11-25T03:11:08.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 -- start start 2023-11-25T03:11:08.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f36744e3640 1 Processor -- start 2023-11-25T03:11:08.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ffb2bf2a640 1 Processor -- start 2023-11-25T03:11:08.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f79a00b4040 con 0x7f7998004ba0 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f79977fe640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f799c0664d0 0x7f799c068990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f79a011dc80 con 0x7f7998004ba0 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f399c071f60 0x7f399c151190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 0x7f399c0c40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f399c1516d0 con 0x7f399c0a8320 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f399c0c3950 con 0x7f399c071f60 2023-11-25T03:11:08.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f399bfff640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f399c0c1950 con 0x7f399c0c0ca0 2023-11-25T03:11:08.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7990005260 con 0x7f7998004ba0 2023-11-25T03:11:08.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb1b8007450 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 -- start start 2023-11-25T03:11:08.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7fb1b2ffd640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1a0066470 0x7fb1a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 0x7f399c0c40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7f69cdb62640 1 -- 172.21.15.76:0/3691293052 wait complete. 2023-11-25T03:11:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 0x7f399c0c40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60066/0 (socket says 172.21.15.76:60066) 2023-11-25T03:11:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 -- 172.21.15.76:0/1849259460 learned_addr learned my addr 172.21.15.76:0/1849259460 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f69cdb62640 1 Processor -- start 2023-11-25T03:11:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f69cdb62640 1 -- start start 2023-11-25T03:11:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.441+0000 7ffb2bf2a640 1 -- start start 2023-11-25T03:11:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2bf2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb240c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2bf2a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffb240c4e60 0x7ffb2406bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2bf2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb2406c860 con 0x7ffb240c7ea0 2023-11-25T03:11:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c06bbb0 0x7f366c0c3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f132401b020 con 0x7f132c154400 2023-11-25T03:11:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7fb1c21ce640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1a0066470 0x7fb1a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb1b808ba70 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f79ae7fc640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f799c0664d0 0x7f799c068990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2bf2a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb240c8750 con 0x7ffb240c4e60 2023-11-25T03:11:08.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2bf2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb241552d0 con 0x7ffb24151e90 2023-11-25T03:11:08.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb29cc6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb240c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2a4c7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffb240c4e60 0x7ffb2406bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7fb1c21ce640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1a0066470 0x7fb1a0068930 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0ad000 tx=0x7fb1ac0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ff7437fe640 1 --2- 172.21.15.76:0/592659427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 0x7ff7440c2760 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff738009870 tx=0x7ff73801c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31b8b1c8e25df567 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb29cc6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb240c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60074/0 (socket says 172.21.15.76:60074) 2023-11-25T03:11:08.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb29cc6640 1 -- 172.21.15.76:0/660229304 learned_addr learned my addr 172.21.15.76:0/660229304 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f79ae7fc640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f799c0664d0 0x7f799c068990 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f79a40010f0 tx=0x7f79a4001b30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ff742ffd640 1 -- 172.21.15.76:0/592659427 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7380ab5f0 con 0x7ff74406e3f0 2023-11-25T03:11:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f1328ff9640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13100664c0 0x7f1310068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ff742ffd640 1 -- 172.21.15.76:0/592659427 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7380ab750 con 0x7ff74406e3f0 2023-11-25T03:11:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ff742ffd640 1 -- 172.21.15.76:0/592659427 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7380abae0 con 0x7ff74406e3f0 2023-11-25T03:11:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 -- 172.21.15.76:0/1849259460 >> v2:172.21.15.76:3300/0 conn(0x7f399c071f60 msgr2=0x7f399c151190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 --2- 172.21.15.76:0/1849259460 >> v2:172.21.15.76:3300/0 conn(0x7f399c071f60 0x7f399c151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 -- 172.21.15.76:0/1849259460 >> v1:172.21.15.76:6789/0 conn(0x7f399c0a8320 legacy=0x7f399c06bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f399b7fe640 1 -- 172.21.15.76:0/1849259460 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f399c0c1c30 con 0x7f399c0c0ca0 2023-11-25T03:11:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c0c7ea0 0x7f366c146d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 0x7f366c1f02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366c1552d0 con 0x7f366c06bbb0 2023-11-25T03:11:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f132408c200 con 0x7f132c154400 2023-11-25T03:11:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366c0c3030 con 0x7f366c0c7ea0 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f36744e3640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f366c0c0e70 con 0x7f366c151e90 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 0x7f366c1f02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 0x7f366c1f02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60084/0 (socket says 172.21.15.76:60084) 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 -- 172.21.15.76:0/1322629363 learned_addr learned my addr 172.21.15.76:0/1322629363 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 -- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c0c7ea0 msgr2=0x7f366c146d30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c0c7ea0 0x7f366c146d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 -- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c06bbb0 msgr2=0x7f366c0c3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c06bbb0 0x7f366c0c3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7f3672a80640 1 -- 172.21.15.76:0/1322629363 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3664009a70 con 0x7f366c151e90 2023-11-25T03:11:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f132bfff640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13100664c0 0x7f1310068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 msgr2=0x7ffb240c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2a4c7640 1 --2- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb240c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/660229304 >> v1:172.21.15.76:6789/0 conn(0x7ffb240c7ea0 legacy=0x7ffb2406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/660229304 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb24154930 con 0x7ffb240c4e60 2023-11-25T03:11:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.445+0000 7ffb29cc6640 1 --2- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb240c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f3672a80640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 0x7f366c1f02f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3664009d90 tx=0x7f3664019550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69c80af5c0 0x7f69c81fa7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 0x7f69c80ae360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69c81544c0 0x7f69c81f7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69c81f7490 con 0x7f69c80af5c0 2023-11-25T03:11:08.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 -- 172.21.15.76:0/592659427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 msgr2=0x7ff7440c2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 --2- 172.21.15.76:0/592659427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 0x7ff7440c2760 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff738009870 tx=0x7ff73801c3f0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69c81fb6e0 con 0x7f69c81544c0 2023-11-25T03:11:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69c80abf70 con 0x7f69c80c4750 2023-11-25T03:11:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 -- 172.21.15.76:0/592659427 shutdown_connections 2023-11-25T03:11:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 --2- 172.21.15.76:0/592659427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff74406e3f0 0x7ff7440c2760 secure :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff738009870 tx=0x7ff73801c3f0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 --2- 172.21.15.76:0/592659427 >> v2:172.21.15.76:3300/0 conn(0x7ff7440725f0 0x7ff744152c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 -- 172.21.15.76:0/592659427 >> 172.21.15.76:0/592659427 conn(0x7ff7440c5cd0 msgr2=0x7ff7440c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cd361640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69c81544c0 0x7f69c81f7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 0x7f69c80ae360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cd361640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69c81544c0 0x7f69c81f7920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50370/0 (socket says 172.21.15.76:50370) 2023-11-25T03:11:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 0x7f69c80ae360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60098/0 (socket says 172.21.15.76:60098) 2023-11-25T03:11:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cd361640 1 -- 172.21.15.76:0/1671516906 learned_addr learned my addr 172.21.15.76:0/1671516906 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69ccb60640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69c80af5c0 0x7f69c81fa7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36640b6070 con 0x7f366c151e90 2023-11-25T03:11:08.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f132bfff640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13100664c0 0x7f1310068980 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f132000a9d0 tx=0x7f1320008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36640a65f0 con 0x7f366c151e90 2023-11-25T03:11:08.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36640a78b0 con 0x7f366c151e90 2023-11-25T03:11:08.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f366c1f0e10 con 0x7f366c151e90 2023-11-25T03:11:08.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f366c1588b0 con 0x7f366c151e90 2023-11-25T03:11:08.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 -- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69c81544c0 msgr2=0x7f69c81f7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69c81544c0 0x7f69c81f7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 -- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69c80af5c0 msgr2=0x7f69c81fa7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69c80af5c0 0x7f69c81fa7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 -- 172.21.15.76:0/1671516906 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69b8009420 con 0x7f69c80c4750 2023-11-25T03:11:08.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 -- 172.21.15.76:0/592659427 shutdown_connections 2023-11-25T03:11:08.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bffff640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 0x7f69c80ae360 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f69b800e9e0 tx=0x7f69b800eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f399b7fe640 1 --2- 172.21.15.76:0/1849259460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 0x7f399c0c40c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3994009e50 tx=0x7f399401f1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a900fe7e5c9b48e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7ff74a879640 1 -- 172.21.15.76:0/592659427 wait complete. 2023-11-25T03:11:08.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f366c068400 con 0x7f366c151e90 2023-11-25T03:11:08.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69b800c9d0 con 0x7f69c80c4750 2023-11-25T03:11:08.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f399a7fc640 1 -- 172.21.15.76:0/1849259460 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39940af400 con 0x7f399c0c0ca0 2023-11-25T03:11:08.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f399a7fc640 1 -- 172.21.15.76:0/1849259460 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39940ab050 con 0x7f399c0c0ca0 2023-11-25T03:11:08.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f399a7fc640 1 -- 172.21.15.76:0/1849259460 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39940af780 con 0x7f399c0c0ca0 2023-11-25T03:11:08.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f79a00eb2b0 con 0x7f7998004ba0 2023-11-25T03:11:08.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69b800cb30 con 0x7f69c80c4750 2023-11-25T03:11:08.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69b800cee0 con 0x7f69c80c4750 2023-11-25T03:11:08.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.449+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69c40094d0 con 0x7f69c80c4750 2023-11-25T03:11:08.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69c81fb120 con 0x7f69c80c4750 2023-11-25T03:11:08.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 -- 172.21.15.76:0/1849259460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 msgr2=0x7f399c0c40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 --2- 172.21.15.76:0/1849259460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 0x7f399c0c40c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3994009e50 tx=0x7f399401f1e0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2a4c7640 1 --2- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c4e60 0x7ffb2406bbb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffb140097c0 tx=0x7ffb1401c320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29aa72e6441219e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 -- 172.21.15.76:0/1849259460 shutdown_connections 2023-11-25T03:11:08.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 --2- 172.21.15.76:0/1849259460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0c0ca0 0x7f399c0c40c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 --2- 172.21.15.76:0/1849259460 >> v2:172.21.15.76:3300/0 conn(0x7f399c071f60 0x7f399c151190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 -- 172.21.15.76:0/1849259460 >> 172.21.15.76:0/1849259460 conn(0x7f399c0a7800 msgr2=0x7f399c0a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb28cc4640 1 -- 172.21.15.76:0/660229304 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb140ab600 con 0x7ffb240c4e60 2023-11-25T03:11:08.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f36640a7a10 con 0x7f366c151e90 2023-11-25T03:11:08.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ff74a879640 1 Processor -- start 2023-11-25T03:11:08.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb28cc4640 1 -- 172.21.15.76:0/660229304 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb140a7050 con 0x7ffb240c4e60 2023-11-25T03:11:08.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb28cc4640 1 -- 172.21.15.76:0/660229304 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb140ab980 con 0x7ffb240c4e60 2023-11-25T03:11:08.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 -- 172.21.15.76:0/1849259460 shutdown_connections 2023-11-25T03:11:08.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 -- 172.21.15.76:0/1849259460 wait complete. 2023-11-25T03:11:08.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69c804e850 con 0x7f69c80c4750 2023-11-25T03:11:08.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f3662ffd640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3650066540 0x7f3650068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f366411eff0 con 0x7f366c151e90 2023-11-25T03:11:08.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c4e60 msgr2=0x7ffb2406bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ff74a879640 1 -- start start 2023-11-25T03:11:08.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f367227f640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3650066540 0x7f3650068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c4e60 0x7ffb2406bbb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffb140097c0 tx=0x7ffb1401c320 comp rx=0 tx=0).stop 2023-11-25T03:11:08.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 Processor -- start 2023-11-25T03:11:08.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f399bfff640 1 -- start start 2023-11-25T03:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/660229304 shutdown_connections 2023-11-25T03:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c4e60 0x7ffb2406bbb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/660229304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb240c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/660229304 >> 172.21.15.76:0/660229304 conn(0x7ffb240ca170 msgr2=0x7ffb240ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7f367227f640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3650066540 0x7f3650068a00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f366c0c9db0 tx=0x7f365c007ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ff74a879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 0x7ff7440a5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.453+0000 7ff74a879640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7440c22b0 0x7ff7441f1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff74a879640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff744155300 0x7ff7440a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/660229304 shutdown_connections 2023-11-25T03:11:08.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f13240598a0 con 0x7f132c154400 2023-11-25T03:11:08.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/660229304 wait complete. 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 0x7f399c1544d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399bfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0a8320 0x7f399c071160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399bfff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f399c0c0ca0 0x7f399c0aaeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399bfff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399c13e170 con 0x7f399c071f60 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399bfff640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399c153710 con 0x7f399c0c0ca0 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399bfff640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f399c1539f0 con 0x7f399c0a8320 2023-11-25T03:11:08.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399b7fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f399c0c0ca0 0x7f399c0aaeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 0x7f399c1544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399b7fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f399c0c0ca0 0x7f399c0aaeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50390/0 (socket says 172.21.15.76:50390) 2023-11-25T03:11:08.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399b7fe640 1 -- 172.21.15.76:0/3402263752 learned_addr learned my addr 172.21.15.76:0/3402263752 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 0x7f399c1544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41594/0 (socket says 172.21.15.76:41594) 2023-11-25T03:11:08.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f3993fff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0a8320 0x7f399c071160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 0x7ff7440a5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 0x7ff7440a5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60104/0 (socket says 172.21.15.76:60104) 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 -- 172.21.15.76:0/2162182237 learned_addr learned my addr 172.21.15.76:0/2162182237 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff744153d00 con 0x7ff744155300 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7440a8890 con 0x7ff7440c22b0 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7441f22e0 con 0x7ff7440725f0 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff748e16640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff744155300 0x7ff7440a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff7437fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7440c22b0 0x7ff7441f1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 -- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0a8320 msgr2=0x7f399c071160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0a8320 0x7f399c071160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 -- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f399c0c0ca0 msgr2=0x7f399c0aaeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f399c0c0ca0 0x7f399c0aaeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 -- 172.21.15.76:0/3402263752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3994009b30 con 0x7f399c071f60 2023-11-25T03:11:08.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f36640ec4e0 con 0x7f366c151e90 2023-11-25T03:11:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 -- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7440c22b0 msgr2=0x7ff7441f1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7440c22b0 0x7ff7441f1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 -- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff744155300 msgr2=0x7ff7440a3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff744155300 0x7ff7440a3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7380094d0 con 0x7ff7440725f0 2023-11-25T03:11:08.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7ff743fff640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 0x7ff7440a5d60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00ce40 tx=0x7ff73c00a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f399affd640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 0x7f399c1544d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f398c00c360 tx=0x7f398c00c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.457+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f69b8013470 con 0x7f69c80c4750 2023-11-25T03:11:08.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 Processor -- start 2023-11-25T03:11:08.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f69bd7fa640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b4066470 0x7f69b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f69b8084800 con 0x7f69c80c4750 2023-11-25T03:11:08.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 -- start start 2023-11-25T03:11:08.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f69ccb60640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b4066470 0x7f69b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb1b8059030 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f398c003600 con 0x7f399c071f60 2023-11-25T03:11:08.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb240c4e60 0x7ffb241f4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f398c003760 con 0x7f399c071f60 2023-11-25T03:11:08.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f398c003b50 con 0x7f399c071f60 2023-11-25T03:11:08.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c7ea0 0x7ffb241f25f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff73c003ba0 con 0x7ff7440725f0 2023-11-25T03:11:08.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff73c003d00 con 0x7ff7440725f0 2023-11-25T03:11:08.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb241f2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb241f5630 con 0x7ffb240c4e60 2023-11-25T03:11:08.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb241f5350 con 0x7ffb240c7ea0 2023-11-25T03:11:08.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2bf2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb240c1bb0 con 0x7ffb24151e90 2023-11-25T03:11:08.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff73c004240 con 0x7ff7440725f0 2023-11-25T03:11:08.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb241f2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb241f2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60112/0 (socket says 172.21.15.76:60112) 2023-11-25T03:11:08.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/319230655 learned_addr learned my addr 172.21.15.76:0/319230655 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:08.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f69b8051da0 con 0x7f69c80c4750 2023-11-25T03:11:08.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f69ccb60640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b4066470 0x7f69b4068930 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f69c40ad000 tx=0x7f69c40a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff744155870 con 0x7ff7440725f0 2023-11-25T03:11:08.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.465+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff744153920 con 0x7ff7440725f0 2023-11-25T03:11:08.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f399c153cd0 con 0x7f399c071f60 2023-11-25T03:11:08.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f399c152950 con 0x7f399c071f60 2023-11-25T03:11:08.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.465+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f399c04e850 con 0x7f399c071f60 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb294c5640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c7ea0 0x7ffb241f25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c7ea0 msgr2=0x7ffb241f25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c7ea0 0x7ffb241f25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb240c4e60 msgr2=0x7ffb241f4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb240c4e60 0x7ffb241f4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.461+0000 7ffb2a4c7640 1 -- 172.21.15.76:0/319230655 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb1c009b30 con 0x7ffb24151e90 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.465+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff744153e40 con 0x7ff7440725f0 2023-11-25T03:11:08.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.465+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff73c0043a0 con 0x7ff7440725f0 2023-11-25T03:11:08.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7ffb2a4c7640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb241f2b30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffb1401a9d0 tx=0x7ffb140190c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f398c003cb0 con 0x7f399c071f60 2023-11-25T03:11:08.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7ff740ff9640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7300664f0 0x7ff7300689b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff73c012070 con 0x7ff7440725f0 2023-11-25T03:11:08.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7ff7437fe640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7300664f0 0x7ff7300689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7ff7437fe640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7300664f0 0x7ff7300689b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff7380af000 tx=0x7ff7380b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7f39937fe640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f397c0664a0 0x7f397c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.469+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f398c082f40 con 0x7f399c071f60 2023-11-25T03:11:08.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7f3993fff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f397c0664a0 0x7f397c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7f3993fff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f397c0664a0 0x7f397c068960 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f39840098f0 tx=0x7f3984006f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff744153e40 con 0x7ff7440725f0 2023-11-25T03:11:08.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb140b4400 con 0x7ffb24151e90 2023-11-25T03:11:08.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb140b4560 con 0x7ffb24151e90 2023-11-25T03:11:08.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb140b4910 con 0x7ffb24151e90 2023-11-25T03:11:08.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb14009420 con 0x7ffb24151e90 2023-11-25T03:11:08.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb240c2170 con 0x7ffb24151e90 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.473+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb240c2360 con 0x7ffb24151e90 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.477+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffb140b2040 con 0x7ffb24151e90 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.477+0000 7ffb1a7fc640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb08066540 0x7ffb08068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.477+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffb1411dc20 con 0x7ffb24151e90 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.477+0000 7ffb29cc6640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb08066540 0x7ffb08068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.481+0000 7ffb29cc6640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb08066540 0x7ffb08068a00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00e330 tx=0x7ffb1c00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.481+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f398c050460 con 0x7f399c071f60 2023-11-25T03:11:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.481+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffb140eb110 con 0x7ffb24151e90 2023-11-25T03:11:08.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.765+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f79900057e0 con 0x7f7998004ba0 2023-11-25T03:11:08.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79977fe640 1 -- 172.21.15.76:0/246548307 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f79a00b2020 con 0x7f7998004ba0 2023-11-25T03:11:08.774 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:08.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f799c0664d0 msgr2=0x7f799c068990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f799c0664d0 0x7f799c068990 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f79a40010f0 tx=0x7f79a4001b30 comp rx=0 tx=0).stop 2023-11-25T03:11:08.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 msgr2=0x7f79b0153460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 0x7f79b0153460 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f79a00b0040 tx=0x7f7998005800 comp rx=0 tx=0).stop 2023-11-25T03:11:08.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 shutdown_connections 2023-11-25T03:11:08.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f799c0664d0 0x7f799c068990 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79b006c190 0x7f79b014b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79b00ab1e0 0x7f79b006bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 --2- 172.21.15.76:0/246548307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7998004ba0 0x7f79b0153460 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.769+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 >> 172.21.15.76:0/246548307 conn(0x7f79b00c9d90 msgr2=0x7f79b014efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.773+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 shutdown_connections 2023-11-25T03:11:08.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.773+0000 7f79b5454640 1 -- 172.21.15.76:0/246548307 wait complete. 2023-11-25T03:11:08.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.777+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f366c155ae0 con 0x7f366c151e90 2023-11-25T03:11:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.781+0000 7f3662ffd640 1 -- 172.21.15.76:0/1322629363 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f366c155ae0 con 0x7f366c151e90 2023-11-25T03:11:08.784 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:08.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3650066540 msgr2=0x7f3650068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3650066540 0x7f3650068a00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f366c0c9db0 tx=0x7f365c007ab0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 msgr2=0x7f366c1f02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 0x7f366c1f02f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3664009d90 tx=0x7f3664019550 comp rx=0 tx=0).stop 2023-11-25T03:11:08.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 shutdown_connections 2023-11-25T03:11:08.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3650066540 0x7f3650068a00 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f366c0c9db0 tx=0x7f365c007ab0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f366c151e90 0x7f366c1f02f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f366c0c7ea0 0x7f366c146d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 --2- 172.21.15.76:0/1322629363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c06bbb0 0x7f366c0c3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 >> 172.21.15.76:0/1322629363 conn(0x7f366c0ca170 msgr2=0x7f366c0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 shutdown_connections 2023-11-25T03:11:08.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f36744e3640 1 -- 172.21.15.76:0/1322629363 wait complete. 2023-11-25T03:11:08.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.785+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f132c06c6b0 con 0x7f132c154400 2023-11-25T03:11:08.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7f1328ff9640 1 -- 172.21.15.76:0/1775413866 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1324024090 con 0x7f132c154400 2023-11-25T03:11:08.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fb1bc06d8d0 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.792 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:08.792 INFO:teuthology.orchestra.run.smithi076.stdout:55834574852 2023-11-25T03:11:08.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7fb1b2ffd640 1 -- 172.21.15.76:0/3028455111 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb1b8024070 con 0x7fb1bc0c45e0 2023-11-25T03:11:08.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f69c80ac0b0 con 0x7f69c80c4750 2023-11-25T03:11:08.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7f69bd7fa640 1 -- 172.21.15.76:0/1671516906 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f69b80553c0 con 0x7f69c80c4750 2023-11-25T03:11:08.794 INFO:teuthology.orchestra.run.smithi076.stdout:55834574852 2023-11-25T03:11:08.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13100664c0 msgr2=0x7f1310068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.789+0000 7f1332805640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13100664c0 0x7f1310068980 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f132000a9d0 tx=0x7f1320008040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 msgr2=0x7f132c0aa4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 0x7f132c0aa4d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f132c06c680 tx=0x7f132400cc50 comp rx=0 tx=0).stop 2023-11-25T03:11:08.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1a0066470 msgr2=0x7fb1a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1a0066470 0x7fb1a0068930 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0ad000 tx=0x7fb1ac0a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:08.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c45e0 msgr2=0x7fb1bc1f0a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c45e0 0x7fb1bc1f0a90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8001e50 tx=0x7fb1b8001e80 comp rx=0 tx=0).stop 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 shutdown_connections 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13100664c0 0x7f1310068980 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f132c154400 0x7f132c0aa4d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f132c14e550 0x7f132c1f0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 --2- 172.21.15.76:0/1775413866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f132c06c210 0x7f132c156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 >> 172.21.15.76:0/1775413866 conn(0x7f132c071eb0 msgr2=0x7f132c153890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 shutdown_connections 2023-11-25T03:11:08.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f1332805640 1 -- 172.21.15.76:0/1775413866 wait complete. 2023-11-25T03:11:08.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 shutdown_connections 2023-11-25T03:11:08.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1a0066470 0x7fb1a0068930 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1bc0c5ec0 0x7fb1bc0c2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1bc0c45e0 0x7fb1bc1f0a90 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 --2- 172.21.15.76:0/3028455111 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1bc072230 0x7fb1bc15a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 >> 172.21.15.76:0/3028455111 conn(0x7fb1bc06a5b0 msgr2=0x7fb1bc155d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b4066470 msgr2=0x7f69b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b4066470 0x7f69b4068930 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f69c40ad000 tx=0x7f69c40a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 msgr2=0x7f69c80ae360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 0x7f69c80ae360 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f69b800e9e0 tx=0x7f69b800eea0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 shutdown_connections 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b4066470 0x7f69b4068930 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69c81544c0 0x7f69c81f7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69c80c4750 0x7f69c80ae360 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 --2- 172.21.15.76:0/1671516906 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69c80af5c0 0x7f69c81fa7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 >> 172.21.15.76:0/1671516906 conn(0x7f69c80ab960 msgr2=0x7f69c80a9fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 shutdown_connections 2023-11-25T03:11:08.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7f69cdb62640 1 -- 172.21.15.76:0/1671516906 wait complete. 2023-11-25T03:11:08.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 shutdown_connections 2023-11-25T03:11:08.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.793+0000 7fb1c4432640 1 -- 172.21.15.76:0/3028455111 wait complete. 2023-11-25T03:11:08.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.801+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7ff744153e40 con 0x7ff7440725f0 2023-11-25T03:11:08.808 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:08.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.801+0000 7ff740ff9640 1 -- 172.21.15.76:0/2162182237 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff744153e40 con 0x7ff7440725f0 2023-11-25T03:11:08.809 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.0 2023-11-25T03:11:08.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7ffb240c1cf0 con 0x7ffb24151e90 2023-11-25T03:11:08.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7300664f0 msgr2=0x7ff7300689b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7300664f0 0x7ff7300689b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff7380af000 tx=0x7ff7380b6040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 msgr2=0x7ff7440a5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 0x7ff7440a5d60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00ce40 tx=0x7ff73c00a660 comp rx=0 tx=0).stop 2023-11-25T03:11:08.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ffb1a7fc640 1 -- 172.21.15.76:0/319230655 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffb240c1cf0 con 0x7ffb24151e90 2023-11-25T03:11:08.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 shutdown_connections 2023-11-25T03:11:08.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7300664f0 0x7ff7300689b0 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff7380af000 tx=0x7ff7380b6040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff744155300 0x7ff7440a3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7440c22b0 0x7ff7441f1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 --2- 172.21.15.76:0/2162182237 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7440725f0 0x7ff7440a5d60 secure :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00ce40 tx=0x7ff73c00a660 comp rx=0 tx=0).stop 2023-11-25T03:11:08.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 >> 172.21.15.76:0/2162182237 conn(0x7ff7440c5cd0 msgr2=0x7ff74415d580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 shutdown_connections 2023-11-25T03:11:08.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7ff74a879640 1 -- 172.21.15.76:0/2162182237 wait complete. 2023-11-25T03:11:08.812 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:08.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.805+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f399c0c0a80 con 0x7f399c071f60 2023-11-25T03:11:08.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.809+0000 7f39937fe640 1 -- 172.21.15.76:0/3402263752 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f398c053a80 con 0x7f399c071f60 2023-11-25T03:11:08.814 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:08.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f397c0664a0 msgr2=0x7f397c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb08066540 msgr2=0x7ffb08068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb08066540 0x7ffb08068a00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00e330 tx=0x7ffb1c00b040 comp rx=0 tx=0).stop 2023-11-25T03:11:08.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 msgr2=0x7ffb241f2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb241f2b30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffb1401a9d0 tx=0x7ffb140190c0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f397c0664a0 0x7f397c068960 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f39840098f0 tx=0x7f3984006f90 comp rx=0 tx=0).stop 2023-11-25T03:11:08.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 msgr2=0x7f399c1544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:08.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 shutdown_connections 2023-11-25T03:11:08.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 0x7f399c1544d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f398c00c360 tx=0x7f398c00c820 comp rx=0 tx=0).stop 2023-11-25T03:11:08.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb08066540 0x7ffb08068a00 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb24151e90 0x7ffb241f2b30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb240c7ea0 0x7ffb241f25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 --2- 172.21.15.76:0/319230655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb240c4e60 0x7ffb241f4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 shutdown_connections 2023-11-25T03:11:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f397c0664a0 0x7f397c068960 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f399c0c0ca0 0x7f399c0aaeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f399c0a8320 0x7f399c071160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 --2- 172.21.15.76:0/3402263752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f399c071f60 0x7f399c1544d0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 >> 172.21.15.76:0/3402263752 conn(0x7f399c0a7800 msgr2=0x7f399c06bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 >> 172.21.15.76:0/319230655 conn(0x7ffb240ca170 msgr2=0x7ffb240ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 shutdown_connections 2023-11-25T03:11:08.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7f399bfff640 1 -- 172.21.15.76:0/3402263752 wait complete. 2023-11-25T03:11:08.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 shutdown_connections 2023-11-25T03:11:08.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:08.813+0000 7ffb2bf2a640 1 -- 172.21.15.76:0/319230655 wait complete. 2023-11-25T03:11:08.831 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.3 2023-11-25T03:11:08.835 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.5 2023-11-25T03:11:08.836 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.2 2023-11-25T03:11:08.843 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2023-11-25T03:11:08.846 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.7 2023-11-25T03:11:08.854 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.4 2023-11-25T03:11:08.855 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.6 2023-11-25T03:11:09.810 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-11-25T03:11:09.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-11-25T03:11:09.836 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-11-25T03:11:09.837 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-11-25T03:11:09.845 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-11-25T03:11:09.848 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-11-25T03:11:09.854 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-11-25T03:11:09.856 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-11-25T03:11:10.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.025+0000 7f85ba017640 1 Processor -- start 2023-11-25T03:11:10.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.025+0000 7f85ba017640 1 -- start start 2023-11-25T03:11:10.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85ba017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 0x7f85b406d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85ba017640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85b40c4300 0x7f85b40c4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85ba017640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85b40c3e70 con 0x7f85b4072080 2023-11-25T03:11:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b2ffd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f85b4072080 0x7f85b406bd80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:38714/0 (socket says 172.21.15.76:38714) 2023-11-25T03:11:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b2ffd640 1 -- 172.21.15.76:0/3569021662 learned_addr learned my addr 172.21.15.76:0/3569021662 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b37fe640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 0x7f85b406d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85b40c16e0 con 0x7f85b40c4300 2023-11-25T03:11:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85b40c1120 con 0x7f85b4151350 2023-11-25T03:11:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1407202726 0 0) 0x7f85b40c3e70 con 0x7f85b4072080 2023-11-25T03:11:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f859c003530 con 0x7f85b4072080 2023-11-25T03:11:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b3fff640 1 --2- 172.21.15.76:0/3569021662 >> v2:172.21.15.76:3300/0 conn(0x7f85b40c4300 0x7f85b40c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 <== mon.1 v1:172.21.15.106:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3459852335 0 0) 0x7f859c003530 con 0x7f85b4072080 2023-11-25T03:11:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 msgr2=0x7f85b406d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 0x7f85b406d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 >> v2:172.21.15.76:3300/0 conn(0x7f85b40c4300 msgr2=0x7f85b40c4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 --2- 172.21.15.76:0/3569021662 >> v2:172.21.15.76:3300/0 conn(0x7f85b40c4300 0x7f85b40c4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.029+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 --> v1:172.21.15.106:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b40c1400 con 0x7f85b4072080 2023-11-25T03:11:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 <== mon.1 v1:172.21.15.106:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f85ac005290 con 0x7f85b4072080 2023-11-25T03:11:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 >> v1:172.21.15.106:6789/0 conn(0x7f85b4072080 legacy=0x7f85b406bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 0x7f859c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f859c003f50 0x7f859c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c009980 0x7f859c004d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b40c16e0 con 0x7f859c009980 2023-11-25T03:11:10.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b40c1120 con 0x7f859c003f50 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f859c005490 con 0x7f85b4151350 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b2ffd640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f859c003f50 0x7f859c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b3fff640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c009980 0x7f859c004d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b37fe640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 0x7f859c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b2ffd640 1 -- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 msgr2=0x7f859c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b2ffd640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4151350 0x7f859c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b2ffd640 1 -- 172.21.15.76:0/3569021662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c009980 msgr2=0x7f859c004d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b2ffd640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c009980 0x7f859c004d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.033+0000 7f85b2ffd640 1 -- 172.21.15.76:0/3569021662 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f859c003530 con 0x7f859c003f50 2023-11-25T03:11:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.037+0000 7f85b2ffd640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f859c003f50 0x7f859c0047d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f85ac001690 tx=0x7f85ac01f6b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f071de77c5c57f76 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.041+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac008270 con 0x7f859c003f50 2023-11-25T03:11:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.041+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85ac0ab070 con 0x7f859c003f50 2023-11-25T03:11:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.041+0000 7f85b27fc640 1 -- 172.21.15.76:0/3569021662 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac008270 con 0x7f859c003f50 2023-11-25T03:11:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.041+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f859c003f50 msgr2=0x7f859c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.041+0000 7f85ba017640 1 --2- 172.21.15.76:0/3569021662 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f859c003f50 0x7f859c0047d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f85ac001690 tx=0x7f85ac01f6b0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.041+0000 7f85b3fff640 1 -- 172.21.15.76:0/3569021662 reap_dead start 2023-11-25T03:11:10.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.045+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 shutdown_connections 2023-11-25T03:11:10.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.045+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 >> 172.21.15.76:0/3569021662 conn(0x7f85b40a7910 msgr2=0x7f85b40a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.045+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 shutdown_connections 2023-11-25T03:11:10.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.045+0000 7f85ba017640 1 -- 172.21.15.76:0/3569021662 wait complete. 2023-11-25T03:11:10.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.045+0000 7f85ba017640 1 Processor -- start 2023-11-25T03:11:10.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 -- start start 2023-11-25T03:11:10.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c003f50 0x7f85b4148ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4153d90 0x7f85b414eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85b4147ec0 0x7f85b41e5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b41e57a0 con 0x7f859c003f50 2023-11-25T03:11:10.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85b37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c003f50 0x7f85b4148ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85b37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c003f50 0x7f85b4148ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41610/0 (socket says 172.21.15.76:41610) 2023-11-25T03:11:10.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85b37fe640 1 -- 172.21.15.76:0/3847690265 learned_addr learned my addr 172.21.15.76:0/3847690265 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b41486c0 con 0x7f85b4147ec0 2023-11-25T03:11:10.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85b4151a90 con 0x7f85b4153d90 2023-11-25T03:11:10.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85b3fff640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85b4147ec0 0x7f85b41e5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.049+0000 7f85b2ffd640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4153d90 0x7f85b414eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85b3fff640 1 -- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4153d90 msgr2=0x7f85b414eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85b3fff640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4153d90 0x7f85b414eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85b3fff640 1 -- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c003f50 msgr2=0x7f85b4148ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85b3fff640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c003f50 0x7f85b4148ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85b3fff640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b4154590 con 0x7f85b4147ec0 2023-11-25T03:11:10.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85b3fff640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85b4147ec0 0x7f85b41e5c30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f859c005620 tx=0x7f85a8011cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8004030 con 0x7f85b4147ec0 2023-11-25T03:11:10.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85a80041b0 con 0x7f85b4147ec0 2023-11-25T03:11:10.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85b4154870 con 0x7f85b4147ec0 2023-11-25T03:11:10.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85b40abda0 con 0x7f85b4147ec0 2023-11-25T03:11:10.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.053+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a800f6f0 con 0x7f85b4147ec0 2023-11-25T03:11:10.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.057+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85b404e850 con 0x7f85b4147ec0 2023-11-25T03:11:10.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.057+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f85a800fb20 con 0x7f85b4147ec0 2023-11-25T03:11:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.057+0000 7f859bfff640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85a0066570 0x7f85a0068a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.057+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f85a8084740 con 0x7f85b4147ec0 2023-11-25T03:11:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.061+0000 7f85b37fe640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85a0066570 0x7f85a0068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.061+0000 7f85b37fe640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85a0066570 0x7f85a0068a30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f85a4009c10 tx=0x7f85a4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.061+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f85a8051ce0 con 0x7f85b4147ec0 2023-11-25T03:11:10.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.105+0000 7f32f33aa640 1 Processor -- start 2023-11-25T03:11:10.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.105+0000 7f32f33aa640 1 -- start start 2023-11-25T03:11:10.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f33aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec06cba0 0x7f32ec164200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f33aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32ec0c1d20 con 0x7f32ec06c7c0 2023-11-25T03:11:10.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f33aa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32ec06d030 con 0x7f32ec0c18e0 2023-11-25T03:11:10.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f33aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec06c5c0 con 0x7f32ec06cba0 2023-11-25T03:11:10.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f1146640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f32ec06c7c0 0x7f32ec1593a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34270/0 (socket says 172.21.15.76:34270) 2023-11-25T03:11:10.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f1146640 1 -- 172.21.15.76:0/491291795 learned_addr learned my addr 172.21.15.76:0/491291795 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:10.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32f1947640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec06cba0 0x7f32ec164200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3470461498 0 0) 0x7f32dc001120 con 0x7f32ec0c18e0 2023-11-25T03:11:10.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32d8003530 con 0x7f32ec0c18e0 2023-11-25T03:11:10.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1384575962 0 0) 0x7f32ec0c1d20 con 0x7f32ec06c7c0 2023-11-25T03:11:10.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32dc001120 con 0x7f32ec06c7c0 2023-11-25T03:11:10.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.109+0000 7f173b70f640 1 Processor -- start 2023-11-25T03:11:10.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f173b70f640 1 -- start start 2023-11-25T03:11:10.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1721299946 0 0) 0x7f32dc001120 con 0x7f32ec06c7c0 2023-11-25T03:11:10.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec06cba0 msgr2=0x7f32ec164200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec06cba0 0x7f32ec164200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 >> v1:172.21.15.106:6789/0 conn(0x7f32ec0c18e0 legacy=0x7f32ec0c3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32ec0c1450 con 0x7f32ec06c7c0 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f32e4001a00 con 0x7f32ec06c7c0 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 >> v1:172.21.15.76:6789/0 conn(0x7f32ec06c7c0 legacy=0x7f32ec1593a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32d8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32d80047d0 0x7f32d8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32d80052b0 0x7f32d800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec06c5c0 con 0x7f32d8003b40 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d800c160 con 0x7f32d80052b0 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d800c320 con 0x7f32d80047d0 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f173b70f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f173406cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f173b70f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17340c3a60 0x7f17341631f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f173b70f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17340c1d20 con 0x7f173406c7c0 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f173b70f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f173406c5c0 con 0x7f17340c3a60 2023-11-25T03:11:10.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f173b70f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17340c1450 con 0x7f17340c18e0 2023-11-25T03:11:10.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1146640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32d8003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7fab1789a640 1 Processor -- start 2023-11-25T03:11:10.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7fab1789a640 1 -- start start 2023-11-25T03:11:10.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f17394ab640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f173406c7c0 0x7f17341593a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:38718/0 (socket says 172.21.15.76:38718) 2023-11-25T03:11:10.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f17394ab640 1 -- 172.21.15.76:0/4116076701 learned_addr learned my addr 172.21.15.76:0/4116076701 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f1738caa640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f173406cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f0945640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32d80047d0 0x7f32d8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1947640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32d80052b0 0x7f32d800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1146640 1 -- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32d80047d0 msgr2=0x7f32d8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1146640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32d80047d0 0x7f32d8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1146640 1 -- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32d80052b0 msgr2=0x7f32d800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1146640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32d80052b0 0x7f32d800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f32f1146640 1 -- 172.21.15.76:0/491291795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32ec0c1450 con 0x7f32d8003b40 2023-11-25T03:11:10.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2859826498 0 0) 0x7f17340c1d20 con 0x7f173406c7c0 2023-11-25T03:11:10.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f1739cac640 1 --2- 172.21.15.76:0/4116076701 >> v2:172.21.15.76:3300/0 conn(0x7f17340c3a60 0x7f17341631f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1720003530 con 0x7f173406c7c0 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 <== mon.1 v1:172.21.15.106:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2765618041 0 0) 0x7f1720003530 con 0x7f173406c7c0 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 msgr2=0x7f173406cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f172bfff640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f173406cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.113+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 >> v2:172.21.15.76:3300/0 conn(0x7f17340c3a60 msgr2=0x7f17341631f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 --2- 172.21.15.76:0/4116076701 >> v2:172.21.15.76:3300/0 conn(0x7f17340c3a60 0x7f17341631f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 --> v1:172.21.15.106:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f173406c2e0 con 0x7f173406c7c0 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 <== mon.1 v1:172.21.15.106:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f172c001a00 con 0x7f173406c7c0 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 >> v1:172.21.15.106:6789/0 conn(0x7f173406c7c0 legacy=0x7f17341593a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1720003980 0x7f1720003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f17200047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1720004d10 0x7f1720005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173406c5c0 con 0x7f1720003980 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17340c1450 con 0x7f1720004d10 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f172000ba60 con 0x7f17340c18e0 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1739cac640 1 --2- 172.21.15.76:0/4116076701 >> v2:172.21.15.76:3300/0 conn(0x7f17340c3a60 0x7f17341631f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab1789a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab10157f50 0x7fab10158330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab1789a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fab100bf660 0x7fab100c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab1789a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab100c4980 con 0x7fab100c50e0 2023-11-25T03:11:10.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab1789a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab100bfd10 con 0x7fab100bf660 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab1789a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab10158870 con 0x7fab10157f50 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fab100bf660 0x7fab100c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fab100bf660 0x7fab100c86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50444/0 (socket says 172.21.15.76:50444) 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 -- 172.21.15.76:0/3376623208 learned_addr learned my addr 172.21.15.76:0/3376623208 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1738caa640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f17200047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1739cac640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1720004d10 0x7f1720005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1738caa640 1 -- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1720004d10 msgr2=0x7f1720005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1738caa640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1720004d10 0x7f1720005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1738caa640 1 -- 172.21.15.76:0/4116076701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1720003980 msgr2=0x7f1720003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1738caa640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1720003980 0x7f1720003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1738caa640 1 -- 172.21.15.76:0/4116076701 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1720003530 con 0x7f17340c18e0 2023-11-25T03:11:10.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 -- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab10157f50 msgr2=0x7fab10158330 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-25T03:11:10.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f1739cac640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1720004d10 0x7f1720005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:10.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 --2- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab10157f50 0x7fab10158330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 -- 172.21.15.76:0/3376623208 >> v1:172.21.15.106:6789/0 conn(0x7fab100c50e0 legacy=0x7fab100c5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fab14e35640 1 -- 172.21.15.76:0/3376623208 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab100c4eb0 con 0x7fab100bf660 2023-11-25T03:11:10.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fa72d703640 1 Processor -- start 2023-11-25T03:11:10.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7f32f1146640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32d8003f40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f32e400a850 tx=0x7f32e401d2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df7cf9e90e062fbb server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e40ad630 con 0x7f32d8003b40 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32e40a8070 con 0x7f32d8003b40 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32e3fff640 1 -- 172.21.15.76:0/491291795 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e40ada50 con 0x7f32d8003b40 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.117+0000 7fa72d703640 1 -- start start 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa72d703640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7280c82b0 0x7fa72806b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa72d703640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa728151ff0 con 0x7fa7280c7ed0 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa72d703640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa728155160 con 0x7fa72806bef0 2023-11-25T03:11:10.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa72d703640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7280c8730 con 0x7fa7280c82b0 2023-11-25T03:11:10.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32f33aa640 1 -- 172.21.15.76:0/491291795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 msgr2=0x7f32d8003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32f33aa640 1 --2- 172.21.15.76:0/491291795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32d8003f40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f32e400a850 tx=0x7f32e401d2e0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32f1947640 1 -- 172.21.15.76:0/491291795 reap_dead start 2023-11-25T03:11:10.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa727fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa7280c7ed0 0x7fa7280c4730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34274/0 (socket says 172.21.15.76:34274) 2023-11-25T03:11:10.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa727fff640 1 -- 172.21.15.76:0/2474024480 learned_addr learned my addr 172.21.15.76:0/2474024480 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:10.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32f33aa640 1 -- 172.21.15.76:0/491291795 shutdown_connections 2023-11-25T03:11:10.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa7277fe640 1 --2- 172.21.15.76:0/2474024480 >> v2:172.21.15.76:3300/0 conn(0x7fa7280c82b0 0x7fa72806b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32f33aa640 1 -- 172.21.15.76:0/491291795 >> 172.21.15.76:0/491291795 conn(0x7f32ec0a7910 msgr2=0x7f32ec0a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f1738caa640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f17200047d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1730009ae0 tx=0x7f173001ca60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=535bfb12aa1266f3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa7277fe640 1 -- 172.21.15.76:0/2474024480 >> v1:172.21.15.106:6789/0 conn(0x7fa72806bef0 legacy=0x7fa72815eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa7277fe640 1 -- 172.21.15.76:0/2474024480 >> v1:172.21.15.76:6789/0 conn(0x7fa7280c7ed0 legacy=0x7fa7280c4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7fa7277fe640 1 -- 172.21.15.76:0/2474024480 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7280c7760 con 0x7fa7280c82b0 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f32f33aa640 1 -- 172.21.15.76:0/491291795 shutdown_connections 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17300a5630 con 0x7f17340c18e0 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17300a5790 con 0x7f17340c18e0 2023-11-25T03:11:10.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f172bfff640 1 -- 172.21.15.76:0/4116076701 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17300a5b80 con 0x7f17340c18e0 2023-11-25T03:11:10.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f4e1c2c9640 1 Processor -- start 2023-11-25T03:11:10.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f32f33aa640 1 -- 172.21.15.76:0/491291795 wait complete. 2023-11-25T03:11:10.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.121+0000 7f4e1c2c9640 1 -- start start 2023-11-25T03:11:10.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 Processor -- start 2023-11-25T03:11:10.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f173b70f640 1 -- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 msgr2=0x7f17200047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f173b70f640 1 --2- 172.21.15.76:0/4116076701 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340c18e0 0x7f17200047d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1730009ae0 tx=0x7f173001ca60 comp rx=0 tx=0).stop 2023-11-25T03:11:10.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f1739cac640 1 -- 172.21.15.76:0/4116076701 reap_dead start 2023-11-25T03:11:10.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f173b70f640 1 -- 172.21.15.76:0/4116076701 shutdown_connections 2023-11-25T03:11:10.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f173b70f640 1 -- 172.21.15.76:0/4116076701 >> 172.21.15.76:0/4116076701 conn(0x7f17340a7910 msgr2=0x7f17340a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7fab14e35640 1 --2- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100c86b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0098a0 tx=0x7fab0c01c3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ce8f0af0e80c722 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 -- start start 2023-11-25T03:11:10.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7fab07fff640 1 -- 172.21.15.76:0/3376623208 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0ab600 con 0x7fab100bf660 2023-11-25T03:11:10.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7fab07fff640 1 -- 172.21.15.76:0/3376623208 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab0c0a7050 con 0x7fab100bf660 2023-11-25T03:11:10.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7fab07fff640 1 -- 172.21.15.76:0/3376623208 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0ab980 con 0x7fab100bf660 2023-11-25T03:11:10.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f173b70f640 1 -- 172.21.15.76:0/4116076701 shutdown_connections 2023-11-25T03:11:10.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1c2c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e141560c0 0x7f4e14159f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f173b70f640 1 -- 172.21.15.76:0/4116076701 wait complete. 2023-11-25T03:11:10.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1c2c9640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4e1415a470 0x7f4e14158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1c2c9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 0x7f4e14159000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1a065640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e141560c0 0x7f4e14159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f32f33aa640 1 Processor -- start 2023-11-25T03:11:10.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1a065640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e141560c0 0x7f4e14159f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41674/0 (socket says 172.21.15.76:41674) 2023-11-25T03:11:10.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1a866640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 0x7f4e14159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1a866640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 0x7f4e14159000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60194/0 (socket says 172.21.15.76:60194) 2023-11-25T03:11:10.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1a866640 1 -- 172.21.15.76:0/1705516681 learned_addr learned my addr 172.21.15.76:0/1705516681 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f32f33aa640 1 -- start start 2023-11-25T03:11:10.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7fa7277fe640 1 --2- 172.21.15.76:0/2474024480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7280c82b0 0x7fa72806b9b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa71c009740 tx=0x7fa71c01c220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d092055282f227c7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 0x7f6450155e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f64500c33a0 0x7f6450156380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f645006e670 con 0x7f64500bf360 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64500c58b0 con 0x7f64500c33a0 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6458079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64500bfbb0 con 0x7f64500c45e0 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6455614640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 0x7f6450155e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1c2c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e140c7b30 con 0x7f4e141560c0 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e140c6810 con 0x7f4e1415a470 2023-11-25T03:11:10.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e140c6af0 con 0x7f4e1406d370 2023-11-25T03:11:10.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6455614640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 0x7f6450155e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60196/0 (socket says 172.21.15.76:60196) 2023-11-25T03:11:10.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.125+0000 7f6455614640 1 -- 172.21.15.76:0/1903153881 learned_addr learned my addr 172.21.15.76:0/1903153881 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f6456616640 1 --2- 172.21.15.76:0/1903153881 >> v2:172.21.15.106:3300/0 conn(0x7f64500c33a0 0x7f6450156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa726ffd640 1 -- 172.21.15.76:0/2474024480 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c0ab600 con 0x7fa7280c82b0 2023-11-25T03:11:10.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa726ffd640 1 -- 172.21.15.76:0/2474024480 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa71c0a7050 con 0x7fa7280c82b0 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa726ffd640 1 -- 172.21.15.76:0/2474024480 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c0ab980 con 0x7fa7280c82b0 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f33aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32ec150190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f33aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec151800 0x7f32ec0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f33aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 0x7f32ec146c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f33aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec15ba90 con 0x7f32d8003b40 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f33aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec15a710 con 0x7f32ec0a4890 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f33aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec150d20 con 0x7f32ec151800 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 0x7f32ec146c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f0945640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec151800 0x7f32ec0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 0x7f32ec146c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50480/0 (socket says 172.21.15.76:50480) 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 -- 172.21.15.76:0/1639633752 learned_addr learned my addr 172.21.15.76:0/1639633752 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1146640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32ec150190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 Processor -- start 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 -- start start 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 -- 172.21.15.76:0/2474024480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7280c82b0 msgr2=0x7fa72806b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 --2- 172.21.15.76:0/2474024480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7280c82b0 0x7fa72806b9b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa71c009740 tx=0x7fa71c01c220 comp rx=0 tx=0).stop 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 -- 172.21.15.76:0/2474024480 shutdown_connections 2023-11-25T03:11:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 --2- 172.21.15.76:0/2474024480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7280c82b0 0x7fa72806b9b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 -- 172.21.15.76:0/2474024480 >> 172.21.15.76:0/2474024480 conn(0x7fa7280ab940 msgr2=0x7fa7280abd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 -- 172.21.15.76:0/2474024480 shutdown_connections 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fa72d703640 1 -- 172.21.15.76:0/2474024480 wait complete. 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fab1789a640 1 -- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 msgr2=0x7fab100c86b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7fab1789a640 1 --2- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100c86b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0098a0 tx=0x7fab0c01c3e0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e1a866640 1 -- 172.21.15.76:0/1705516681 >> v2:172.21.15.106:3300/0 conn(0x7f4e1415a470 msgr2=0x7f4e14158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e19864640 1 --2- 172.21.15.76:0/1705516681 >> v2:172.21.15.106:3300/0 conn(0x7f4e1415a470 0x7f4e14158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f6455614640 1 -- 172.21.15.76:0/1903153881 >> v2:172.21.15.106:3300/0 conn(0x7f64500c33a0 msgr2=0x7f6450156380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f6455614640 1 --2- 172.21.15.76:0/1903153881 >> v2:172.21.15.106:3300/0 conn(0x7f64500c33a0 0x7f6450156380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f6455614640 1 -- 172.21.15.76:0/1903153881 >> v1:172.21.15.76:6789/0 conn(0x7f64500bf360 legacy=0x7f64500a4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f6455614640 1 -- 172.21.15.76:0/1903153881 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64500bfe50 con 0x7f64500c45e0 2023-11-25T03:11:10.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17340c18e0 0x7f17341f1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 0x7f17341f4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 -- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec151800 msgr2=0x7f32ec0a4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec151800 0x7f32ec0a4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 -- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 msgr2=0x7f32ec150190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32ec150190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 -- 172.21.15.76:0/1639633752 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32ec156420 con 0x7f32ec0a4890 2023-11-25T03:11:10.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17340a4b30 0x7f17340a6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e1a866640 1 --2- 172.21.15.76:0/1705516681 >> v2:172.21.15.106:3300/0 conn(0x7f4e1415a470 0x7f4e14158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e1a866640 1 -- 172.21.15.76:0/1705516681 >> v2:172.21.15.76:3300/0 conn(0x7f4e141560c0 msgr2=0x7f4e14159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e1a866640 1 --2- 172.21.15.76:0/1705516681 >> v2:172.21.15.76:3300/0 conn(0x7f4e141560c0 0x7f4e14159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e1a866640 1 -- 172.21.15.76:0/1705516681 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e140c74e0 con 0x7f4e1406d370 2023-11-25T03:11:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f4e19864640 1 --2- 172.21.15.76:0/1705516681 >> v2:172.21.15.106:3300/0 conn(0x7f4e1415a470 0x7f4e14158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32f1947640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 0x7f32ec146c90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f32ec0a5530 tx=0x7f32e800bf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f1738caa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 0x7f17341f4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f1738caa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 0x7f17341f4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60216/0 (socket says 172.21.15.76:60216) 2023-11-25T03:11:10.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17341f13b0 con 0x7f17340c18e0 2023-11-25T03:11:10.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17341f1930 con 0x7f17340a4b30 2023-11-25T03:11:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e8004230 con 0x7f32ec0a4890 2023-11-25T03:11:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32e8004390 con 0x7f32ec0a4890 2023-11-25T03:11:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e8003860 con 0x7f32ec0a4890 2023-11-25T03:11:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32ec151000 con 0x7f32ec0a4890 2023-11-25T03:11:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f173b70f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17340a2bb0 con 0x7f17340719e0 2023-11-25T03:11:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32ec1506d0 con 0x7f32ec0a4890 2023-11-25T03:11:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f522572a640 1 Processor -- start 2023-11-25T03:11:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f1738caa640 1 -- 172.21.15.76:0/1608227508 learned_addr learned my addr 172.21.15.76:0/1608227508 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 Processor -- start 2023-11-25T03:11:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 -- start start 2023-11-25T03:11:10.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fab1789a640 1 -- 172.21.15.76:0/3376623208 shutdown_connections 2023-11-25T03:11:10.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fab1789a640 1 --2- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100c86b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fab1789a640 1 --2- 172.21.15.76:0/3376623208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab10157f50 0x7fab10158330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fab1789a640 1 -- 172.21.15.76:0/3376623208 >> 172.21.15.76:0/3376623208 conn(0x7fab100c6870 msgr2=0x7fab100c6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f522572a640 1 -- start start 2023-11-25T03:11:10.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fab1789a640 1 -- 172.21.15.76:0/3376623208 shutdown_connections 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fab1789a640 1 -- 172.21.15.76:0/3376623208 wait complete. 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.129+0000 7f17394ab640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17340c18e0 0x7f17341f1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1738caa640 1 -- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17340a4b30 msgr2=0x7f17340a6a30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1739cac640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17340a4b30 0x7f17340a6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1738caa640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17340a4b30 0x7f17340a6a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1738caa640 1 -- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17340c18e0 msgr2=0x7f17341f1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1738caa640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17340c18e0 0x7f17341f1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1738caa640 1 -- 172.21.15.76:0/1608227508 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1734156420 con 0x7f17340719e0 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1738caa640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 0x7f17341f4940 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f173001c890 tx=0x7f1720005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17300a5e60 con 0x7f17340719e0 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17300b8440 con 0x7f17340719e0 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17300b87b0 con 0x7f17340719e0 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f173b70f640 1 -- 172.21.15.76:0/1608227508 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17340abca0 con 0x7f17340719e0 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72806bef0 0x7fa7281efed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7280c7ed0 0x7fa7280adb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7280c82b0 0x7fa72814af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7280ad6e0 con 0x7fa72806bef0 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7280ad390 con 0x7fa7280c82b0 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72d703640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7280af1f0 con 0x7fa7280c7ed0 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa7277fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7280c7ed0 0x7fa7280adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa7277fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7280c7ed0 0x7fa7280adb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60224/0 (socket says 172.21.15.76:60224) 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa7277fe640 1 -- 172.21.15.76:0/133108709 learned_addr learned my addr 172.21.15.76:0/133108709 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa727fff640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72806bef0 0x7fa7281efed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa72cf02640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7280c82b0 0x7fa72814af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f4e1a866640 1 --2- 172.21.15.76:0/1705516681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 0x7f4e14159000 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4e140c7290 tx=0x7f4e1001ce50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bab8649454dd260 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f522572a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f52200c22c0 0x7f522015c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f5217fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f52201513c0 0x7f522006d770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34292/0 (socket says 172.21.15.76:34292) 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f5217fff640 1 -- 172.21.15.76:0/1543079784 learned_addr learned my addr 172.21.15.76:0/1543079784 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f522006e490 con 0x7f52201513c0 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f521f7fe640 1 --2- 172.21.15.76:0/1543079784 >> v2:172.21.15.76:3300/0 conn(0x7f52200c22c0 0x7f522015c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f522006e770 con 0x7f52200c06d0 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52200c1290 con 0x7f52200c22c0 2023-11-25T03:11:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f4e19063640 1 -- 172.21.15.76:0/1705516681 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e100ab600 con 0x7f4e1406d370 2023-11-25T03:11:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f6455614640 1 --2- 172.21.15.76:0/1903153881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 0x7f6450155e40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6444009e50 tx=0x7f644401c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c200f9cc141ef075 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f4e19063640 1 -- 172.21.15.76:0/1705516681 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e100a7050 con 0x7f4e1406d370 2023-11-25T03:11:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f4e19063640 1 -- 172.21.15.76:0/1705516681 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e100ab980 con 0x7f4e1406d370 2023-11-25T03:11:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa727fff640 1 -- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7280c7ed0 msgr2=0x7fa7280adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa727fff640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7280c7ed0 0x7fa7280adb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa727fff640 1 -- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7280c82b0 msgr2=0x7fa72814af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa727fff640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7280c82b0 0x7fa72814af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7fa727fff640 1 -- 172.21.15.76:0/133108709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa71c009420 con 0x7fa72806bef0 2023-11-25T03:11:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32ec1511c0 con 0x7f32ec0a4890 2023-11-25T03:11:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fa727fff640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72806bef0 0x7fa7281efed0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa71800c430 tx=0x7fa71800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6454e13640 1 -- 172.21.15.76:0/1903153881 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64440a56a0 con 0x7f64500c45e0 2023-11-25T03:11:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 988294492 0 0) 0x7f522006e770 con 0x7f52200c06d0 2023-11-25T03:11:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f520c003530 con 0x7f52200c06d0 2023-11-25T03:11:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2620924622 0 0) 0x7f522006e490 con 0x7f52201513c0 2023-11-25T03:11:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.133+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f520c0048b0 con 0x7f52201513c0 2023-11-25T03:11:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 Processor -- start 2023-11-25T03:11:10.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 msgr2=0x7f4e14159000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/1705516681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 0x7f4e14159000 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4e140c7290 tx=0x7f4e1001ce50 comp rx=0 tx=0).stop 2023-11-25T03:11:10.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6454e13640 1 -- 172.21.15.76:0/1903153881 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64440a5800 con 0x7f64500c45e0 2023-11-25T03:11:10.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6454e13640 1 -- 172.21.15.76:0/1903153881 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64440a56a0 con 0x7f64500c45e0 2023-11-25T03:11:10.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f173b70f640 1 -- 172.21.15.76:0/1608227508 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17341f4e80 con 0x7f17340719e0 2023-11-25T03:11:10.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 -- start start 2023-11-25T03:11:10.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 <== mon.1 v1:172.21.15.106:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1787845987 0 0) 0x7f520c003530 con 0x7f52200c06d0 2023-11-25T03:11:10.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f32e80039c0 con 0x7f32ec0a4890 2023-11-25T03:11:10.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1710005260 con 0x7f17340719e0 2023-11-25T03:11:10.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 -- 172.21.15.76:0/1903153881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 msgr2=0x7f6450155e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 --2- 172.21.15.76:0/1903153881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 0x7f6450155e40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6444009e50 tx=0x7f644401c910 comp rx=0 tx=0).stop 2023-11-25T03:11:10.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 -- 172.21.15.76:0/1903153881 shutdown_connections 2023-11-25T03:11:10.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 --2- 172.21.15.76:0/1903153881 >> v2:172.21.15.106:3300/0 conn(0x7f64500c33a0 0x7f6450156380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 --2- 172.21.15.76:0/1903153881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c45e0 0x7f6450155e40 secure :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6444009e50 tx=0x7f644401c910 comp rx=0 tx=0).stop 2023-11-25T03:11:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 -- 172.21.15.76:0/1903153881 >> 172.21.15.76:0/1903153881 conn(0x7f64500c5cd0 msgr2=0x7f64500c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100ad530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 shutdown_connections 2023-11-25T03:11:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/1705516681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e1406d370 0x7f4e14159000 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 0x7fab10148d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab10157f50 0x7fab101f03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab100ae320 con 0x7fab10157f50 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab1006c840 con 0x7fab100bf660 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab1789a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab1006cb20 con 0x7fab100c50e0 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/1705516681 >> v2:172.21.15.106:3300/0 conn(0x7f4e1415a470 0x7f4e14158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/1705516681 >> v2:172.21.15.76:3300/0 conn(0x7f4e141560c0 0x7f4e14159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 >> 172.21.15.76:0/1705516681 conn(0x7f4e140c7dd0 msgr2=0x7f4e140c81e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f521f7fe640 1 -- 172.21.15.76:0/1543079784 >> v1:172.21.15.106:6789/0 conn(0x7f52200c06d0 legacy=0x7f52200a4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f521f7fe640 1 -- 172.21.15.76:0/1543079784 >> v1:172.21.15.76:6789/0 conn(0x7f52201513c0 legacy=0x7f522006d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f521f7fe640 1 -- 172.21.15.76:0/1543079784 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f522006cf70 con 0x7f52200c22c0 2023-11-25T03:11:10.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab14e35640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 0x7fab10148d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab14e35640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 0x7fab10148d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60232/0 (socket says 172.21.15.76:60232) 2023-11-25T03:11:10.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab14e35640 1 -- 172.21.15.76:0/2527389627 learned_addr learned my addr 172.21.15.76:0/2527389627 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f32e1ffb640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32d00664f0 0x7f32d00689b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa718005cf0 con 0x7fa72806bef0 2023-11-25T03:11:10.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa718005e50 con 0x7fa72806bef0 2023-11-25T03:11:10.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7280af4d0 con 0x7fa72806bef0 2023-11-25T03:11:10.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7280ae0b0 con 0x7fa72806bef0 2023-11-25T03:11:10.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab15e37640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab10157f50 0x7fab101f03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f32e80838e0 con 0x7f32ec0a4890 2023-11-25T03:11:10.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f17300b4040 con 0x7f17340719e0 2023-11-25T03:11:10.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7180072d0 con 0x7fa72806bef0 2023-11-25T03:11:10.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab15636640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab14e35640 1 -- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 msgr2=0x7fab100ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7fab14e35640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100ad530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fab14e35640 1 -- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab10157f50 msgr2=0x7fab101f03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fab14e35640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab10157f50 0x7fab101f03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fab14e35640 1 -- 172.21.15.76:0/2527389627 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab0c0094d0 con 0x7fab100c50e0 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 shutdown_connections 2023-11-25T03:11:10.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.137+0000 7f6458079640 1 -- 172.21.15.76:0/1903153881 shutdown_connections 2023-11-25T03:11:10.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f32f1146640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32d00664f0 0x7f32d00689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f1729ffb640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1718066570 0x7f1718068a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f173011db00 con 0x7f17340719e0 2023-11-25T03:11:10.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f17394ab640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1718066570 0x7f1718068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f17394ab640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1718066570 0x7f1718068a30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f172c001b90 tx=0x7f172c0019a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa708005260 con 0x7fa72806bef0 2023-11-25T03:11:10.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa718007430 con 0x7fa72806bef0 2023-11-25T03:11:10.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7fab14e35640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 0x7fab10148d00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fab0c01aa90 tx=0x7fab0c01ac20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/1705516681 wait complete. 2023-11-25T03:11:10.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f6458079640 1 -- 172.21.15.76:0/1903153881 wait complete. 2023-11-25T03:11:10.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f6458079640 1 Processor -- start 2023-11-25T03:11:10.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f521f7fe640 1 --2- 172.21.15.76:0/1543079784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200c22c0 0x7f522015c240 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f521800d1e0 tx=0x7f521801ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ffd827cf90f1831 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5210001600 con 0x7f52200c22c0 2023-11-25T03:11:10.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f32e8050df0 con 0x7f32ec0a4890 2023-11-25T03:11:10.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52180ab070 con 0x7f52200c22c0 2023-11-25T03:11:10.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f521e7fc640 1 -- 172.21.15.76:0/1543079784 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5208001660 con 0x7f52200c22c0 2023-11-25T03:11:10.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 -- start start 2023-11-25T03:11:10.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.141+0000 7f4e1c2c9640 1 Processor -- start 2023-11-25T03:11:10.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f32f1146640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32d00664f0 0x7f32d00689b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f32e40ad000 tx=0x7f32e40a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e1c2c9640 1 -- start start 2023-11-25T03:11:10.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f17300eaff0 con 0x7f17340719e0 2023-11-25T03:11:10.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200c22c0 msgr2=0x7f522015c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0b6620 con 0x7fab100c50e0 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab0c0b6780 con 0x7fab100c50e0 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0b6b30 con 0x7fab100c50e0 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 --2- 172.21.15.76:0/1543079784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200c22c0 0x7f522015c240 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f521800d1e0 tx=0x7f521801ea40 comp rx=0 tx=0).stop 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 0x7f64500a83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c33a0 0x7f6450153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6450158560 0x7f64501f70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64500a72e0 con 0x7f6450158560 2023-11-25T03:11:10.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6450153490 con 0x7f64500bf360 2023-11-25T03:11:10.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6450154520 con 0x7f64500c33a0 2023-11-25T03:11:10.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fa724ff9640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa714066470 0x7fa714068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa718083150 con 0x7fa72806bef0 2023-11-25T03:11:10.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fa7277fe640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa714066470 0x7fa714068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 0x7f64500a83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e1c2c9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e1406d370 0x7f4e14157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 0x7f64500a83c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50512/0 (socket says 172.21.15.76:50512) 2023-11-25T03:11:10.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 -- 172.21.15.76:0/760241059 learned_addr learned my addr 172.21.15.76:0/760241059 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 shutdown_connections 2023-11-25T03:11:10.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 --2- 172.21.15.76:0/1543079784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200c22c0 0x7f522015c240 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455614640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c33a0 0x7f6450153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 >> 172.21.15.76:0/1543079784 conn(0x7f52200c5cd0 msgr2=0x7f52200c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 -- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c33a0 msgr2=0x7f6450153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c33a0 0x7f6450153fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 -- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6450158560 msgr2=0x7f64501f70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6450158560 0x7f64501f70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 shutdown_connections 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 -- 172.21.15.76:0/760241059 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6444009b30 con 0x7f64500bf360 2023-11-25T03:11:10.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455614640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c33a0 0x7f6450153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:10.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f522572a640 1 -- 172.21.15.76:0/1543079784 wait complete. 2023-11-25T03:11:10.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7fa7277fe640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa714066470 0x7fa714068930 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa71c009740 tx=0x7fa71c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e1c2c9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 0x7f4e141f2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6455e15640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 0x7f64500a83c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f643c00c4f0 tx=0x7f643c001e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e1c2c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e1415a470 0x7f4e1414fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e19864640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 0x7f4e141f2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c005480 con 0x7f64500bf360 2023-11-25T03:11:10.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643c003600 con 0x7f64500bf360 2023-11-25T03:11:10.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c003990 con 0x7f64500bf360 2023-11-25T03:11:10.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e19864640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 0x7f4e141f2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:60254/0 (socket says 172.21.15.76:60254) 2023-11-25T03:11:10.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64501fd4c0 con 0x7f64500bf360 2023-11-25T03:11:10.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.145+0000 7f4e19864640 1 -- 172.21.15.76:0/2124275238 learned_addr learned my addr 172.21.15.76:0/2124275238 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e140acae0 con 0x7f4e1415a470 2023-11-25T03:11:10.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64501fdd20 con 0x7f64500bf360 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e141f5f20 con 0x7f4e1406d370 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e140addd0 con 0x7f4e141560c0 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e19864640 1 -- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e1406d370 msgr2=0x7f4e14157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e19864640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e1406d370 0x7f4e14157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e19864640 1 -- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e1415a470 msgr2=0x7f4e1414fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e19864640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e1415a470 0x7f4e1414fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e19864640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e100094d0 con 0x7f4e141560c0 2023-11-25T03:11:10.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 Processor -- start 2023-11-25T03:11:10.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 -- start start 2023-11-25T03:11:10.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 0x7f52200a7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52201513c0 0x7f522014eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200a5980 0x7f5220147450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 0x7f52200a7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 0x7f52200a7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50536/0 (socket says 172.21.15.76:50536) 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 -- 172.21.15.76:0/3878160170 learned_addr learned my addr 172.21.15.76:0/3878160170 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52200a75e0 con 0x7f52200a5980 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52200a6b70 con 0x7f52200c22c0 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52201508f0 con 0x7f52201513c0 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e19864640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 0x7f4e141f2240 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4e0400c7f0 tx=0x7f4e0400ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64501fd880 con 0x7f64500bf360 2023-11-25T03:11:10.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f643c003af0 con 0x7f64500bf360 2023-11-25T03:11:10.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f521effd640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52201513c0 0x7f522014eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f644e7fc640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6434066540 0x7f6434068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab1006ab30 con 0x7fab100c50e0 2023-11-25T03:11:10.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e0400cea0 con 0x7f4e141560c0 2023-11-25T03:11:10.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e141f1db0 con 0x7f4e141560c0 2023-11-25T03:11:10.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e1406fa40 con 0x7f4e141560c0 2023-11-25T03:11:10.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e04007a30 con 0x7f4e141560c0 2023-11-25T03:11:10.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e0400cea0 con 0x7f4e141560c0 2023-11-25T03:11:10.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4dfc005260 con 0x7f4e141560c0 2023-11-25T03:11:10.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f643c083440 con 0x7f64500bf360 2023-11-25T03:11:10.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f6455614640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6434066540 0x7f6434068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 -- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52201513c0 msgr2=0x7f522014eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52201513c0 0x7f522014eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 -- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200a5980 msgr2=0x7f5220147450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200a5980 0x7f5220147450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5218007910 con 0x7f52200c22c0 2023-11-25T03:11:10.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.149+0000 7f5217fff640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 0x7f52200a7070 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f52100011f0 tx=0x7f521000cc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4e04007ba0 con 0x7f4e141560c0 2023-11-25T03:11:10.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab1006c1f0 con 0x7fab100c50e0 2023-11-25T03:11:10.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab1004e850 con 0x7fab100c50e0 2023-11-25T03:11:10.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f4e0affd640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4df80664d0 0x7f4df8068990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4e04083f90 con 0x7f4e141560c0 2023-11-25T03:11:10.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f4e1a065640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4df80664d0 0x7f4df8068990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52100074e0 con 0x7f52200c22c0 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5210007640 con 0x7f52200c22c0 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5210004a10 con 0x7f52200c22c0 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52200a7810 con 0x7f52200c22c0 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f522014ffe0 con 0x7f52200c22c0 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.153+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f643c050930 con 0x7f64500bf360 2023-11-25T03:11:10.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.157+0000 7f4e1a065640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4df80664d0 0x7f4df8068990 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c0070b0 tx=0x7f4e0c007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.157+0000 7f6455614640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6434066540 0x7f6434068a00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64440ae000 tx=0x7f64440a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.157+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52200a6d90 con 0x7f52200c22c0 2023-11-25T03:11:10.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.157+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa718050670 con 0x7fa72806bef0 2023-11-25T03:11:10.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.157+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4e040513f0 con 0x7f4e141560c0 2023-11-25T03:11:10.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.157+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5210004b70 con 0x7f52200c22c0 2023-11-25T03:11:10.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fab0c0b2040 con 0x7fab100c50e0 2023-11-25T03:11:10.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7f52177fe640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5200066570 0x7f5200068a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f52100835a0 con 0x7f52200c22c0 2023-11-25T03:11:10.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7f521effd640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5200066570 0x7f5200068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7f521effd640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5200066570 0x7f5200068a30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f52200c04a0 tx=0x7f5208009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7fab05ffb640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faaf4066470 0x7faaf4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.161+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fab0c11e750 con 0x7fab100c50e0 2023-11-25T03:11:10.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.165+0000 7fab15636640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faaf4066470 0x7faaf4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.165+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fab0c11eb90 con 0x7fab100c50e0 2023-11-25T03:11:10.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.165+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f52200a6d90 con 0x7f52200c22c0 2023-11-25T03:11:10.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.165+0000 7fab15636640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faaf4066470 0x7faaf4068930 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fab08007dc0 tx=0x7fab080072f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.405+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f85b40c0f00 con 0x7f85b4147ec0 2023-11-25T03:11:10.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.405+0000 7f859bfff640 1 -- 172.21.15.76:0/3847690265 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f85a8019020 con 0x7f85b4147ec0 2023-11-25T03:11:10.412 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2023-11-25T03:11:10.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85a0066570 msgr2=0x7f85a0068a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85a0066570 0x7f85a0068a30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f85a4009c10 tx=0x7f85a4009190 comp rx=0 tx=0).stop 2023-11-25T03:11:10.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85b4147ec0 msgr2=0x7f85b41e5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85b4147ec0 0x7f85b41e5c30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f859c005620 tx=0x7f85a8011cf0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 shutdown_connections 2023-11-25T03:11:10.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85a0066570 0x7f85a0068a30 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85b4147ec0 0x7f85b41e5c30 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85b4153d90 0x7f85b414eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 --2- 172.21.15.76:0/3847690265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f859c003f50 0x7f85b4148ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.409+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 >> 172.21.15.76:0/3847690265 conn(0x7f85b40a7910 msgr2=0x7f85b40a5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.413+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 shutdown_connections 2023-11-25T03:11:10.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.413+0000 7f85ba017640 1 -- 172.21.15.76:0/3847690265 wait complete. 2023-11-25T03:11:10.448 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.0 2023-11-25T03:11:10.448 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.445+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f32ec04e850 con 0x7f32ec0a4890 2023-11-25T03:11:10.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.445+0000 7f32e1ffb640 1 -- 172.21.15.76:0/1639633752 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f32e8054410 con 0x7f32ec0a4890 2023-11-25T03:11:10.451 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2023-11-25T03:11:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32d00664f0 msgr2=0x7f32d00689b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32d00664f0 0x7f32d00689b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f32e40ad000 tx=0x7f32e40a7000 comp rx=0 tx=0).stop 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 msgr2=0x7f32ec146c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 0x7f32ec146c90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f32ec0a5530 tx=0x7f32e800bf90 comp rx=0 tx=0).stop 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 shutdown_connections 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32d00664f0 0x7f32d00689b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32ec0a4890 0x7f32ec146c90 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32ec151800 0x7f32ec0a4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 --2- 172.21.15.76:0/1639633752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d8003b40 0x7f32ec150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 >> 172.21.15.76:0/1639633752 conn(0x7f32ec0a7910 msgr2=0x7f32ec155540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 shutdown_connections 2023-11-25T03:11:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.449+0000 7f32f33aa640 1 -- 172.21.15.76:0/1639633752 wait complete. 2023-11-25T03:11:10.475 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.3 2023-11-25T03:11:10.475 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.477+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f64501fd650 con 0x7f64500bf360 2023-11-25T03:11:10.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.477+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f1710005510 con 0x7f17340719e0 2023-11-25T03:11:10.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.477+0000 7f644e7fc640 1 -- 172.21.15.76:0/760241059 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f643c017090 con 0x7f64500bf360 2023-11-25T03:11:10.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.477+0000 7f1729ffb640 1 -- 172.21.15.76:0/1608227508 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f17300ee610 con 0x7f17340719e0 2023-11-25T03:11:10.483 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:10.483 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:10.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6434066540 msgr2=0x7f6434068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6434066540 0x7f6434068a00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64440ae000 tx=0x7f64440a7070 comp rx=0 tx=0).stop 2023-11-25T03:11:10.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1718066570 msgr2=0x7f1718068a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 msgr2=0x7f64500a83c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 0x7f64500a83c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f643c00c4f0 tx=0x7f643c001e80 comp rx=0 tx=0).stop 2023-11-25T03:11:10.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1718066570 0x7f1718068a30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f172c001b90 tx=0x7f172c0019a0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 msgr2=0x7f17341f4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 0x7f17341f4940 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f173001c890 tx=0x7f1720005800 comp rx=0 tx=0).stop 2023-11-25T03:11:10.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 shutdown_connections 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1718066570 0x7f1718068a30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17340a4b30 0x7f17340a6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17340719e0 0x7f17341f4940 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 --2- 172.21.15.76:0/1608227508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17340c18e0 0x7f17341f1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 >> 172.21.15.76:0/1608227508 conn(0x7f17340a7910 msgr2=0x7f17341510d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 shutdown_connections 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 shutdown_connections 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6434066540 0x7f6434068a00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6450158560 0x7f64501f70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64500c33a0 0x7f6450153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 --2- 172.21.15.76:0/760241059 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64500bf360 0x7f64500a83c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 >> 172.21.15.76:0/760241059 conn(0x7f64500c5cd0 msgr2=0x7f6450155e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.481+0000 7f17177fe640 1 -- 172.21.15.76:0/1608227508 wait complete. 2023-11-25T03:11:10.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 shutdown_connections 2023-11-25T03:11:10.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f6458079640 1 -- 172.21.15.76:0/760241059 wait complete. 2023-11-25T03:11:10.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f4dfc0057e0 con 0x7f4e141560c0 2023-11-25T03:11:10.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e0affd640 1 -- 172.21.15.76:0/2124275238 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4e04054a10 con 0x7f4e141560c0 2023-11-25T03:11:10.490 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4df80664d0 msgr2=0x7f4df8068990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4df80664d0 0x7f4df8068990 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c0070b0 tx=0x7f4e0c007040 comp rx=0 tx=0).stop 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 msgr2=0x7f4e141f2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 0x7f4e141f2240 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4e0400c7f0 tx=0x7f4e0400ccb0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 shutdown_connections 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4df80664d0 0x7f4df8068990 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e1415a470 0x7f4e1414fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e141560c0 0x7f4e141f2240 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 --2- 172.21.15.76:0/2124275238 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e1406d370 0x7f4e14157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.485+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 >> 172.21.15.76:0/2124275238 conn(0x7f4e140c7dd0 msgr2=0x7f4e14159cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.489+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fa708005510 con 0x7fa72806bef0 2023-11-25T03:11:10.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.489+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 shutdown_connections 2023-11-25T03:11:10.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.489+0000 7f4e1c2c9640 1 -- 172.21.15.76:0/2124275238 wait complete. 2023-11-25T03:11:10.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.489+0000 7fa724ff9640 1 -- 172.21.15.76:0/133108709 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa718053c90 con 0x7fa72806bef0 2023-11-25T03:11:10.493 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:10.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa714066470 msgr2=0x7fa714068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa714066470 0x7fa714068930 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa71c009740 tx=0x7fa71c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:10.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72806bef0 msgr2=0x7fa7281efed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72806bef0 0x7fa7281efed0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa71800c430 tx=0x7fa71800c8f0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f5220068400 con 0x7f52200c22c0 2023-11-25T03:11:10.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 shutdown_connections 2023-11-25T03:11:10.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa714066470 0x7fa714068930 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7280c82b0 0x7fa72814af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7280c7ed0 0x7fa7280adb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 --2- 172.21.15.76:0/133108709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72806bef0 0x7fa7281efed0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 >> 172.21.15.76:0/133108709 conn(0x7fa7280ab940 msgr2=0x7fa7280abd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7f52177fe640 1 -- 172.21.15.76:0/3878160170 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5210050ab0 con 0x7f52200c22c0 2023-11-25T03:11:10.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 shutdown_connections 2023-11-25T03:11:10.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.493+0000 7fa72d703640 1 -- 172.21.15.76:0/133108709 wait complete. 2023-11-25T03:11:10.504 INFO:teuthology.orchestra.run.smithi076.stdout:55834574854 2023-11-25T03:11:10.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5200066570 msgr2=0x7f5200068a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5200066570 0x7f5200068a30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f52200c04a0 tx=0x7f5208009040 comp rx=0 tx=0).stop 2023-11-25T03:11:10.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 msgr2=0x7f52200a7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 0x7f52200a7070 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f52100011f0 tx=0x7f521000cc00 comp rx=0 tx=0).stop 2023-11-25T03:11:10.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 shutdown_connections 2023-11-25T03:11:10.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5200066570 0x7f5200068a30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52200a5980 0x7f5220147450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52201513c0 0x7f522014eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 --2- 172.21.15.76:0/3878160170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52200c22c0 0x7f52200a7070 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 >> 172.21.15.76:0/3878160170 conn(0x7f52200c5cd0 msgr2=0x7f522006d770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 shutdown_connections 2023-11-25T03:11:10.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7f522572a640 1 -- 172.21.15.76:0/3878160170 wait complete. 2023-11-25T03:11:10.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fab101f0150 con 0x7fab100c50e0 2023-11-25T03:11:10.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.497+0000 7fab05ffb640 1 -- 172.21.15.76:0/2527389627 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fab0c0ebcf0 con 0x7fab100c50e0 2023-11-25T03:11:10.508 INFO:teuthology.orchestra.run.smithi076.stdout:55834574853 2023-11-25T03:11:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.505+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faaf4066470 msgr2=0x7faaf4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.505+0000 7fab1789a640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faaf4066470 0x7faaf4068930 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fab08007dc0 tx=0x7fab080072f0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.505+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 msgr2=0x7fab10148d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.505+0000 7fab1789a640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 0x7fab10148d00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fab0c01aa90 tx=0x7fab0c01ac20 comp rx=0 tx=0).stop 2023-11-25T03:11:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 shutdown_connections 2023-11-25T03:11:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faaf4066470 0x7faaf4068930 secure :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fab08007dc0 tx=0x7fab080072f0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab10157f50 0x7fab101f03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab100c50e0 0x7fab10148d00 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 --2- 172.21.15.76:0/2527389627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab100bf660 0x7fab100ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 >> 172.21.15.76:0/2527389627 conn(0x7fab100c6870 msgr2=0x7fab10066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 shutdown_connections 2023-11-25T03:11:10.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.509+0000 7fab1789a640 1 -- 172.21.15.76:0/2527389627 wait complete. 2023-11-25T03:11:10.519 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.5 2023-11-25T03:11:10.519 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.524 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.4 2023-11-25T03:11:10.524 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.528 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.2 2023-11-25T03:11:10.528 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.528 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.7 2023-11-25T03:11:10.529 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.535 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2023-11-25T03:11:10.535 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.538 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.1 2023-11-25T03:11:10.538 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:10.538 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-11-25T03:11:10.538 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:11:10.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 Processor -- start 2023-11-25T03:11:10.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 -- start start 2023-11-25T03:11:10.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab9014b010 0x7fab900bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fab90073a70 0x7fab9006b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab9006a5b0 con 0x7fab9006b540 2023-11-25T03:11:10.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab900c1d60 con 0x7fab9014b010 2023-11-25T03:11:10.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab9509c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab900c2040 con 0x7fab90073a70 2023-11-25T03:11:10.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab9014b010 0x7fab900bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab9014b010 0x7fab900bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41768/0 (socket says 172.21.15.76:41768) 2023-11-25T03:11:10.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 -- 172.21.15.76:0/3131975177 learned_addr learned my addr 172.21.15.76:0/3131975177 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 -- 172.21.15.76:0/3131975177 >> v2:172.21.15.106:3300/0 conn(0x7fab90073a70 msgr2=0x7fab9006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 --2- 172.21.15.76:0/3131975177 >> v2:172.21.15.106:3300/0 conn(0x7fab90073a70 0x7fab9006b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 -- 172.21.15.76:0/3131975177 >> v1:172.21.15.106:6789/0 conn(0x7fab9006b540 legacy=0x7fab90157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:10.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.713+0000 7fab8ed9d640 1 -- 172.21.15.76:0/3131975177 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab9006a800 con 0x7fab9014b010 2023-11-25T03:11:10.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab8ed9d640 1 --2- 172.21.15.76:0/3131975177 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab900bf9f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fab9004ede0 tx=0x7fab8001ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14cbf9e9e3d952a0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab8e59c640 1 -- 172.21.15.76:0/3131975177 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab800a89b0 con 0x7fab9014b010 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab8e59c640 1 -- 172.21.15.76:0/3131975177 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab800a8b10 con 0x7fab9014b010 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab8e59c640 1 -- 172.21.15.76:0/3131975177 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab800a8ea0 con 0x7fab9014b010 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 -- 172.21.15.76:0/3131975177 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 msgr2=0x7fab900bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 --2- 172.21.15.76:0/3131975177 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab900bf9f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fab9004ede0 tx=0x7fab8001ecb0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 -- 172.21.15.76:0/3131975177 shutdown_connections 2023-11-25T03:11:10.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 --2- 172.21.15.76:0/3131975177 >> v2:172.21.15.106:3300/0 conn(0x7fab90073a70 0x7fab9006b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 --2- 172.21.15.76:0/3131975177 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab900bf9f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 -- 172.21.15.76:0/3131975177 >> 172.21.15.76:0/3131975177 conn(0x7fab900c30c0 msgr2=0x7fab900c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 -- 172.21.15.76:0/3131975177 shutdown_connections 2023-11-25T03:11:10.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.717+0000 7fab9509c640 1 -- 172.21.15.76:0/3131975177 wait complete. 2023-11-25T03:11:10.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 Processor -- start 2023-11-25T03:11:10.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 -- start start 2023-11-25T03:11:10.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab90073a70 0x7fab90142970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab9014fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab900abc80 0x7fab901501a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab901eab90 con 0x7fab9014b010 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab901e79e0 con 0x7fab900abc80 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab90150b00 con 0x7fab90073a70 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab9014fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab9014fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41772/0 (socket says 172.21.15.76:41772) 2023-11-25T03:11:10.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 -- 172.21.15.76:0/3032832479 learned_addr learned my addr 172.21.15.76:0/3032832479 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab8ed9d640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab90073a70 0x7fab90142970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab8f59e640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab900abc80 0x7fab901501a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 -- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab90073a70 msgr2=0x7fab90142970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab90073a70 0x7fab90142970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 -- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab900abc80 msgr2=0x7fab901501a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab900abc80 0x7fab901501a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 -- 172.21.15.76:0/3032832479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab800094d0 con 0x7fab9014b010 2023-11-25T03:11:10.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab87fff640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab9014fc60 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fab7800b550 tx=0x7fab7800ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78010870 con 0x7fab9014b010 2023-11-25T03:11:10.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab780109f0 con 0x7fab9014b010 2023-11-25T03:11:10.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78010da0 con 0x7fab9014b010 2023-11-25T03:11:10.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab90150de0 con 0x7fab9014b010 2023-11-25T03:11:10.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.721+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab901510c0 con 0x7fab9014b010 2023-11-25T03:11:10.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.725+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab9014f980 con 0x7fab9014b010 2023-11-25T03:11:10.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.725+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fab7800f3c0 con 0x7fab9014b010 2023-11-25T03:11:10.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.725+0000 7fab877fe640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab70066470 0x7fab70068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:10.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.725+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fab78083df0 con 0x7fab9014b010 2023-11-25T03:11:10.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.725+0000 7fab8ed9d640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab70066470 0x7fab70068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:10.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.725+0000 7fab8ed9d640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab70066470 0x7fab70068930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fab800b2000 tx=0x7fab80008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:10.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.729+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fab9014f980 con 0x7fab9014b010 2023-11-25T03:11:10.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.877+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fab900735f0 con 0x7fab70066470 2023-11-25T03:11:10.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.885+0000 7fab877fe640 1 -- 172.21.15.76:0/3032832479 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264559 (secure 0 0 0) 0x7fab800b0440 con 0x7fab70066470 2023-11-25T03:11:10.890 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:10.895 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:11:10.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab70066470 msgr2=0x7fab70068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab70066470 0x7fab70068930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fab800b2000 tx=0x7fab80008040 comp rx=0 tx=0).stop 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 msgr2=0x7fab9014fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab9014fc60 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fab7800b550 tx=0x7fab7800ba10 comp rx=0 tx=0).stop 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 shutdown_connections 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab70066470 0x7fab70068930 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab900abc80 0x7fab901501a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9014b010 0x7fab9014fc60 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 --2- 172.21.15.76:0/3032832479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab90073a70 0x7fab90142970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 >> 172.21.15.76:0/3032832479 conn(0x7fab900c30c0 msgr2=0x7fab900c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:10.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 shutdown_connections 2023-11-25T03:11:10.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:10.889+0000 7fab9509c640 1 -- 172.21.15.76:0/3032832479 wait complete. 2023-11-25T03:11:10.912 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-11-25T03:11:09.093453+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219000,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755720,"statfs":{"total":773094113280,"available":772869857280,"internally_reserved":0,"allocated":2887680,"data_stored":1751817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.898440"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911568+0000","last_change":"2023-11-25T03:11:01.910540+0000","last_active":"2023-11-25T03:11:03.911568+0000","last_peered":"2023-11-25T03:11:03.911568+0000","last_clean":"2023-11-25T03:11:03.911568+0000","last_became_active":"2023-11-25T03:11:01.909849+0000","last_became_peered":"2023-11-25T03:11:01.909849+0000","last_unstale":"2023-11-25T03:11:03.911568+0000","last_undegraded":"2023-11-25T03:11:03.911568+0000","last_fullsized":"2023-11-25T03:11:03.911568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883907+0000","last_change":"2023-11-25T03:11:01.896073+0000","last_active":"2023-11-25T03:11:02.883907+0000","last_peered":"2023-11-25T03:11:02.883907+0000","last_clean":"2023-11-25T03:11:02.883907+0000","last_became_active":"2023-11-25T03:11:01.895804+0000","last_became_peered":"2023-11-25T03:11:01.895804+0000","last_unstale":"2023-11-25T03:11:02.883907+0000","last_undegraded":"2023-11-25T03:11:02.883907+0000","last_fullsized":"2023-11-25T03:11:02.883907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912713+0000","last_change":"2023-11-25T03:11:01.896632+0000","last_active":"2023-11-25T03:11:03.912713+0000","last_peered":"2023-11-25T03:11:03.912713+0000","last_clean":"2023-11-25T03:11:03.912713+0000","last_became_active":"2023-11-25T03:11:01.896076+0000","last_became_peered":"2023-11-25T03:11:01.896076+0000","last_unstale":"2023-11-25T03:11:03.912713+0000","last_undegraded":"2023-11-25T03:11:03.912713+0000","last_fullsized":"2023-11-25T03:11:03.912713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885717+0000","last_change":"2023-11-25T03:11:01.902048+0000","last_active":"2023-11-25T03:11:02.885717+0000","last_peered":"2023-11-25T03:11:02.885717+0000","last_clean":"2023-11-25T03:11:02.885717+0000","last_became_active":"2023-11-25T03:11:01.901736+0000","last_became_peered":"2023-11-25T03:11:01.901736+0000","last_unstale":"2023-11-25T03:11:02.885717+0000","last_undegraded":"2023-11-25T03:11:02.885717+0000","last_fullsized":"2023-11-25T03:11:02.885717+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911101+0000","last_change":"2023-11-25T03:11:01.910170+0000","last_active":"2023-11-25T03:11:03.911101+0000","last_peered":"2023-11-25T03:11:03.911101+0000","last_clean":"2023-11-25T03:11:03.911101+0000","last_became_active":"2023-11-25T03:11:01.909871+0000","last_became_peered":"2023-11-25T03:11:01.909871+0000","last_unstale":"2023-11-25T03:11:03.911101+0000","last_undegraded":"2023-11-25T03:11:03.911101+0000","last_fullsized":"2023-11-25T03:11:03.911101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885396+0000","last_change":"2023-11-25T03:11:01.902397+0000","last_active":"2023-11-25T03:11:02.885396+0000","last_peered":"2023-11-25T03:11:02.885396+0000","last_clean":"2023-11-25T03:11:02.885396+0000","last_became_active":"2023-11-25T03:11:01.899630+0000","last_became_peered":"2023-11-25T03:11:01.899630+0000","last_unstale":"2023-11-25T03:11:02.885396+0000","last_undegraded":"2023-11-25T03:11:02.885396+0000","last_fullsized":"2023-11-25T03:11:02.885396+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910854+0000","last_change":"2023-11-25T03:11:01.911134+0000","last_active":"2023-11-25T03:11:03.910854+0000","last_peered":"2023-11-25T03:11:03.910854+0000","last_clean":"2023-11-25T03:11:03.910854+0000","last_became_active":"2023-11-25T03:11:01.910474+0000","last_became_peered":"2023-11-25T03:11:01.910474+0000","last_unstale":"2023-11-25T03:11:03.910854+0000","last_undegraded":"2023-11-25T03:11:03.910854+0000","last_fullsized":"2023-11-25T03:11:03.910854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912285+0000","last_change":"2023-11-25T03:11:01.907142+0000","last_active":"2023-11-25T03:11:03.912285+0000","last_peered":"2023-11-25T03:11:03.912285+0000","last_clean":"2023-11-25T03:11:03.912285+0000","last_became_active":"2023-11-25T03:11:01.906874+0000","last_became_peered":"2023-11-25T03:11:01.906874+0000","last_unstale":"2023-11-25T03:11:03.912285+0000","last_undegraded":"2023-11-25T03:11:03.912285+0000","last_fullsized":"2023-11-25T03:11:03.912285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911614+0000","last_change":"2023-11-25T03:11:01.915994+0000","last_active":"2023-11-25T03:11:03.911614+0000","last_peered":"2023-11-25T03:11:03.911614+0000","last_clean":"2023-11-25T03:11:03.911614+0000","last_became_active":"2023-11-25T03:11:01.915554+0000","last_became_peered":"2023-11-25T03:11:01.915554+0000","last_unstale":"2023-11-25T03:11:03.911614+0000","last_undegraded":"2023-11-25T03:11:03.911614+0000","last_fullsized":"2023-11-25T03:11:03.911614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:58.912582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911082+0000","last_change":"2023-11-25T03:11:01.904910+0000","last_active":"2023-11-25T03:11:03.911082+0000","last_peered":"2023-11-25T03:11:03.911082+0000","last_clean":"2023-11-25T03:11:03.911082+0000","last_became_active":"2023-11-25T03:11:01.904637+0000","last_became_peered":"2023-11-25T03:11:01.904637+0000","last_unstale":"2023-11-25T03:11:03.911082+0000","last_undegraded":"2023-11-25T03:11:03.911082+0000","last_fullsized":"2023-11-25T03:11:03.911082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911442+0000","last_change":"2023-11-25T03:11:01.907091+0000","last_active":"2023-11-25T03:11:03.911442+0000","last_peered":"2023-11-25T03:11:03.911442+0000","last_clean":"2023-11-25T03:11:03.911442+0000","last_became_active":"2023-11-25T03:11:01.905111+0000","last_became_peered":"2023-11-25T03:11:01.905111+0000","last_unstale":"2023-11-25T03:11:03.911442+0000","last_undegraded":"2023-11-25T03:11:03.911442+0000","last_fullsized":"2023-11-25T03:11:03.911442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887155+0000","last_change":"2023-11-25T03:11:01.896457+0000","last_active":"2023-11-25T03:11:02.887155+0000","last_peered":"2023-11-25T03:11:02.887155+0000","last_clean":"2023-11-25T03:11:02.887155+0000","last_became_active":"2023-11-25T03:11:01.894278+0000","last_became_peered":"2023-11-25T03:11:01.894278+0000","last_unstale":"2023-11-25T03:11:02.887155+0000","last_undegraded":"2023-11-25T03:11:02.887155+0000","last_fullsized":"2023-11-25T03:11:02.887155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:27.212738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912277+0000","last_change":"2023-11-25T03:11:01.898774+0000","last_active":"2023-11-25T03:11:03.912277+0000","last_peered":"2023-11-25T03:11:03.912277+0000","last_clean":"2023-11-25T03:11:03.912277+0000","last_became_active":"2023-11-25T03:11:01.898494+0000","last_became_peered":"2023-11-25T03:11:01.898494+0000","last_unstale":"2023-11-25T03:11:03.912277+0000","last_undegraded":"2023-11-25T03:11:03.912277+0000","last_fullsized":"2023-11-25T03:11:03.912277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911911+0000","last_change":"2023-11-25T03:11:01.897772+0000","last_active":"2023-11-25T03:11:03.911911+0000","last_peered":"2023-11-25T03:11:03.911911+0000","last_clean":"2023-11-25T03:11:03.911911+0000","last_became_active":"2023-11-25T03:11:01.897427+0000","last_became_peered":"2023-11-25T03:11:01.897427+0000","last_unstale":"2023-11-25T03:11:03.911911+0000","last_undegraded":"2023-11-25T03:11:03.911911+0000","last_fullsized":"2023-11-25T03:11:03.911911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:50.094460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883392+0000","last_change":"2023-11-25T03:11:01.891596+0000","last_active":"2023-11-25T03:11:02.883392+0000","last_peered":"2023-11-25T03:11:02.883392+0000","last_clean":"2023-11-25T03:11:02.883392+0000","last_became_active":"2023-11-25T03:11:01.891322+0000","last_became_peered":"2023-11-25T03:11:01.891322+0000","last_unstale":"2023-11-25T03:11:02.883392+0000","last_undegraded":"2023-11-25T03:11:02.883392+0000","last_fullsized":"2023-11-25T03:11:02.883392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885171+0000","last_change":"2023-11-25T03:11:01.901709+0000","last_active":"2023-11-25T03:11:02.885171+0000","last_peered":"2023-11-25T03:11:02.885171+0000","last_clean":"2023-11-25T03:11:02.885171+0000","last_became_active":"2023-11-25T03:11:01.896181+0000","last_became_peered":"2023-11-25T03:11:01.896181+0000","last_unstale":"2023-11-25T03:11:02.885171+0000","last_undegraded":"2023-11-25T03:11:02.885171+0000","last_fullsized":"2023-11-25T03:11:02.885171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885994+0000","last_change":"2023-11-25T03:11:01.908187+0000","last_active":"2023-11-25T03:11:02.885994+0000","last_peered":"2023-11-25T03:11:02.885994+0000","last_clean":"2023-11-25T03:11:02.885994+0000","last_became_active":"2023-11-25T03:11:01.907877+0000","last_became_peered":"2023-11-25T03:11:01.907877+0000","last_unstale":"2023-11-25T03:11:02.885994+0000","last_undegraded":"2023-11-25T03:11:02.885994+0000","last_fullsized":"2023-11-25T03:11:02.885994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912884+0000","last_change":"2023-11-25T03:11:01.903466+0000","last_active":"2023-11-25T03:11:03.912884+0000","last_peered":"2023-11-25T03:11:03.912884+0000","last_clean":"2023-11-25T03:11:03.912884+0000","last_became_active":"2023-11-25T03:11:01.903131+0000","last_became_peered":"2023-11-25T03:11:01.903131+0000","last_unstale":"2023-11-25T03:11:03.912884+0000","last_undegraded":"2023-11-25T03:11:03.912884+0000","last_fullsized":"2023-11-25T03:11:03.912884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:27.793571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911877+0000","last_change":"2023-11-25T03:11:01.910625+0000","last_active":"2023-11-25T03:11:03.911877+0000","last_peered":"2023-11-25T03:11:03.911877+0000","last_clean":"2023-11-25T03:11:03.911877+0000","last_became_active":"2023-11-25T03:11:01.910319+0000","last_became_peered":"2023-11-25T03:11:01.910319+0000","last_unstale":"2023-11-25T03:11:03.911877+0000","last_undegraded":"2023-11-25T03:11:03.911877+0000","last_fullsized":"2023-11-25T03:11:03.911877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:36:39.570452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911835+0000","last_change":"2023-11-25T03:11:01.898122+0000","last_active":"2023-11-25T03:11:03.911835+0000","last_peered":"2023-11-25T03:11:03.911835+0000","last_clean":"2023-11-25T03:11:03.911835+0000","last_became_active":"2023-11-25T03:11:01.897775+0000","last_became_peered":"2023-11-25T03:11:01.897775+0000","last_unstale":"2023-11-25T03:11:03.911835+0000","last_undegraded":"2023-11-25T03:11:03.911835+0000","last_fullsized":"2023-11-25T03:11:03.911835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911859+0000","last_change":"2023-11-25T03:11:01.910434+0000","last_active":"2023-11-25T03:11:03.911859+0000","last_peered":"2023-11-25T03:11:03.911859+0000","last_clean":"2023-11-25T03:11:03.911859+0000","last_became_active":"2023-11-25T03:11:01.910177+0000","last_became_peered":"2023-11-25T03:11:01.910177+0000","last_unstale":"2023-11-25T03:11:03.911859+0000","last_undegraded":"2023-11-25T03:11:03.911859+0000","last_fullsized":"2023-11-25T03:11:03.911859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:23.533987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885729+0000","last_change":"2023-11-25T03:11:01.902208+0000","last_active":"2023-11-25T03:11:02.885729+0000","last_peered":"2023-11-25T03:11:02.885729+0000","last_clean":"2023-11-25T03:11:02.885729+0000","last_became_active":"2023-11-25T03:11:01.899654+0000","last_became_peered":"2023-11-25T03:11:01.899654+0000","last_unstale":"2023-11-25T03:11:02.885729+0000","last_undegraded":"2023-11-25T03:11:02.885729+0000","last_fullsized":"2023-11-25T03:11:02.885729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912632+0000","last_change":"2023-11-25T03:11:01.908326+0000","last_active":"2023-11-25T03:11:03.912632+0000","last_peered":"2023-11-25T03:11:03.912632+0000","last_clean":"2023-11-25T03:11:03.912632+0000","last_became_active":"2023-11-25T03:11:01.907955+0000","last_became_peered":"2023-11-25T03:11:01.907955+0000","last_unstale":"2023-11-25T03:11:03.912632+0000","last_undegraded":"2023-11-25T03:11:03.912632+0000","last_fullsized":"2023-11-25T03:11:03.912632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885667+0000","last_change":"2023-11-25T03:11:01.896847+0000","last_active":"2023-11-25T03:11:02.885667+0000","last_peered":"2023-11-25T03:11:02.885667+0000","last_clean":"2023-11-25T03:11:02.885667+0000","last_became_active":"2023-11-25T03:11:01.895767+0000","last_became_peered":"2023-11-25T03:11:01.895767+0000","last_unstale":"2023-11-25T03:11:02.885667+0000","last_undegraded":"2023-11-25T03:11:02.885667+0000","last_fullsized":"2023-11-25T03:11:02.885667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912351+0000","last_change":"2023-11-25T03:11:01.898588+0000","last_active":"2023-11-25T03:11:03.912351+0000","last_peered":"2023-11-25T03:11:03.912351+0000","last_clean":"2023-11-25T03:11:03.912351+0000","last_became_active":"2023-11-25T03:11:01.898276+0000","last_became_peered":"2023-11-25T03:11:01.898276+0000","last_unstale":"2023-11-25T03:11:03.912351+0000","last_undegraded":"2023-11-25T03:11:03.912351+0000","last_fullsized":"2023-11-25T03:11:03.912351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911232+0000","last_change":"2023-11-25T03:11:01.910042+0000","last_active":"2023-11-25T03:11:03.911232+0000","last_peered":"2023-11-25T03:11:03.911232+0000","last_clean":"2023-11-25T03:11:03.911232+0000","last_became_active":"2023-11-25T03:11:01.909749+0000","last_became_peered":"2023-11-25T03:11:01.909749+0000","last_unstale":"2023-11-25T03:11:03.911232+0000","last_undegraded":"2023-11-25T03:11:03.911232+0000","last_fullsized":"2023-11-25T03:11:03.911232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883583+0000","last_change":"2023-11-25T03:11:01.900925+0000","last_active":"2023-11-25T03:11:02.883583+0000","last_peered":"2023-11-25T03:11:02.883583+0000","last_clean":"2023-11-25T03:11:02.883583+0000","last_became_active":"2023-11-25T03:11:01.900570+0000","last_became_peered":"2023-11-25T03:11:01.900570+0000","last_unstale":"2023-11-25T03:11:02.883583+0000","last_undegraded":"2023-11-25T03:11:02.883583+0000","last_fullsized":"2023-11-25T03:11:02.883583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912288+0000","last_change":"2023-11-25T03:11:01.905388+0000","last_active":"2023-11-25T03:11:03.912288+0000","last_peered":"2023-11-25T03:11:03.912288+0000","last_clean":"2023-11-25T03:11:03.912288+0000","last_became_active":"2023-11-25T03:11:01.905088+0000","last_became_peered":"2023-11-25T03:11:01.905088+0000","last_unstale":"2023-11-25T03:11:03.912288+0000","last_undegraded":"2023-11-25T03:11:03.912288+0000","last_fullsized":"2023-11-25T03:11:03.912288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912142+0000","last_change":"2023-11-25T03:11:01.900920+0000","last_active":"2023-11-25T03:11:03.912142+0000","last_peered":"2023-11-25T03:11:03.912142+0000","last_clean":"2023-11-25T03:11:03.912142+0000","last_became_active":"2023-11-25T03:11:01.900071+0000","last_became_peered":"2023-11-25T03:11:01.900071+0000","last_unstale":"2023-11-25T03:11:03.912142+0000","last_undegraded":"2023-11-25T03:11:03.912142+0000","last_fullsized":"2023-11-25T03:11:03.912142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885806+0000","last_change":"2023-11-25T03:11:01.899919+0000","last_active":"2023-11-25T03:11:02.885806+0000","last_peered":"2023-11-25T03:11:02.885806+0000","last_clean":"2023-11-25T03:11:02.885806+0000","last_became_active":"2023-11-25T03:11:01.897636+0000","last_became_peered":"2023-11-25T03:11:01.897636+0000","last_unstale":"2023-11-25T03:11:02.885806+0000","last_undegraded":"2023-11-25T03:11:02.885806+0000","last_fullsized":"2023-11-25T03:11:02.885806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911585+0000","last_change":"2023-11-25T03:11:01.907556+0000","last_active":"2023-11-25T03:11:03.911585+0000","last_peered":"2023-11-25T03:11:03.911585+0000","last_clean":"2023-11-25T03:11:03.911585+0000","last_became_active":"2023-11-25T03:11:01.907304+0000","last_became_peered":"2023-11-25T03:11:01.907304+0000","last_unstale":"2023-11-25T03:11:03.911585+0000","last_undegraded":"2023-11-25T03:11:03.911585+0000","last_fullsized":"2023-11-25T03:11:03.911585+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910806+0000","last_change":"2023-11-25T03:11:01.898297+0000","last_active":"2023-11-25T03:11:03.910806+0000","last_peered":"2023-11-25T03:11:03.910806+0000","last_clean":"2023-11-25T03:11:03.910806+0000","last_became_active":"2023-11-25T03:11:01.897854+0000","last_became_peered":"2023-11-25T03:11:01.897854+0000","last_unstale":"2023-11-25T03:11:03.910806+0000","last_undegraded":"2023-11-25T03:11:03.910806+0000","last_fullsized":"2023-11-25T03:11:03.910806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886893+0000","last_change":"2023-11-25T03:11:01.895443+0000","last_active":"2023-11-25T03:11:02.886893+0000","last_peered":"2023-11-25T03:11:02.886893+0000","last_clean":"2023-11-25T03:11:02.886893+0000","last_became_active":"2023-11-25T03:11:01.894802+0000","last_became_peered":"2023-11-25T03:11:01.894802+0000","last_unstale":"2023-11-25T03:11:02.886893+0000","last_undegraded":"2023-11-25T03:11:02.886893+0000","last_fullsized":"2023-11-25T03:11:02.886893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:41.849084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912465+0000","last_change":"2023-11-25T03:11:01.214605+0000","last_active":"2023-11-25T03:11:03.912465+0000","last_peered":"2023-11-25T03:11:03.912465+0000","last_clean":"2023-11-25T03:11:03.912465+0000","last_became_active":"2023-11-25T03:11:01.214217+0000","last_became_peered":"2023-11-25T03:11:01.214217+0000","last_unstale":"2023-11-25T03:11:03.912465+0000","last_undegraded":"2023-11-25T03:11:03.912465+0000","last_fullsized":"2023-11-25T03:11:03.912465+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912259+0000","last_change":"2023-11-25T03:11:01.896981+0000","last_active":"2023-11-25T03:11:03.912259+0000","last_peered":"2023-11-25T03:11:03.912259+0000","last_clean":"2023-11-25T03:11:03.912259+0000","last_became_active":"2023-11-25T03:11:01.896673+0000","last_became_peered":"2023-11-25T03:11:01.896673+0000","last_unstale":"2023-11-25T03:11:03.912259+0000","last_undegraded":"2023-11-25T03:11:03.912259+0000","last_fullsized":"2023-11-25T03:11:03.912259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911078+0000","last_change":"2023-11-25T03:11:01.219747+0000","last_active":"2023-11-25T03:11:03.911078+0000","last_peered":"2023-11-25T03:11:03.911078+0000","last_clean":"2023-11-25T03:11:03.911078+0000","last_became_active":"2023-11-25T03:11:01.219438+0000","last_became_peered":"2023-11-25T03:11:01.219438+0000","last_unstale":"2023-11-25T03:11:03.911078+0000","last_undegraded":"2023-11-25T03:11:03.911078+0000","last_fullsized":"2023-11-25T03:11:03.911078+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912679+0000","last_change":"2023-11-25T03:11:01.220972+0000","last_active":"2023-11-25T03:11:03.912679+0000","last_peered":"2023-11-25T03:11:03.912679+0000","last_clean":"2023-11-25T03:11:03.912679+0000","last_became_active":"2023-11-25T03:11:01.220495+0000","last_became_peered":"2023-11-25T03:11:01.220495+0000","last_unstale":"2023-11-25T03:11:03.912679+0000","last_undegraded":"2023-11-25T03:11:03.912679+0000","last_fullsized":"2023-11-25T03:11:03.912679+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912416+0000","last_change":"2023-11-25T03:11:01.898893+0000","last_active":"2023-11-25T03:11:03.912416+0000","last_peered":"2023-11-25T03:11:03.912416+0000","last_clean":"2023-11-25T03:11:03.912416+0000","last_became_active":"2023-11-25T03:11:01.898579+0000","last_became_peered":"2023-11-25T03:11:01.898579+0000","last_unstale":"2023-11-25T03:11:03.912416+0000","last_undegraded":"2023-11-25T03:11:03.912416+0000","last_fullsized":"2023-11-25T03:11:03.912416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885309+0000","last_change":"2023-11-25T03:11:01.221980+0000","last_active":"2023-11-25T03:11:02.885309+0000","last_peered":"2023-11-25T03:11:02.885309+0000","last_clean":"2023-11-25T03:11:02.885309+0000","last_became_active":"2023-11-25T03:11:01.221372+0000","last_became_peered":"2023-11-25T03:11:01.221372+0000","last_unstale":"2023-11-25T03:11:02.885309+0000","last_undegraded":"2023-11-25T03:11:02.885309+0000","last_fullsized":"2023-11-25T03:11:02.885309+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883393+0000","last_change":"2023-11-25T03:11:01.895630+0000","last_active":"2023-11-25T03:11:02.883393+0000","last_peered":"2023-11-25T03:11:02.883393+0000","last_clean":"2023-11-25T03:11:02.883393+0000","last_became_active":"2023-11-25T03:11:01.895344+0000","last_became_peered":"2023-11-25T03:11:01.895344+0000","last_unstale":"2023-11-25T03:11:02.883393+0000","last_undegraded":"2023-11-25T03:11:02.883393+0000","last_fullsized":"2023-11-25T03:11:02.883393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911089+0000","last_change":"2023-11-25T03:11:01.225125+0000","last_active":"2023-11-25T03:11:03.911089+0000","last_peered":"2023-11-25T03:11:03.911089+0000","last_clean":"2023-11-25T03:11:03.911089+0000","last_became_active":"2023-11-25T03:11:01.224623+0000","last_became_peered":"2023-11-25T03:11:01.224623+0000","last_unstale":"2023-11-25T03:11:03.911089+0000","last_undegraded":"2023-11-25T03:11:03.911089+0000","last_fullsized":"2023-11-25T03:11:03.911089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885571+0000","last_change":"2023-11-25T03:11:01.911801+0000","last_active":"2023-11-25T03:11:02.885571+0000","last_peered":"2023-11-25T03:11:02.885571+0000","last_clean":"2023-11-25T03:11:02.885571+0000","last_became_active":"2023-11-25T03:11:01.909002+0000","last_became_peered":"2023-11-25T03:11:01.909002+0000","last_unstale":"2023-11-25T03:11:02.885571+0000","last_undegraded":"2023-11-25T03:11:02.885571+0000","last_fullsized":"2023-11-25T03:11:02.885571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885579+0000","last_change":"2023-11-25T03:11:01.224884+0000","last_active":"2023-11-25T03:11:02.885579+0000","last_peered":"2023-11-25T03:11:02.885579+0000","last_clean":"2023-11-25T03:11:02.885579+0000","last_became_active":"2023-11-25T03:11:01.224538+0000","last_became_peered":"2023-11-25T03:11:01.224538+0000","last_unstale":"2023-11-25T03:11:02.885579+0000","last_undegraded":"2023-11-25T03:11:02.885579+0000","last_fullsized":"2023-11-25T03:11:02.885579+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912872+0000","last_change":"2023-11-25T03:11:01.894447+0000","last_active":"2023-11-25T03:11:03.912872+0000","last_peered":"2023-11-25T03:11:03.912872+0000","last_clean":"2023-11-25T03:11:03.912872+0000","last_became_active":"2023-11-25T03:11:01.893961+0000","last_became_peered":"2023-11-25T03:11:01.893961+0000","last_unstale":"2023-11-25T03:11:03.912872+0000","last_undegraded":"2023-11-25T03:11:03.912872+0000","last_fullsized":"2023-11-25T03:11:03.912872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883673+0000","last_change":"2023-11-25T03:11:01.223800+0000","last_active":"2023-11-25T03:11:02.883673+0000","last_peered":"2023-11-25T03:11:02.883673+0000","last_clean":"2023-11-25T03:11:02.883673+0000","last_became_active":"2023-11-25T03:11:01.223518+0000","last_became_peered":"2023-11-25T03:11:01.223518+0000","last_unstale":"2023-11-25T03:11:02.883673+0000","last_undegraded":"2023-11-25T03:11:02.883673+0000","last_fullsized":"2023-11-25T03:11:02.883673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887206+0000","last_change":"2023-11-25T03:11:01.912610+0000","last_active":"2023-11-25T03:11:02.887206+0000","last_peered":"2023-11-25T03:11:02.887206+0000","last_clean":"2023-11-25T03:11:02.887206+0000","last_became_active":"2023-11-25T03:11:01.912282+0000","last_became_peered":"2023-11-25T03:11:01.912282+0000","last_unstale":"2023-11-25T03:11:02.887206+0000","last_undegraded":"2023-11-25T03:11:02.887206+0000","last_fullsized":"2023-11-25T03:11:02.887206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911931+0000","last_change":"2023-11-25T03:11:01.222912+0000","last_active":"2023-11-25T03:11:03.911931+0000","last_peered":"2023-11-25T03:11:03.911931+0000","last_clean":"2023-11-25T03:11:03.911931+0000","last_became_active":"2023-11-25T03:11:01.222574+0000","last_became_peered":"2023-11-25T03:11:01.222574+0000","last_unstale":"2023-11-25T03:11:03.911931+0000","last_undegraded":"2023-11-25T03:11:03.911931+0000","last_fullsized":"2023-11-25T03:11:03.911931+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911552+0000","last_change":"2023-11-25T03:11:01.910027+0000","last_active":"2023-11-25T03:11:03.911552+0000","last_peered":"2023-11-25T03:11:03.911552+0000","last_clean":"2023-11-25T03:11:03.911552+0000","last_became_active":"2023-11-25T03:11:01.909665+0000","last_became_peered":"2023-11-25T03:11:01.909665+0000","last_unstale":"2023-11-25T03:11:03.911552+0000","last_undegraded":"2023-11-25T03:11:03.911552+0000","last_fullsized":"2023-11-25T03:11:03.911552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912347+0000","last_change":"2023-11-25T03:11:01.225682+0000","last_active":"2023-11-25T03:11:03.912347+0000","last_peered":"2023-11-25T03:11:03.912347+0000","last_clean":"2023-11-25T03:11:03.912347+0000","last_became_active":"2023-11-25T03:11:01.224841+0000","last_became_peered":"2023-11-25T03:11:01.224841+0000","last_unstale":"2023-11-25T03:11:03.912347+0000","last_undegraded":"2023-11-25T03:11:03.912347+0000","last_fullsized":"2023-11-25T03:11:03.912347+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912036+0000","last_change":"2023-11-25T03:11:01.906356+0000","last_active":"2023-11-25T03:11:03.912036+0000","last_peered":"2023-11-25T03:11:03.912036+0000","last_clean":"2023-11-25T03:11:03.912036+0000","last_became_active":"2023-11-25T03:11:01.906138+0000","last_became_peered":"2023-11-25T03:11:01.906138+0000","last_unstale":"2023-11-25T03:11:03.912036+0000","last_undegraded":"2023-11-25T03:11:03.912036+0000","last_fullsized":"2023-11-25T03:11:03.912036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885854+0000","last_change":"2023-11-25T03:11:01.224038+0000","last_active":"2023-11-25T03:11:02.885854+0000","last_peered":"2023-11-25T03:11:02.885854+0000","last_clean":"2023-11-25T03:11:02.885854+0000","last_became_active":"2023-11-25T03:11:01.223751+0000","last_became_peered":"2023-11-25T03:11:01.223751+0000","last_unstale":"2023-11-25T03:11:02.885854+0000","last_undegraded":"2023-11-25T03:11:02.885854+0000","last_fullsized":"2023-11-25T03:11:02.885854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:33.086744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911239+0000","last_change":"2023-11-25T03:11:01.911001+0000","last_active":"2023-11-25T03:11:03.911239+0000","last_peered":"2023-11-25T03:11:03.911239+0000","last_clean":"2023-11-25T03:11:03.911239+0000","last_became_active":"2023-11-25T03:11:01.910022+0000","last_became_peered":"2023-11-25T03:11:01.910022+0000","last_unstale":"2023-11-25T03:11:03.911239+0000","last_undegraded":"2023-11-25T03:11:03.911239+0000","last_fullsized":"2023-11-25T03:11:03.911239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911653+0000","last_change":"2023-11-25T03:11:01.227984+0000","last_active":"2023-11-25T03:11:03.911653+0000","last_peered":"2023-11-25T03:11:03.911653+0000","last_clean":"2023-11-25T03:11:03.911653+0000","last_became_active":"2023-11-25T03:11:01.227525+0000","last_became_peered":"2023-11-25T03:11:01.227525+0000","last_unstale":"2023-11-25T03:11:03.911653+0000","last_undegraded":"2023-11-25T03:11:03.911653+0000","last_fullsized":"2023-11-25T03:11:03.911653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911625+0000","last_change":"2023-11-25T03:11:01.898133+0000","last_active":"2023-11-25T03:11:03.911625+0000","last_peered":"2023-11-25T03:11:03.911625+0000","last_clean":"2023-11-25T03:11:03.911625+0000","last_became_active":"2023-11-25T03:11:01.897819+0000","last_became_peered":"2023-11-25T03:11:01.897819+0000","last_unstale":"2023-11-25T03:11:03.911625+0000","last_undegraded":"2023-11-25T03:11:03.911625+0000","last_fullsized":"2023-11-25T03:11:03.911625+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911448+0000","last_change":"2023-11-25T03:11:01.211301+0000","last_active":"2023-11-25T03:11:03.911448+0000","last_peered":"2023-11-25T03:11:03.911448+0000","last_clean":"2023-11-25T03:11:03.911448+0000","last_became_active":"2023-11-25T03:11:01.210996+0000","last_became_peered":"2023-11-25T03:11:01.210996+0000","last_unstale":"2023-11-25T03:11:03.911448+0000","last_undegraded":"2023-11-25T03:11:03.911448+0000","last_fullsized":"2023-11-25T03:11:03.911448+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:49.383541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911015+0000","last_change":"2023-11-25T03:11:01.911348+0000","last_active":"2023-11-25T03:11:03.911015+0000","last_peered":"2023-11-25T03:11:03.911015+0000","last_clean":"2023-11-25T03:11:03.911015+0000","last_became_active":"2023-11-25T03:11:01.910832+0000","last_became_peered":"2023-11-25T03:11:01.910832+0000","last_unstale":"2023-11-25T03:11:03.911015+0000","last_undegraded":"2023-11-25T03:11:03.911015+0000","last_fullsized":"2023-11-25T03:11:03.911015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887381+0000","last_change":"2023-11-25T03:11:01.218194+0000","last_active":"2023-11-25T03:11:02.887381+0000","last_peered":"2023-11-25T03:11:02.887381+0000","last_clean":"2023-11-25T03:11:02.887381+0000","last_became_active":"2023-11-25T03:11:01.217897+0000","last_became_peered":"2023-11-25T03:11:01.217897+0000","last_unstale":"2023-11-25T03:11:02.887381+0000","last_undegraded":"2023-11-25T03:11:02.887381+0000","last_fullsized":"2023-11-25T03:11:02.887381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:47:20.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911555+0000","last_change":"2023-11-25T03:11:01.912769+0000","last_active":"2023-11-25T03:11:03.911555+0000","last_peered":"2023-11-25T03:11:03.911555+0000","last_clean":"2023-11-25T03:11:03.911555+0000","last_became_active":"2023-11-25T03:11:01.912418+0000","last_became_peered":"2023-11-25T03:11:01.912418+0000","last_unstale":"2023-11-25T03:11:03.911555+0000","last_undegraded":"2023-11-25T03:11:03.911555+0000","last_fullsized":"2023-11-25T03:11:03.911555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912895+0000","last_change":"2023-11-25T03:11:01.213943+0000","last_active":"2023-11-25T03:11:03.912895+0000","last_peered":"2023-11-25T03:11:03.912895+0000","last_clean":"2023-11-25T03:11:03.912895+0000","last_became_active":"2023-11-25T03:11:01.213633+0000","last_became_peered":"2023-11-25T03:11:01.213633+0000","last_unstale":"2023-11-25T03:11:03.912895+0000","last_undegraded":"2023-11-25T03:11:03.912895+0000","last_fullsized":"2023-11-25T03:11:03.912895+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:40.841751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911749+0000","last_change":"2023-11-25T03:11:01.910726+0000","last_active":"2023-11-25T03:11:03.911749+0000","last_peered":"2023-11-25T03:11:03.911749+0000","last_clean":"2023-11-25T03:11:03.911749+0000","last_became_active":"2023-11-25T03:11:01.910208+0000","last_became_peered":"2023-11-25T03:11:01.910208+0000","last_unstale":"2023-11-25T03:11:03.911749+0000","last_undegraded":"2023-11-25T03:11:03.911749+0000","last_fullsized":"2023-11-25T03:11:03.911749+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:24:18.850079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883755+0000","last_change":"2023-11-25T03:11:01.219201+0000","last_active":"2023-11-25T03:11:02.883755+0000","last_peered":"2023-11-25T03:11:02.883755+0000","last_clean":"2023-11-25T03:11:02.883755+0000","last_became_active":"2023-11-25T03:11:01.218901+0000","last_became_peered":"2023-11-25T03:11:01.218901+0000","last_unstale":"2023-11-25T03:11:02.883755+0000","last_undegraded":"2023-11-25T03:11:02.883755+0000","last_fullsized":"2023-11-25T03:11:02.883755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885663+0000","last_change":"2023-11-25T03:11:01.902035+0000","last_active":"2023-11-25T03:11:02.885663+0000","last_peered":"2023-11-25T03:11:02.885663+0000","last_clean":"2023-11-25T03:11:02.885663+0000","last_became_active":"2023-11-25T03:11:01.901730+0000","last_became_peered":"2023-11-25T03:11:01.901730+0000","last_unstale":"2023-11-25T03:11:02.885663+0000","last_undegraded":"2023-11-25T03:11:02.885663+0000","last_fullsized":"2023-11-25T03:11:02.885663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911771+0000","last_change":"2023-11-25T03:11:01.226462+0000","last_active":"2023-11-25T03:11:03.911771+0000","last_peered":"2023-11-25T03:11:03.911771+0000","last_clean":"2023-11-25T03:11:03.911771+0000","last_became_active":"2023-11-25T03:11:01.226145+0000","last_became_peered":"2023-11-25T03:11:01.226145+0000","last_unstale":"2023-11-25T03:11:03.911771+0000","last_undegraded":"2023-11-25T03:11:03.911771+0000","last_fullsized":"2023-11-25T03:11:03.911771+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911726+0000","last_change":"2023-11-25T03:11:01.913057+0000","last_active":"2023-11-25T03:11:03.911726+0000","last_peered":"2023-11-25T03:11:03.911726+0000","last_clean":"2023-11-25T03:11:03.911726+0000","last_became_active":"2023-11-25T03:11:01.912678+0000","last_became_peered":"2023-11-25T03:11:01.912678+0000","last_unstale":"2023-11-25T03:11:03.911726+0000","last_undegraded":"2023-11-25T03:11:03.911726+0000","last_fullsized":"2023-11-25T03:11:03.911726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:15.079029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-25T03:11:01.896488+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:01.896488+0000","last_peered":"2023-11-25T03:11:01.896488+0000","last_clean":"2023-11-25T03:11:01.896488+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:01.896488+0000","last_undegraded":"2023-11-25T03:11:01.896488+0000","last_fullsized":"2023-11-25T03:11:01.896488+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885239+0000","last_change":"2023-11-25T03:11:01.217147+0000","last_active":"2023-11-25T03:11:02.885239+0000","last_peered":"2023-11-25T03:11:02.885239+0000","last_clean":"2023-11-25T03:11:02.885239+0000","last_became_active":"2023-11-25T03:11:01.216783+0000","last_became_peered":"2023-11-25T03:11:01.216783+0000","last_unstale":"2023-11-25T03:11:02.885239+0000","last_undegraded":"2023-11-25T03:11:02.885239+0000","last_fullsized":"2023-11-25T03:11:02.885239+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:47.835475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912788+0000","last_change":"2023-11-25T03:11:01.907616+0000","last_active":"2023-11-25T03:11:03.912788+0000","last_peered":"2023-11-25T03:11:03.912788+0000","last_clean":"2023-11-25T03:11:03.912788+0000","last_became_active":"2023-11-25T03:11:01.906885+0000","last_became_peered":"2023-11-25T03:11:01.906885+0000","last_unstale":"2023-11-25T03:11:03.912788+0000","last_undegraded":"2023-11-25T03:11:03.912788+0000","last_fullsized":"2023-11-25T03:11:03.912788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911198+0000","last_change":"2023-11-25T03:11:01.220711+0000","last_active":"2023-11-25T03:11:03.911198+0000","last_peered":"2023-11-25T03:11:03.911198+0000","last_clean":"2023-11-25T03:11:03.911198+0000","last_became_active":"2023-11-25T03:11:01.219978+0000","last_became_peered":"2023-11-25T03:11:01.219978+0000","last_unstale":"2023-11-25T03:11:03.911198+0000","last_undegraded":"2023-11-25T03:11:03.911198+0000","last_fullsized":"2023-11-25T03:11:03.911198+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911743+0000","last_change":"2023-11-25T03:11:01.892270+0000","last_active":"2023-11-25T03:11:03.911743+0000","last_peered":"2023-11-25T03:11:03.911743+0000","last_clean":"2023-11-25T03:11:03.911743+0000","last_became_active":"2023-11-25T03:11:01.891956+0000","last_became_peered":"2023-11-25T03:11:01.891956+0000","last_unstale":"2023-11-25T03:11:03.911743+0000","last_undegraded":"2023-11-25T03:11:03.911743+0000","last_fullsized":"2023-11-25T03:11:03.911743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:23.639695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911550+0000","last_change":"2023-11-25T03:11:01.212635+0000","last_active":"2023-11-25T03:11:03.911550+0000","last_peered":"2023-11-25T03:11:03.911550+0000","last_clean":"2023-11-25T03:11:03.911550+0000","last_became_active":"2023-11-25T03:11:01.212373+0000","last_became_peered":"2023-11-25T03:11:01.212373+0000","last_unstale":"2023-11-25T03:11:03.911550+0000","last_undegraded":"2023-11-25T03:11:03.911550+0000","last_fullsized":"2023-11-25T03:11:03.911550+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883410+0000","last_change":"2023-11-25T03:11:01.892015+0000","last_active":"2023-11-25T03:11:02.883410+0000","last_peered":"2023-11-25T03:11:02.883410+0000","last_clean":"2023-11-25T03:11:02.883410+0000","last_became_active":"2023-11-25T03:11:01.891691+0000","last_became_peered":"2023-11-25T03:11:01.891691+0000","last_unstale":"2023-11-25T03:11:02.883410+0000","last_undegraded":"2023-11-25T03:11:02.883410+0000","last_fullsized":"2023-11-25T03:11:02.883410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885968+0000","last_change":"2023-11-25T03:11:01.217646+0000","last_active":"2023-11-25T03:11:02.885968+0000","last_peered":"2023-11-25T03:11:02.885968+0000","last_clean":"2023-11-25T03:11:02.885968+0000","last_became_active":"2023-11-25T03:11:01.217351+0000","last_became_peered":"2023-11-25T03:11:01.217351+0000","last_unstale":"2023-11-25T03:11:02.885968+0000","last_undegraded":"2023-11-25T03:11:02.885968+0000","last_fullsized":"2023-11-25T03:11:02.885968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:41.531464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886998+0000","last_change":"2023-11-25T03:11:01.896140+0000","last_active":"2023-11-25T03:11:02.886998+0000","last_peered":"2023-11-25T03:11:02.886998+0000","last_clean":"2023-11-25T03:11:02.886998+0000","last_became_active":"2023-11-25T03:11:01.895747+0000","last_became_peered":"2023-11-25T03:11:01.895747+0000","last_unstale":"2023-11-25T03:11:02.886998+0000","last_undegraded":"2023-11-25T03:11:02.886998+0000","last_fullsized":"2023-11-25T03:11:02.886998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:23.281545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883516+0000","last_change":"2023-11-25T03:11:01.214256+0000","last_active":"2023-11-25T03:11:02.883516+0000","last_peered":"2023-11-25T03:11:02.883516+0000","last_clean":"2023-11-25T03:11:02.883516+0000","last_became_active":"2023-11-25T03:11:01.213958+0000","last_became_peered":"2023-11-25T03:11:01.213958+0000","last_unstale":"2023-11-25T03:11:02.883516+0000","last_undegraded":"2023-11-25T03:11:02.883516+0000","last_fullsized":"2023-11-25T03:11:02.883516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885898+0000","last_change":"2023-11-25T03:11:01.898112+0000","last_active":"2023-11-25T03:11:02.885898+0000","last_peered":"2023-11-25T03:11:02.885898+0000","last_clean":"2023-11-25T03:11:02.885898+0000","last_became_active":"2023-11-25T03:11:01.897784+0000","last_became_peered":"2023-11-25T03:11:01.897784+0000","last_unstale":"2023-11-25T03:11:02.885898+0000","last_undegraded":"2023-11-25T03:11:02.885898+0000","last_fullsized":"2023-11-25T03:11:02.885898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911925+0000","last_change":"2023-11-25T03:11:01.227124+0000","last_active":"2023-11-25T03:11:03.911925+0000","last_peered":"2023-11-25T03:11:03.911925+0000","last_clean":"2023-11-25T03:11:03.911925+0000","last_became_active":"2023-11-25T03:11:01.226841+0000","last_became_peered":"2023-11-25T03:11:01.226841+0000","last_unstale":"2023-11-25T03:11:03.911925+0000","last_undegraded":"2023-11-25T03:11:03.911925+0000","last_fullsized":"2023-11-25T03:11:03.911925+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883561+0000","last_change":"2023-11-25T03:11:01.895048+0000","last_active":"2023-11-25T03:11:02.883561+0000","last_peered":"2023-11-25T03:11:02.883561+0000","last_clean":"2023-11-25T03:11:02.883561+0000","last_became_active":"2023-11-25T03:11:01.894646+0000","last_became_peered":"2023-11-25T03:11:01.894646+0000","last_unstale":"2023-11-25T03:11:02.883561+0000","last_undegraded":"2023-11-25T03:11:02.883561+0000","last_fullsized":"2023-11-25T03:11:02.883561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:04.120422+0000","last_change":"2023-11-25T03:11:01.225529+0000","last_active":"2023-11-25T03:11:04.120422+0000","last_peered":"2023-11-25T03:11:04.120422+0000","last_clean":"2023-11-25T03:11:04.120422+0000","last_became_active":"2023-11-25T03:11:01.225197+0000","last_became_peered":"2023-11-25T03:11:01.225197+0000","last_unstale":"2023-11-25T03:11:04.120422+0000","last_undegraded":"2023-11-25T03:11:04.120422+0000","last_fullsized":"2023-11-25T03:11:04.120422+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:22.632362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912487+0000","last_change":"2023-11-25T03:11:01.909371+0000","last_active":"2023-11-25T03:11:03.912487+0000","last_peered":"2023-11-25T03:11:03.912487+0000","last_clean":"2023-11-25T03:11:03.912487+0000","last_became_active":"2023-11-25T03:11:01.909097+0000","last_became_peered":"2023-11-25T03:11:01.909097+0000","last_unstale":"2023-11-25T03:11:03.912487+0000","last_undegraded":"2023-11-25T03:11:03.912487+0000","last_fullsized":"2023-11-25T03:11:03.912487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911197+0000","last_change":"2023-11-25T03:11:01.224914+0000","last_active":"2023-11-25T03:11:03.911197+0000","last_peered":"2023-11-25T03:11:03.911197+0000","last_clean":"2023-11-25T03:11:03.911197+0000","last_became_active":"2023-11-25T03:11:01.224339+0000","last_became_peered":"2023-11-25T03:11:01.224339+0000","last_unstale":"2023-11-25T03:11:03.911197+0000","last_undegraded":"2023-11-25T03:11:03.911197+0000","last_fullsized":"2023-11-25T03:11:03.911197+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912647+0000","last_change":"2023-11-25T03:11:01.897861+0000","last_active":"2023-11-25T03:11:03.912647+0000","last_peered":"2023-11-25T03:11:03.912647+0000","last_clean":"2023-11-25T03:11:03.912647+0000","last_became_active":"2023-11-25T03:11:01.897566+0000","last_became_peered":"2023-11-25T03:11:01.897566+0000","last_unstale":"2023-11-25T03:11:03.912647+0000","last_undegraded":"2023-11-25T03:11:03.912647+0000","last_fullsized":"2023-11-25T03:11:03.912647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911428+0000","last_change":"2023-11-25T03:11:01.225455+0000","last_active":"2023-11-25T03:11:03.911428+0000","last_peered":"2023-11-25T03:11:03.911428+0000","last_clean":"2023-11-25T03:11:03.911428+0000","last_became_active":"2023-11-25T03:11:01.224138+0000","last_became_peered":"2023-11-25T03:11:01.224138+0000","last_unstale":"2023-11-25T03:11:03.911428+0000","last_undegraded":"2023-11-25T03:11:03.911428+0000","last_fullsized":"2023-11-25T03:11:03.911428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886914+0000","last_change":"2023-11-25T03:11:01.893739+0000","last_active":"2023-11-25T03:11:02.886914+0000","last_peered":"2023-11-25T03:11:02.886914+0000","last_clean":"2023-11-25T03:11:02.886914+0000","last_became_active":"2023-11-25T03:11:01.893472+0000","last_became_peered":"2023-11-25T03:11:01.893472+0000","last_unstale":"2023-11-25T03:11:02.886914+0000","last_undegraded":"2023-11-25T03:11:02.886914+0000","last_fullsized":"2023-11-25T03:11:02.886914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:50.390874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883485+0000","last_change":"2023-11-25T03:11:01.216063+0000","last_active":"2023-11-25T03:11:02.883485+0000","last_peered":"2023-11-25T03:11:02.883485+0000","last_clean":"2023-11-25T03:11:02.883485+0000","last_became_active":"2023-11-25T03:11:01.215794+0000","last_became_peered":"2023-11-25T03:11:01.215794+0000","last_unstale":"2023-11-25T03:11:02.883485+0000","last_undegraded":"2023-11-25T03:11:02.883485+0000","last_fullsized":"2023-11-25T03:11:02.883485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912562+0000","last_change":"2023-11-25T03:11:01.904711+0000","last_active":"2023-11-25T03:11:03.912562+0000","last_peered":"2023-11-25T03:11:03.912562+0000","last_clean":"2023-11-25T03:11:03.912562+0000","last_became_active":"2023-11-25T03:11:01.904405+0000","last_became_peered":"2023-11-25T03:11:01.904405+0000","last_unstale":"2023-11-25T03:11:03.912562+0000","last_undegraded":"2023-11-25T03:11:03.912562+0000","last_fullsized":"2023-11-25T03:11:03.912562+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883660+0000","last_change":"2023-11-25T03:11:01.226224+0000","last_active":"2023-11-25T03:11:02.883660+0000","last_peered":"2023-11-25T03:11:02.883660+0000","last_clean":"2023-11-25T03:11:02.883660+0000","last_became_active":"2023-11-25T03:11:01.225951+0000","last_became_peered":"2023-11-25T03:11:01.225951+0000","last_unstale":"2023-11-25T03:11:02.883660+0000","last_undegraded":"2023-11-25T03:11:02.883660+0000","last_fullsized":"2023-11-25T03:11:02.883660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912418+0000","last_change":"2023-11-25T03:11:01.898409+0000","last_active":"2023-11-25T03:11:03.912418+0000","last_peered":"2023-11-25T03:11:03.912418+0000","last_clean":"2023-11-25T03:11:03.912418+0000","last_became_active":"2023-11-25T03:11:01.898068+0000","last_became_peered":"2023-11-25T03:11:01.898068+0000","last_unstale":"2023-11-25T03:11:03.912418+0000","last_undegraded":"2023-11-25T03:11:03.912418+0000","last_fullsized":"2023-11-25T03:11:03.912418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911342+0000","last_change":"2023-11-25T03:11:01.226081+0000","last_active":"2023-11-25T03:11:03.911342+0000","last_peered":"2023-11-25T03:11:03.911342+0000","last_clean":"2023-11-25T03:11:03.911342+0000","last_became_active":"2023-11-25T03:11:01.224515+0000","last_became_peered":"2023-11-25T03:11:01.224515+0000","last_unstale":"2023-11-25T03:11:03.911342+0000","last_undegraded":"2023-11-25T03:11:03.911342+0000","last_fullsized":"2023-11-25T03:11:03.911342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:18.225142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910958+0000","last_change":"2023-11-25T03:11:01.893777+0000","last_active":"2023-11-25T03:11:03.910958+0000","last_peered":"2023-11-25T03:11:03.910958+0000","last_clean":"2023-11-25T03:11:03.910958+0000","last_became_active":"2023-11-25T03:11:01.893500+0000","last_became_peered":"2023-11-25T03:11:01.893500+0000","last_unstale":"2023-11-25T03:11:03.910958+0000","last_undegraded":"2023-11-25T03:11:03.910958+0000","last_fullsized":"2023-11-25T03:11:03.910958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885801+0000","last_change":"2023-11-25T03:11:01.891322+0000","last_active":"2023-11-25T03:11:02.885801+0000","last_peered":"2023-11-25T03:11:02.885801+0000","last_clean":"2023-11-25T03:11:02.885801+0000","last_became_active":"2023-11-25T03:11:01.890656+0000","last_became_peered":"2023-11-25T03:11:01.890656+0000","last_unstale":"2023-11-25T03:11:02.885801+0000","last_undegraded":"2023-11-25T03:11:02.885801+0000","last_fullsized":"2023-11-25T03:11:02.885801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911418+0000","last_change":"2023-11-25T03:11:01.229100+0000","last_active":"2023-11-25T03:11:03.911418+0000","last_peered":"2023-11-25T03:11:03.911418+0000","last_clean":"2023-11-25T03:11:03.911418+0000","last_became_active":"2023-11-25T03:11:01.228493+0000","last_became_peered":"2023-11-25T03:11:01.228493+0000","last_unstale":"2023-11-25T03:11:03.911418+0000","last_undegraded":"2023-11-25T03:11:03.911418+0000","last_fullsized":"2023-11-25T03:11:03.911418+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885463+0000","last_change":"2023-11-25T03:11:01.891570+0000","last_active":"2023-11-25T03:11:02.885463+0000","last_peered":"2023-11-25T03:11:02.885463+0000","last_clean":"2023-11-25T03:11:02.885463+0000","last_became_active":"2023-11-25T03:11:01.891260+0000","last_became_peered":"2023-11-25T03:11:01.891260+0000","last_unstale":"2023-11-25T03:11:02.885463+0000","last_undegraded":"2023-11-25T03:11:02.885463+0000","last_fullsized":"2023-11-25T03:11:02.885463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911798+0000","last_change":"2023-11-25T03:11:01.229943+0000","last_active":"2023-11-25T03:11:03.911798+0000","last_peered":"2023-11-25T03:11:03.911798+0000","last_clean":"2023-11-25T03:11:03.911798+0000","last_became_active":"2023-11-25T03:11:01.228649+0000","last_became_peered":"2023-11-25T03:11:01.228649+0000","last_unstale":"2023-11-25T03:11:03.911798+0000","last_undegraded":"2023-11-25T03:11:03.911798+0000","last_fullsized":"2023-11-25T03:11:03.911798+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912807+0000","last_change":"2023-11-25T03:11:01.907348+0000","last_active":"2023-11-25T03:11:03.912807+0000","last_peered":"2023-11-25T03:11:03.912807+0000","last_clean":"2023-11-25T03:11:03.912807+0000","last_became_active":"2023-11-25T03:11:01.907008+0000","last_became_peered":"2023-11-25T03:11:01.907008+0000","last_unstale":"2023-11-25T03:11:03.912807+0000","last_undegraded":"2023-11-25T03:11:03.912807+0000","last_fullsized":"2023-11-25T03:11:03.912807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912734+0000","last_change":"2023-11-25T03:11:01.217971+0000","last_active":"2023-11-25T03:11:03.912734+0000","last_peered":"2023-11-25T03:11:03.912734+0000","last_clean":"2023-11-25T03:11:03.912734+0000","last_became_active":"2023-11-25T03:11:01.217698+0000","last_became_peered":"2023-11-25T03:11:01.217698+0000","last_unstale":"2023-11-25T03:11:03.912734+0000","last_undegraded":"2023-11-25T03:11:03.912734+0000","last_fullsized":"2023-11-25T03:11:03.912734+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912581+0000","last_change":"2023-11-25T03:11:01.898760+0000","last_active":"2023-11-25T03:11:03.912581+0000","last_peered":"2023-11-25T03:11:03.912581+0000","last_clean":"2023-11-25T03:11:03.912581+0000","last_became_active":"2023-11-25T03:11:01.898474+0000","last_became_peered":"2023-11-25T03:11:01.898474+0000","last_unstale":"2023-11-25T03:11:03.912581+0000","last_undegraded":"2023-11-25T03:11:03.912581+0000","last_fullsized":"2023-11-25T03:11:03.912581+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912984+0000","last_change":"2023-11-25T03:11:01.220250+0000","last_active":"2023-11-25T03:11:03.912984+0000","last_peered":"2023-11-25T03:11:03.912984+0000","last_clean":"2023-11-25T03:11:03.912984+0000","last_became_active":"2023-11-25T03:11:01.219924+0000","last_became_peered":"2023-11-25T03:11:01.219924+0000","last_unstale":"2023-11-25T03:11:03.912984+0000","last_undegraded":"2023-11-25T03:11:03.912984+0000","last_fullsized":"2023-11-25T03:11:03.912984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.444}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4849999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4630000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.6200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.879}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96499999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.307}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":660897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:11:10.917 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:11:11.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f64ad640 1 Processor -- start 2023-11-25T03:11:11.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f64ad640 1 -- start start 2023-11-25T03:11:11.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f64ad640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44f00c7c50 0x7f44f01544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f64ad640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44f00c8160 con 0x7f44f0154a10 2023-11-25T03:11:11.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f64ad640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44f0157b40 con 0x7f44f0151cd0 2023-11-25T03:11:11.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f64ad640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44f0157e20 con 0x7f44f00c7c50 2023-11-25T03:11:11.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f5cac640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f44f0154a10 0x7f44f015ee30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34308/0 (socket says 172.21.15.76:34308) 2023-11-25T03:11:11.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f5cac640 1 -- 172.21.15.76:0/3402290791 learned_addr learned my addr 172.21.15.76:0/3402290791 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:11.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f4caa640 1 --2- 172.21.15.76:0/3402290791 >> v2:172.21.15.76:3300/0 conn(0x7f44f00c7c50 0x7f44f01544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44e7fff640 1 -- 172.21.15.76:0/3402290791 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2661488291 0 0) 0x7f44f00c8160 con 0x7f44f0154a10 2023-11-25T03:11:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44e7fff640 1 -- 172.21.15.76:0/3402290791 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f44dc003530 con 0x7f44f0154a10 2023-11-25T03:11:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f4caa640 1 -- 172.21.15.76:0/3402290791 >> v1:172.21.15.106:6789/0 conn(0x7f44f0151cd0 legacy=0x7f44f00ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f4caa640 1 -- 172.21.15.76:0/3402290791 >> v1:172.21.15.76:6789/0 conn(0x7f44f0154a10 legacy=0x7f44f015ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.089+0000 7f44f4caa640 1 -- 172.21.15.76:0/3402290791 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44f0158100 con 0x7f44f00c7c50 2023-11-25T03:11:11.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f4caa640 1 --2- 172.21.15.76:0/3402290791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f00c7c50 0x7f44f01544d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f44e00097c0 tx=0x7f44e001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b19c588a588a277 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44e7fff640 1 -- 172.21.15.76:0/3402290791 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e00ab670 con 0x7f44f00c7c50 2023-11-25T03:11:11.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44e7fff640 1 -- 172.21.15.76:0/3402290791 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44e00ab7d0 con 0x7f44f00c7c50 2023-11-25T03:11:11.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44e7fff640 1 -- 172.21.15.76:0/3402290791 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e00abb60 con 0x7f44f00c7c50 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 -- 172.21.15.76:0/3402290791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f00c7c50 msgr2=0x7f44f01544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 --2- 172.21.15.76:0/3402290791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f00c7c50 0x7f44f01544d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f44e00097c0 tx=0x7f44e001c450 comp rx=0 tx=0).stop 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 -- 172.21.15.76:0/3402290791 shutdown_connections 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 --2- 172.21.15.76:0/3402290791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f00c7c50 0x7f44f01544d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 -- 172.21.15.76:0/3402290791 >> 172.21.15.76:0/3402290791 conn(0x7f44f00abee0 msgr2=0x7f44f00c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 -- 172.21.15.76:0/3402290791 shutdown_connections 2023-11-25T03:11:11.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.093+0000 7f44f64ad640 1 -- 172.21.15.76:0/3402290791 wait complete. 2023-11-25T03:11:11.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 Processor -- start 2023-11-25T03:11:11.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 -- start start 2023-11-25T03:11:11.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44f00c7c50 0x7f44f0141080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44f0151cd0 0x7f44f00aad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 0x7f44f00a9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f00aa670 con 0x7f44f0154a10 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f00aa870 con 0x7f44f0151cd0 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44f01553c0 con 0x7f44f00c7c50 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 0x7f44f00a9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 0x7f44f00a9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41804/0 (socket says 172.21.15.76:41804) 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 -- 172.21.15.76:0/1856635667 learned_addr learned my addr 172.21.15.76:0/1856635667 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f54ab640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44f00c7c50 0x7f44f0141080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f4caa640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44f0151cd0 0x7f44f00aad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 -- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44f00c7c50 msgr2=0x7f44f0141080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44f00c7c50 0x7f44f0141080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 -- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44f0151cd0 msgr2=0x7f44f00aad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44f0151cd0 0x7f44f00aad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 -- 172.21.15.76:0/1856635667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44e0009420 con 0x7f44f0154a10 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f54ab640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44f00c7c50 0x7f44f0141080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f5cac640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 0x7f44f00a9990 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f44e800caa0 tx=0x7f44e800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e800ac00 con 0x7f44f0154a10 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44e800ad60 con 0x7f44f0154a10 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e8012620 con 0x7f44f0154a10 2023-11-25T03:11:11.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44f00aa390 con 0x7f44f0154a10 2023-11-25T03:11:11.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.097+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44f01448b0 con 0x7f44f0154a10 2023-11-25T03:11:11.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.101+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44f0144430 con 0x7f44f0154a10 2023-11-25T03:11:11.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.101+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f44e8007070 con 0x7f44f0154a10 2023-11-25T03:11:11.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.101+0000 7f44e5ffb640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44d4066470 0x7f44d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.101+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f44e8083de0 con 0x7f44f0154a10 2023-11-25T03:11:11.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.101+0000 7f44f54ab640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44d4066470 0x7f44d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.101+0000 7f44f54ab640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44d4066470 0x7f44d4068930 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f44f00bd4a0 tx=0x7f44ec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.105+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f44f0144430 con 0x7f44f0154a10 2023-11-25T03:11:11.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.257+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f44f0154e20 con 0x7f44d4066470 2023-11-25T03:11:11.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.261+0000 7f44e5ffb640 1 -- 172.21.15.76:0/1856635667 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264555 (secure 0 0 0) 0x7f44ec001ce0 con 0x7f44d4066470 2023-11-25T03:11:11.271 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:11.272 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:11:11.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44d4066470 msgr2=0x7f44d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44d4066470 0x7f44d4068930 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f44f00bd4a0 tx=0x7f44ec009040 comp rx=0 tx=0).stop 2023-11-25T03:11:11.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 msgr2=0x7f44f00a9990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 0x7f44f00a9990 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f44e800caa0 tx=0x7f44e800cf60 comp rx=0 tx=0).stop 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 shutdown_connections 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44d4066470 0x7f44d4068930 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44f0154a10 0x7f44f00a9990 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44f0151cd0 0x7f44f00aad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 --2- 172.21.15.76:0/1856635667 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44f00c7c50 0x7f44f0141080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 >> 172.21.15.76:0/1856635667 conn(0x7f44f00abee0 msgr2=0x7f44f0150fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 shutdown_connections 2023-11-25T03:11:11.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.265+0000 7f44f64ad640 1 -- 172.21.15.76:0/1856635667 wait complete. 2023-11-25T03:11:11.290 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-11-25T03:11:11.093930+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219000,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755720,"statfs":{"total":773094113280,"available":772869857280,"internally_reserved":0,"allocated":2887680,"data_stored":1751817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.214390"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911568+0000","last_change":"2023-11-25T03:11:01.910540+0000","last_active":"2023-11-25T03:11:03.911568+0000","last_peered":"2023-11-25T03:11:03.911568+0000","last_clean":"2023-11-25T03:11:03.911568+0000","last_became_active":"2023-11-25T03:11:01.909849+0000","last_became_peered":"2023-11-25T03:11:01.909849+0000","last_unstale":"2023-11-25T03:11:03.911568+0000","last_undegraded":"2023-11-25T03:11:03.911568+0000","last_fullsized":"2023-11-25T03:11:03.911568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883907+0000","last_change":"2023-11-25T03:11:01.896073+0000","last_active":"2023-11-25T03:11:02.883907+0000","last_peered":"2023-11-25T03:11:02.883907+0000","last_clean":"2023-11-25T03:11:02.883907+0000","last_became_active":"2023-11-25T03:11:01.895804+0000","last_became_peered":"2023-11-25T03:11:01.895804+0000","last_unstale":"2023-11-25T03:11:02.883907+0000","last_undegraded":"2023-11-25T03:11:02.883907+0000","last_fullsized":"2023-11-25T03:11:02.883907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912713+0000","last_change":"2023-11-25T03:11:01.896632+0000","last_active":"2023-11-25T03:11:03.912713+0000","last_peered":"2023-11-25T03:11:03.912713+0000","last_clean":"2023-11-25T03:11:03.912713+0000","last_became_active":"2023-11-25T03:11:01.896076+0000","last_became_peered":"2023-11-25T03:11:01.896076+0000","last_unstale":"2023-11-25T03:11:03.912713+0000","last_undegraded":"2023-11-25T03:11:03.912713+0000","last_fullsized":"2023-11-25T03:11:03.912713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885717+0000","last_change":"2023-11-25T03:11:01.902048+0000","last_active":"2023-11-25T03:11:02.885717+0000","last_peered":"2023-11-25T03:11:02.885717+0000","last_clean":"2023-11-25T03:11:02.885717+0000","last_became_active":"2023-11-25T03:11:01.901736+0000","last_became_peered":"2023-11-25T03:11:01.901736+0000","last_unstale":"2023-11-25T03:11:02.885717+0000","last_undegraded":"2023-11-25T03:11:02.885717+0000","last_fullsized":"2023-11-25T03:11:02.885717+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911101+0000","last_change":"2023-11-25T03:11:01.910170+0000","last_active":"2023-11-25T03:11:03.911101+0000","last_peered":"2023-11-25T03:11:03.911101+0000","last_clean":"2023-11-25T03:11:03.911101+0000","last_became_active":"2023-11-25T03:11:01.909871+0000","last_became_peered":"2023-11-25T03:11:01.909871+0000","last_unstale":"2023-11-25T03:11:03.911101+0000","last_undegraded":"2023-11-25T03:11:03.911101+0000","last_fullsized":"2023-11-25T03:11:03.911101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885396+0000","last_change":"2023-11-25T03:11:01.902397+0000","last_active":"2023-11-25T03:11:02.885396+0000","last_peered":"2023-11-25T03:11:02.885396+0000","last_clean":"2023-11-25T03:11:02.885396+0000","last_became_active":"2023-11-25T03:11:01.899630+0000","last_became_peered":"2023-11-25T03:11:01.899630+0000","last_unstale":"2023-11-25T03:11:02.885396+0000","last_undegraded":"2023-11-25T03:11:02.885396+0000","last_fullsized":"2023-11-25T03:11:02.885396+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910854+0000","last_change":"2023-11-25T03:11:01.911134+0000","last_active":"2023-11-25T03:11:03.910854+0000","last_peered":"2023-11-25T03:11:03.910854+0000","last_clean":"2023-11-25T03:11:03.910854+0000","last_became_active":"2023-11-25T03:11:01.910474+0000","last_became_peered":"2023-11-25T03:11:01.910474+0000","last_unstale":"2023-11-25T03:11:03.910854+0000","last_undegraded":"2023-11-25T03:11:03.910854+0000","last_fullsized":"2023-11-25T03:11:03.910854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912285+0000","last_change":"2023-11-25T03:11:01.907142+0000","last_active":"2023-11-25T03:11:03.912285+0000","last_peered":"2023-11-25T03:11:03.912285+0000","last_clean":"2023-11-25T03:11:03.912285+0000","last_became_active":"2023-11-25T03:11:01.906874+0000","last_became_peered":"2023-11-25T03:11:01.906874+0000","last_unstale":"2023-11-25T03:11:03.912285+0000","last_undegraded":"2023-11-25T03:11:03.912285+0000","last_fullsized":"2023-11-25T03:11:03.912285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911614+0000","last_change":"2023-11-25T03:11:01.915994+0000","last_active":"2023-11-25T03:11:03.911614+0000","last_peered":"2023-11-25T03:11:03.911614+0000","last_clean":"2023-11-25T03:11:03.911614+0000","last_became_active":"2023-11-25T03:11:01.915554+0000","last_became_peered":"2023-11-25T03:11:01.915554+0000","last_unstale":"2023-11-25T03:11:03.911614+0000","last_undegraded":"2023-11-25T03:11:03.911614+0000","last_fullsized":"2023-11-25T03:11:03.911614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:58.912582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911082+0000","last_change":"2023-11-25T03:11:01.904910+0000","last_active":"2023-11-25T03:11:03.911082+0000","last_peered":"2023-11-25T03:11:03.911082+0000","last_clean":"2023-11-25T03:11:03.911082+0000","last_became_active":"2023-11-25T03:11:01.904637+0000","last_became_peered":"2023-11-25T03:11:01.904637+0000","last_unstale":"2023-11-25T03:11:03.911082+0000","last_undegraded":"2023-11-25T03:11:03.911082+0000","last_fullsized":"2023-11-25T03:11:03.911082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911442+0000","last_change":"2023-11-25T03:11:01.907091+0000","last_active":"2023-11-25T03:11:03.911442+0000","last_peered":"2023-11-25T03:11:03.911442+0000","last_clean":"2023-11-25T03:11:03.911442+0000","last_became_active":"2023-11-25T03:11:01.905111+0000","last_became_peered":"2023-11-25T03:11:01.905111+0000","last_unstale":"2023-11-25T03:11:03.911442+0000","last_undegraded":"2023-11-25T03:11:03.911442+0000","last_fullsized":"2023-11-25T03:11:03.911442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887155+0000","last_change":"2023-11-25T03:11:01.896457+0000","last_active":"2023-11-25T03:11:02.887155+0000","last_peered":"2023-11-25T03:11:02.887155+0000","last_clean":"2023-11-25T03:11:02.887155+0000","last_became_active":"2023-11-25T03:11:01.894278+0000","last_became_peered":"2023-11-25T03:11:01.894278+0000","last_unstale":"2023-11-25T03:11:02.887155+0000","last_undegraded":"2023-11-25T03:11:02.887155+0000","last_fullsized":"2023-11-25T03:11:02.887155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:27.212738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912277+0000","last_change":"2023-11-25T03:11:01.898774+0000","last_active":"2023-11-25T03:11:03.912277+0000","last_peered":"2023-11-25T03:11:03.912277+0000","last_clean":"2023-11-25T03:11:03.912277+0000","last_became_active":"2023-11-25T03:11:01.898494+0000","last_became_peered":"2023-11-25T03:11:01.898494+0000","last_unstale":"2023-11-25T03:11:03.912277+0000","last_undegraded":"2023-11-25T03:11:03.912277+0000","last_fullsized":"2023-11-25T03:11:03.912277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911911+0000","last_change":"2023-11-25T03:11:01.897772+0000","last_active":"2023-11-25T03:11:03.911911+0000","last_peered":"2023-11-25T03:11:03.911911+0000","last_clean":"2023-11-25T03:11:03.911911+0000","last_became_active":"2023-11-25T03:11:01.897427+0000","last_became_peered":"2023-11-25T03:11:01.897427+0000","last_unstale":"2023-11-25T03:11:03.911911+0000","last_undegraded":"2023-11-25T03:11:03.911911+0000","last_fullsized":"2023-11-25T03:11:03.911911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:50.094460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883392+0000","last_change":"2023-11-25T03:11:01.891596+0000","last_active":"2023-11-25T03:11:02.883392+0000","last_peered":"2023-11-25T03:11:02.883392+0000","last_clean":"2023-11-25T03:11:02.883392+0000","last_became_active":"2023-11-25T03:11:01.891322+0000","last_became_peered":"2023-11-25T03:11:01.891322+0000","last_unstale":"2023-11-25T03:11:02.883392+0000","last_undegraded":"2023-11-25T03:11:02.883392+0000","last_fullsized":"2023-11-25T03:11:02.883392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885171+0000","last_change":"2023-11-25T03:11:01.901709+0000","last_active":"2023-11-25T03:11:02.885171+0000","last_peered":"2023-11-25T03:11:02.885171+0000","last_clean":"2023-11-25T03:11:02.885171+0000","last_became_active":"2023-11-25T03:11:01.896181+0000","last_became_peered":"2023-11-25T03:11:01.896181+0000","last_unstale":"2023-11-25T03:11:02.885171+0000","last_undegraded":"2023-11-25T03:11:02.885171+0000","last_fullsized":"2023-11-25T03:11:02.885171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885994+0000","last_change":"2023-11-25T03:11:01.908187+0000","last_active":"2023-11-25T03:11:02.885994+0000","last_peered":"2023-11-25T03:11:02.885994+0000","last_clean":"2023-11-25T03:11:02.885994+0000","last_became_active":"2023-11-25T03:11:01.907877+0000","last_became_peered":"2023-11-25T03:11:01.907877+0000","last_unstale":"2023-11-25T03:11:02.885994+0000","last_undegraded":"2023-11-25T03:11:02.885994+0000","last_fullsized":"2023-11-25T03:11:02.885994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:42:56.209516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912884+0000","last_change":"2023-11-25T03:11:01.903466+0000","last_active":"2023-11-25T03:11:03.912884+0000","last_peered":"2023-11-25T03:11:03.912884+0000","last_clean":"2023-11-25T03:11:03.912884+0000","last_became_active":"2023-11-25T03:11:01.903131+0000","last_became_peered":"2023-11-25T03:11:01.903131+0000","last_unstale":"2023-11-25T03:11:03.912884+0000","last_undegraded":"2023-11-25T03:11:03.912884+0000","last_fullsized":"2023-11-25T03:11:03.912884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:27.793571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911877+0000","last_change":"2023-11-25T03:11:01.910625+0000","last_active":"2023-11-25T03:11:03.911877+0000","last_peered":"2023-11-25T03:11:03.911877+0000","last_clean":"2023-11-25T03:11:03.911877+0000","last_became_active":"2023-11-25T03:11:01.910319+0000","last_became_peered":"2023-11-25T03:11:01.910319+0000","last_unstale":"2023-11-25T03:11:03.911877+0000","last_undegraded":"2023-11-25T03:11:03.911877+0000","last_fullsized":"2023-11-25T03:11:03.911877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:36:39.570452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911835+0000","last_change":"2023-11-25T03:11:01.898122+0000","last_active":"2023-11-25T03:11:03.911835+0000","last_peered":"2023-11-25T03:11:03.911835+0000","last_clean":"2023-11-25T03:11:03.911835+0000","last_became_active":"2023-11-25T03:11:01.897775+0000","last_became_peered":"2023-11-25T03:11:01.897775+0000","last_unstale":"2023-11-25T03:11:03.911835+0000","last_undegraded":"2023-11-25T03:11:03.911835+0000","last_fullsized":"2023-11-25T03:11:03.911835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911859+0000","last_change":"2023-11-25T03:11:01.910434+0000","last_active":"2023-11-25T03:11:03.911859+0000","last_peered":"2023-11-25T03:11:03.911859+0000","last_clean":"2023-11-25T03:11:03.911859+0000","last_became_active":"2023-11-25T03:11:01.910177+0000","last_became_peered":"2023-11-25T03:11:01.910177+0000","last_unstale":"2023-11-25T03:11:03.911859+0000","last_undegraded":"2023-11-25T03:11:03.911859+0000","last_fullsized":"2023-11-25T03:11:03.911859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:23.533987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885729+0000","last_change":"2023-11-25T03:11:01.902208+0000","last_active":"2023-11-25T03:11:02.885729+0000","last_peered":"2023-11-25T03:11:02.885729+0000","last_clean":"2023-11-25T03:11:02.885729+0000","last_became_active":"2023-11-25T03:11:01.899654+0000","last_became_peered":"2023-11-25T03:11:01.899654+0000","last_unstale":"2023-11-25T03:11:02.885729+0000","last_undegraded":"2023-11-25T03:11:02.885729+0000","last_fullsized":"2023-11-25T03:11:02.885729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:06.197267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912632+0000","last_change":"2023-11-25T03:11:01.908326+0000","last_active":"2023-11-25T03:11:03.912632+0000","last_peered":"2023-11-25T03:11:03.912632+0000","last_clean":"2023-11-25T03:11:03.912632+0000","last_became_active":"2023-11-25T03:11:01.907955+0000","last_became_peered":"2023-11-25T03:11:01.907955+0000","last_unstale":"2023-11-25T03:11:03.912632+0000","last_undegraded":"2023-11-25T03:11:03.912632+0000","last_fullsized":"2023-11-25T03:11:03.912632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885667+0000","last_change":"2023-11-25T03:11:01.896847+0000","last_active":"2023-11-25T03:11:02.885667+0000","last_peered":"2023-11-25T03:11:02.885667+0000","last_clean":"2023-11-25T03:11:02.885667+0000","last_became_active":"2023-11-25T03:11:01.895767+0000","last_became_peered":"2023-11-25T03:11:01.895767+0000","last_unstale":"2023-11-25T03:11:02.885667+0000","last_undegraded":"2023-11-25T03:11:02.885667+0000","last_fullsized":"2023-11-25T03:11:02.885667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:08:32.825969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912351+0000","last_change":"2023-11-25T03:11:01.898588+0000","last_active":"2023-11-25T03:11:03.912351+0000","last_peered":"2023-11-25T03:11:03.912351+0000","last_clean":"2023-11-25T03:11:03.912351+0000","last_became_active":"2023-11-25T03:11:01.898276+0000","last_became_peered":"2023-11-25T03:11:01.898276+0000","last_unstale":"2023-11-25T03:11:03.912351+0000","last_undegraded":"2023-11-25T03:11:03.912351+0000","last_fullsized":"2023-11-25T03:11:03.912351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911232+0000","last_change":"2023-11-25T03:11:01.910042+0000","last_active":"2023-11-25T03:11:03.911232+0000","last_peered":"2023-11-25T03:11:03.911232+0000","last_clean":"2023-11-25T03:11:03.911232+0000","last_became_active":"2023-11-25T03:11:01.909749+0000","last_became_peered":"2023-11-25T03:11:01.909749+0000","last_unstale":"2023-11-25T03:11:03.911232+0000","last_undegraded":"2023-11-25T03:11:03.911232+0000","last_fullsized":"2023-11-25T03:11:03.911232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883583+0000","last_change":"2023-11-25T03:11:01.900925+0000","last_active":"2023-11-25T03:11:02.883583+0000","last_peered":"2023-11-25T03:11:02.883583+0000","last_clean":"2023-11-25T03:11:02.883583+0000","last_became_active":"2023-11-25T03:11:01.900570+0000","last_became_peered":"2023-11-25T03:11:01.900570+0000","last_unstale":"2023-11-25T03:11:02.883583+0000","last_undegraded":"2023-11-25T03:11:02.883583+0000","last_fullsized":"2023-11-25T03:11:02.883583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912288+0000","last_change":"2023-11-25T03:11:01.905388+0000","last_active":"2023-11-25T03:11:03.912288+0000","last_peered":"2023-11-25T03:11:03.912288+0000","last_clean":"2023-11-25T03:11:03.912288+0000","last_became_active":"2023-11-25T03:11:01.905088+0000","last_became_peered":"2023-11-25T03:11:01.905088+0000","last_unstale":"2023-11-25T03:11:03.912288+0000","last_undegraded":"2023-11-25T03:11:03.912288+0000","last_fullsized":"2023-11-25T03:11:03.912288+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912142+0000","last_change":"2023-11-25T03:11:01.900920+0000","last_active":"2023-11-25T03:11:03.912142+0000","last_peered":"2023-11-25T03:11:03.912142+0000","last_clean":"2023-11-25T03:11:03.912142+0000","last_became_active":"2023-11-25T03:11:01.900071+0000","last_became_peered":"2023-11-25T03:11:01.900071+0000","last_unstale":"2023-11-25T03:11:03.912142+0000","last_undegraded":"2023-11-25T03:11:03.912142+0000","last_fullsized":"2023-11-25T03:11:03.912142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885806+0000","last_change":"2023-11-25T03:11:01.899919+0000","last_active":"2023-11-25T03:11:02.885806+0000","last_peered":"2023-11-25T03:11:02.885806+0000","last_clean":"2023-11-25T03:11:02.885806+0000","last_became_active":"2023-11-25T03:11:01.897636+0000","last_became_peered":"2023-11-25T03:11:01.897636+0000","last_unstale":"2023-11-25T03:11:02.885806+0000","last_undegraded":"2023-11-25T03:11:02.885806+0000","last_fullsized":"2023-11-25T03:11:02.885806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911585+0000","last_change":"2023-11-25T03:11:01.907556+0000","last_active":"2023-11-25T03:11:03.911585+0000","last_peered":"2023-11-25T03:11:03.911585+0000","last_clean":"2023-11-25T03:11:03.911585+0000","last_became_active":"2023-11-25T03:11:01.907304+0000","last_became_peered":"2023-11-25T03:11:01.907304+0000","last_unstale":"2023-11-25T03:11:03.911585+0000","last_undegraded":"2023-11-25T03:11:03.911585+0000","last_fullsized":"2023-11-25T03:11:03.911585+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910806+0000","last_change":"2023-11-25T03:11:01.898297+0000","last_active":"2023-11-25T03:11:03.910806+0000","last_peered":"2023-11-25T03:11:03.910806+0000","last_clean":"2023-11-25T03:11:03.910806+0000","last_became_active":"2023-11-25T03:11:01.897854+0000","last_became_peered":"2023-11-25T03:11:01.897854+0000","last_unstale":"2023-11-25T03:11:03.910806+0000","last_undegraded":"2023-11-25T03:11:03.910806+0000","last_fullsized":"2023-11-25T03:11:03.910806+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886893+0000","last_change":"2023-11-25T03:11:01.895443+0000","last_active":"2023-11-25T03:11:02.886893+0000","last_peered":"2023-11-25T03:11:02.886893+0000","last_clean":"2023-11-25T03:11:02.886893+0000","last_became_active":"2023-11-25T03:11:01.894802+0000","last_became_peered":"2023-11-25T03:11:01.894802+0000","last_unstale":"2023-11-25T03:11:02.886893+0000","last_undegraded":"2023-11-25T03:11:02.886893+0000","last_fullsized":"2023-11-25T03:11:02.886893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:41.849084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912465+0000","last_change":"2023-11-25T03:11:01.214605+0000","last_active":"2023-11-25T03:11:03.912465+0000","last_peered":"2023-11-25T03:11:03.912465+0000","last_clean":"2023-11-25T03:11:03.912465+0000","last_became_active":"2023-11-25T03:11:01.214217+0000","last_became_peered":"2023-11-25T03:11:01.214217+0000","last_unstale":"2023-11-25T03:11:03.912465+0000","last_undegraded":"2023-11-25T03:11:03.912465+0000","last_fullsized":"2023-11-25T03:11:03.912465+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912259+0000","last_change":"2023-11-25T03:11:01.896981+0000","last_active":"2023-11-25T03:11:03.912259+0000","last_peered":"2023-11-25T03:11:03.912259+0000","last_clean":"2023-11-25T03:11:03.912259+0000","last_became_active":"2023-11-25T03:11:01.896673+0000","last_became_peered":"2023-11-25T03:11:01.896673+0000","last_unstale":"2023-11-25T03:11:03.912259+0000","last_undegraded":"2023-11-25T03:11:03.912259+0000","last_fullsized":"2023-11-25T03:11:03.912259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911078+0000","last_change":"2023-11-25T03:11:01.219747+0000","last_active":"2023-11-25T03:11:03.911078+0000","last_peered":"2023-11-25T03:11:03.911078+0000","last_clean":"2023-11-25T03:11:03.911078+0000","last_became_active":"2023-11-25T03:11:01.219438+0000","last_became_peered":"2023-11-25T03:11:01.219438+0000","last_unstale":"2023-11-25T03:11:03.911078+0000","last_undegraded":"2023-11-25T03:11:03.911078+0000","last_fullsized":"2023-11-25T03:11:03.911078+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912679+0000","last_change":"2023-11-25T03:11:01.220972+0000","last_active":"2023-11-25T03:11:03.912679+0000","last_peered":"2023-11-25T03:11:03.912679+0000","last_clean":"2023-11-25T03:11:03.912679+0000","last_became_active":"2023-11-25T03:11:01.220495+0000","last_became_peered":"2023-11-25T03:11:01.220495+0000","last_unstale":"2023-11-25T03:11:03.912679+0000","last_undegraded":"2023-11-25T03:11:03.912679+0000","last_fullsized":"2023-11-25T03:11:03.912679+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912416+0000","last_change":"2023-11-25T03:11:01.898893+0000","last_active":"2023-11-25T03:11:03.912416+0000","last_peered":"2023-11-25T03:11:03.912416+0000","last_clean":"2023-11-25T03:11:03.912416+0000","last_became_active":"2023-11-25T03:11:01.898579+0000","last_became_peered":"2023-11-25T03:11:01.898579+0000","last_unstale":"2023-11-25T03:11:03.912416+0000","last_undegraded":"2023-11-25T03:11:03.912416+0000","last_fullsized":"2023-11-25T03:11:03.912416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885309+0000","last_change":"2023-11-25T03:11:01.221980+0000","last_active":"2023-11-25T03:11:02.885309+0000","last_peered":"2023-11-25T03:11:02.885309+0000","last_clean":"2023-11-25T03:11:02.885309+0000","last_became_active":"2023-11-25T03:11:01.221372+0000","last_became_peered":"2023-11-25T03:11:01.221372+0000","last_unstale":"2023-11-25T03:11:02.885309+0000","last_undegraded":"2023-11-25T03:11:02.885309+0000","last_fullsized":"2023-11-25T03:11:02.885309+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883393+0000","last_change":"2023-11-25T03:11:01.895630+0000","last_active":"2023-11-25T03:11:02.883393+0000","last_peered":"2023-11-25T03:11:02.883393+0000","last_clean":"2023-11-25T03:11:02.883393+0000","last_became_active":"2023-11-25T03:11:01.895344+0000","last_became_peered":"2023-11-25T03:11:01.895344+0000","last_unstale":"2023-11-25T03:11:02.883393+0000","last_undegraded":"2023-11-25T03:11:02.883393+0000","last_fullsized":"2023-11-25T03:11:02.883393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:06.491526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911089+0000","last_change":"2023-11-25T03:11:01.225125+0000","last_active":"2023-11-25T03:11:03.911089+0000","last_peered":"2023-11-25T03:11:03.911089+0000","last_clean":"2023-11-25T03:11:03.911089+0000","last_became_active":"2023-11-25T03:11:01.224623+0000","last_became_peered":"2023-11-25T03:11:01.224623+0000","last_unstale":"2023-11-25T03:11:03.911089+0000","last_undegraded":"2023-11-25T03:11:03.911089+0000","last_fullsized":"2023-11-25T03:11:03.911089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885571+0000","last_change":"2023-11-25T03:11:01.911801+0000","last_active":"2023-11-25T03:11:02.885571+0000","last_peered":"2023-11-25T03:11:02.885571+0000","last_clean":"2023-11-25T03:11:02.885571+0000","last_became_active":"2023-11-25T03:11:01.909002+0000","last_became_peered":"2023-11-25T03:11:01.909002+0000","last_unstale":"2023-11-25T03:11:02.885571+0000","last_undegraded":"2023-11-25T03:11:02.885571+0000","last_fullsized":"2023-11-25T03:11:02.885571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885579+0000","last_change":"2023-11-25T03:11:01.224884+0000","last_active":"2023-11-25T03:11:02.885579+0000","last_peered":"2023-11-25T03:11:02.885579+0000","last_clean":"2023-11-25T03:11:02.885579+0000","last_became_active":"2023-11-25T03:11:01.224538+0000","last_became_peered":"2023-11-25T03:11:01.224538+0000","last_unstale":"2023-11-25T03:11:02.885579+0000","last_undegraded":"2023-11-25T03:11:02.885579+0000","last_fullsized":"2023-11-25T03:11:02.885579+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912872+0000","last_change":"2023-11-25T03:11:01.894447+0000","last_active":"2023-11-25T03:11:03.912872+0000","last_peered":"2023-11-25T03:11:03.912872+0000","last_clean":"2023-11-25T03:11:03.912872+0000","last_became_active":"2023-11-25T03:11:01.893961+0000","last_became_peered":"2023-11-25T03:11:01.893961+0000","last_unstale":"2023-11-25T03:11:03.912872+0000","last_undegraded":"2023-11-25T03:11:03.912872+0000","last_fullsized":"2023-11-25T03:11:03.912872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883673+0000","last_change":"2023-11-25T03:11:01.223800+0000","last_active":"2023-11-25T03:11:02.883673+0000","last_peered":"2023-11-25T03:11:02.883673+0000","last_clean":"2023-11-25T03:11:02.883673+0000","last_became_active":"2023-11-25T03:11:01.223518+0000","last_became_peered":"2023-11-25T03:11:01.223518+0000","last_unstale":"2023-11-25T03:11:02.883673+0000","last_undegraded":"2023-11-25T03:11:02.883673+0000","last_fullsized":"2023-11-25T03:11:02.883673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887206+0000","last_change":"2023-11-25T03:11:01.912610+0000","last_active":"2023-11-25T03:11:02.887206+0000","last_peered":"2023-11-25T03:11:02.887206+0000","last_clean":"2023-11-25T03:11:02.887206+0000","last_became_active":"2023-11-25T03:11:01.912282+0000","last_became_peered":"2023-11-25T03:11:01.912282+0000","last_unstale":"2023-11-25T03:11:02.887206+0000","last_undegraded":"2023-11-25T03:11:02.887206+0000","last_fullsized":"2023-11-25T03:11:02.887206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:44.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911931+0000","last_change":"2023-11-25T03:11:01.222912+0000","last_active":"2023-11-25T03:11:03.911931+0000","last_peered":"2023-11-25T03:11:03.911931+0000","last_clean":"2023-11-25T03:11:03.911931+0000","last_became_active":"2023-11-25T03:11:01.222574+0000","last_became_peered":"2023-11-25T03:11:01.222574+0000","last_unstale":"2023-11-25T03:11:03.911931+0000","last_undegraded":"2023-11-25T03:11:03.911931+0000","last_fullsized":"2023-11-25T03:11:03.911931+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911552+0000","last_change":"2023-11-25T03:11:01.910027+0000","last_active":"2023-11-25T03:11:03.911552+0000","last_peered":"2023-11-25T03:11:03.911552+0000","last_clean":"2023-11-25T03:11:03.911552+0000","last_became_active":"2023-11-25T03:11:01.909665+0000","last_became_peered":"2023-11-25T03:11:01.909665+0000","last_unstale":"2023-11-25T03:11:03.911552+0000","last_undegraded":"2023-11-25T03:11:03.911552+0000","last_fullsized":"2023-11-25T03:11:03.911552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:11:15.687157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912347+0000","last_change":"2023-11-25T03:11:01.225682+0000","last_active":"2023-11-25T03:11:03.912347+0000","last_peered":"2023-11-25T03:11:03.912347+0000","last_clean":"2023-11-25T03:11:03.912347+0000","last_became_active":"2023-11-25T03:11:01.224841+0000","last_became_peered":"2023-11-25T03:11:01.224841+0000","last_unstale":"2023-11-25T03:11:03.912347+0000","last_undegraded":"2023-11-25T03:11:03.912347+0000","last_fullsized":"2023-11-25T03:11:03.912347+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:43.242552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912036+0000","last_change":"2023-11-25T03:11:01.906356+0000","last_active":"2023-11-25T03:11:03.912036+0000","last_peered":"2023-11-25T03:11:03.912036+0000","last_clean":"2023-11-25T03:11:03.912036+0000","last_became_active":"2023-11-25T03:11:01.906138+0000","last_became_peered":"2023-11-25T03:11:01.906138+0000","last_unstale":"2023-11-25T03:11:03.912036+0000","last_undegraded":"2023-11-25T03:11:03.912036+0000","last_fullsized":"2023-11-25T03:11:03.912036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:44.822836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885854+0000","last_change":"2023-11-25T03:11:01.224038+0000","last_active":"2023-11-25T03:11:02.885854+0000","last_peered":"2023-11-25T03:11:02.885854+0000","last_clean":"2023-11-25T03:11:02.885854+0000","last_became_active":"2023-11-25T03:11:01.223751+0000","last_became_peered":"2023-11-25T03:11:01.223751+0000","last_unstale":"2023-11-25T03:11:02.885854+0000","last_undegraded":"2023-11-25T03:11:02.885854+0000","last_fullsized":"2023-11-25T03:11:02.885854+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:33.086744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911239+0000","last_change":"2023-11-25T03:11:01.911001+0000","last_active":"2023-11-25T03:11:03.911239+0000","last_peered":"2023-11-25T03:11:03.911239+0000","last_clean":"2023-11-25T03:11:03.911239+0000","last_became_active":"2023-11-25T03:11:01.910022+0000","last_became_peered":"2023-11-25T03:11:01.910022+0000","last_unstale":"2023-11-25T03:11:03.911239+0000","last_undegraded":"2023-11-25T03:11:03.911239+0000","last_fullsized":"2023-11-25T03:11:03.911239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911653+0000","last_change":"2023-11-25T03:11:01.227984+0000","last_active":"2023-11-25T03:11:03.911653+0000","last_peered":"2023-11-25T03:11:03.911653+0000","last_clean":"2023-11-25T03:11:03.911653+0000","last_became_active":"2023-11-25T03:11:01.227525+0000","last_became_peered":"2023-11-25T03:11:01.227525+0000","last_unstale":"2023-11-25T03:11:03.911653+0000","last_undegraded":"2023-11-25T03:11:03.911653+0000","last_fullsized":"2023-11-25T03:11:03.911653+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911625+0000","last_change":"2023-11-25T03:11:01.898133+0000","last_active":"2023-11-25T03:11:03.911625+0000","last_peered":"2023-11-25T03:11:03.911625+0000","last_clean":"2023-11-25T03:11:03.911625+0000","last_became_active":"2023-11-25T03:11:01.897819+0000","last_became_peered":"2023-11-25T03:11:01.897819+0000","last_unstale":"2023-11-25T03:11:03.911625+0000","last_undegraded":"2023-11-25T03:11:03.911625+0000","last_fullsized":"2023-11-25T03:11:03.911625+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911448+0000","last_change":"2023-11-25T03:11:01.211301+0000","last_active":"2023-11-25T03:11:03.911448+0000","last_peered":"2023-11-25T03:11:03.911448+0000","last_clean":"2023-11-25T03:11:03.911448+0000","last_became_active":"2023-11-25T03:11:01.210996+0000","last_became_peered":"2023-11-25T03:11:01.210996+0000","last_unstale":"2023-11-25T03:11:03.911448+0000","last_undegraded":"2023-11-25T03:11:03.911448+0000","last_fullsized":"2023-11-25T03:11:03.911448+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:49.383541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911015+0000","last_change":"2023-11-25T03:11:01.911348+0000","last_active":"2023-11-25T03:11:03.911015+0000","last_peered":"2023-11-25T03:11:03.911015+0000","last_clean":"2023-11-25T03:11:03.911015+0000","last_became_active":"2023-11-25T03:11:01.910832+0000","last_became_peered":"2023-11-25T03:11:01.910832+0000","last_unstale":"2023-11-25T03:11:03.911015+0000","last_undegraded":"2023-11-25T03:11:03.911015+0000","last_fullsized":"2023-11-25T03:11:03.911015+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:55.153738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.887381+0000","last_change":"2023-11-25T03:11:01.218194+0000","last_active":"2023-11-25T03:11:02.887381+0000","last_peered":"2023-11-25T03:11:02.887381+0000","last_clean":"2023-11-25T03:11:02.887381+0000","last_became_active":"2023-11-25T03:11:01.217897+0000","last_became_peered":"2023-11-25T03:11:01.217897+0000","last_unstale":"2023-11-25T03:11:02.887381+0000","last_undegraded":"2023-11-25T03:11:02.887381+0000","last_fullsized":"2023-11-25T03:11:02.887381+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:47:20.717301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911555+0000","last_change":"2023-11-25T03:11:01.912769+0000","last_active":"2023-11-25T03:11:03.911555+0000","last_peered":"2023-11-25T03:11:03.911555+0000","last_clean":"2023-11-25T03:11:03.911555+0000","last_became_active":"2023-11-25T03:11:01.912418+0000","last_became_peered":"2023-11-25T03:11:01.912418+0000","last_unstale":"2023-11-25T03:11:03.911555+0000","last_undegraded":"2023-11-25T03:11:03.911555+0000","last_fullsized":"2023-11-25T03:11:03.911555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912895+0000","last_change":"2023-11-25T03:11:01.213943+0000","last_active":"2023-11-25T03:11:03.912895+0000","last_peered":"2023-11-25T03:11:03.912895+0000","last_clean":"2023-11-25T03:11:03.912895+0000","last_became_active":"2023-11-25T03:11:01.213633+0000","last_became_peered":"2023-11-25T03:11:01.213633+0000","last_unstale":"2023-11-25T03:11:03.912895+0000","last_undegraded":"2023-11-25T03:11:03.912895+0000","last_fullsized":"2023-11-25T03:11:03.912895+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:00:40.841751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911749+0000","last_change":"2023-11-25T03:11:01.910726+0000","last_active":"2023-11-25T03:11:03.911749+0000","last_peered":"2023-11-25T03:11:03.911749+0000","last_clean":"2023-11-25T03:11:03.911749+0000","last_became_active":"2023-11-25T03:11:01.910208+0000","last_became_peered":"2023-11-25T03:11:01.910208+0000","last_unstale":"2023-11-25T03:11:03.911749+0000","last_undegraded":"2023-11-25T03:11:03.911749+0000","last_fullsized":"2023-11-25T03:11:03.911749+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:24:18.850079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883755+0000","last_change":"2023-11-25T03:11:01.219201+0000","last_active":"2023-11-25T03:11:02.883755+0000","last_peered":"2023-11-25T03:11:02.883755+0000","last_clean":"2023-11-25T03:11:02.883755+0000","last_became_active":"2023-11-25T03:11:01.218901+0000","last_became_peered":"2023-11-25T03:11:01.218901+0000","last_unstale":"2023-11-25T03:11:02.883755+0000","last_undegraded":"2023-11-25T03:11:02.883755+0000","last_fullsized":"2023-11-25T03:11:02.883755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:51:43.815503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885663+0000","last_change":"2023-11-25T03:11:01.902035+0000","last_active":"2023-11-25T03:11:02.885663+0000","last_peered":"2023-11-25T03:11:02.885663+0000","last_clean":"2023-11-25T03:11:02.885663+0000","last_became_active":"2023-11-25T03:11:01.901730+0000","last_became_peered":"2023-11-25T03:11:01.901730+0000","last_unstale":"2023-11-25T03:11:02.885663+0000","last_undegraded":"2023-11-25T03:11:02.885663+0000","last_fullsized":"2023-11-25T03:11:02.885663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911771+0000","last_change":"2023-11-25T03:11:01.226462+0000","last_active":"2023-11-25T03:11:03.911771+0000","last_peered":"2023-11-25T03:11:03.911771+0000","last_clean":"2023-11-25T03:11:03.911771+0000","last_became_active":"2023-11-25T03:11:01.226145+0000","last_became_peered":"2023-11-25T03:11:01.226145+0000","last_unstale":"2023-11-25T03:11:03.911771+0000","last_undegraded":"2023-11-25T03:11:03.911771+0000","last_fullsized":"2023-11-25T03:11:03.911771+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:22.274212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911726+0000","last_change":"2023-11-25T03:11:01.913057+0000","last_active":"2023-11-25T03:11:03.911726+0000","last_peered":"2023-11-25T03:11:03.911726+0000","last_clean":"2023-11-25T03:11:03.911726+0000","last_became_active":"2023-11-25T03:11:01.912678+0000","last_became_peered":"2023-11-25T03:11:01.912678+0000","last_unstale":"2023-11-25T03:11:03.911726+0000","last_undegraded":"2023-11-25T03:11:03.911726+0000","last_fullsized":"2023-11-25T03:11:03.911726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:15.079029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-25T03:11:01.896488+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:01.896488+0000","last_peered":"2023-11-25T03:11:01.896488+0000","last_clean":"2023-11-25T03:11:01.896488+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:01.896488+0000","last_undegraded":"2023-11-25T03:11:01.896488+0000","last_fullsized":"2023-11-25T03:11:01.896488+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885239+0000","last_change":"2023-11-25T03:11:01.217147+0000","last_active":"2023-11-25T03:11:02.885239+0000","last_peered":"2023-11-25T03:11:02.885239+0000","last_clean":"2023-11-25T03:11:02.885239+0000","last_became_active":"2023-11-25T03:11:01.216783+0000","last_became_peered":"2023-11-25T03:11:01.216783+0000","last_unstale":"2023-11-25T03:11:02.885239+0000","last_undegraded":"2023-11-25T03:11:02.885239+0000","last_fullsized":"2023-11-25T03:11:02.885239+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:47.835475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912788+0000","last_change":"2023-11-25T03:11:01.907616+0000","last_active":"2023-11-25T03:11:03.912788+0000","last_peered":"2023-11-25T03:11:03.912788+0000","last_clean":"2023-11-25T03:11:03.912788+0000","last_became_active":"2023-11-25T03:11:01.906885+0000","last_became_peered":"2023-11-25T03:11:01.906885+0000","last_unstale":"2023-11-25T03:11:03.912788+0000","last_undegraded":"2023-11-25T03:11:03.912788+0000","last_fullsized":"2023-11-25T03:11:03.912788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:22:10.229792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911198+0000","last_change":"2023-11-25T03:11:01.220711+0000","last_active":"2023-11-25T03:11:03.911198+0000","last_peered":"2023-11-25T03:11:03.911198+0000","last_clean":"2023-11-25T03:11:03.911198+0000","last_became_active":"2023-11-25T03:11:01.219978+0000","last_became_peered":"2023-11-25T03:11:01.219978+0000","last_unstale":"2023-11-25T03:11:03.911198+0000","last_undegraded":"2023-11-25T03:11:03.911198+0000","last_fullsized":"2023-11-25T03:11:03.911198+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911743+0000","last_change":"2023-11-25T03:11:01.892270+0000","last_active":"2023-11-25T03:11:03.911743+0000","last_peered":"2023-11-25T03:11:03.911743+0000","last_clean":"2023-11-25T03:11:03.911743+0000","last_became_active":"2023-11-25T03:11:01.891956+0000","last_became_peered":"2023-11-25T03:11:01.891956+0000","last_unstale":"2023-11-25T03:11:03.911743+0000","last_undegraded":"2023-11-25T03:11:03.911743+0000","last_fullsized":"2023-11-25T03:11:03.911743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:23.639695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911550+0000","last_change":"2023-11-25T03:11:01.212635+0000","last_active":"2023-11-25T03:11:03.911550+0000","last_peered":"2023-11-25T03:11:03.911550+0000","last_clean":"2023-11-25T03:11:03.911550+0000","last_became_active":"2023-11-25T03:11:01.212373+0000","last_became_peered":"2023-11-25T03:11:01.212373+0000","last_unstale":"2023-11-25T03:11:03.911550+0000","last_undegraded":"2023-11-25T03:11:03.911550+0000","last_fullsized":"2023-11-25T03:11:03.911550+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883410+0000","last_change":"2023-11-25T03:11:01.892015+0000","last_active":"2023-11-25T03:11:02.883410+0000","last_peered":"2023-11-25T03:11:02.883410+0000","last_clean":"2023-11-25T03:11:02.883410+0000","last_became_active":"2023-11-25T03:11:01.891691+0000","last_became_peered":"2023-11-25T03:11:01.891691+0000","last_unstale":"2023-11-25T03:11:02.883410+0000","last_undegraded":"2023-11-25T03:11:02.883410+0000","last_fullsized":"2023-11-25T03:11:02.883410+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885968+0000","last_change":"2023-11-25T03:11:01.217646+0000","last_active":"2023-11-25T03:11:02.885968+0000","last_peered":"2023-11-25T03:11:02.885968+0000","last_clean":"2023-11-25T03:11:02.885968+0000","last_became_active":"2023-11-25T03:11:01.217351+0000","last_became_peered":"2023-11-25T03:11:01.217351+0000","last_unstale":"2023-11-25T03:11:02.885968+0000","last_undegraded":"2023-11-25T03:11:02.885968+0000","last_fullsized":"2023-11-25T03:11:02.885968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:41.531464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886998+0000","last_change":"2023-11-25T03:11:01.896140+0000","last_active":"2023-11-25T03:11:02.886998+0000","last_peered":"2023-11-25T03:11:02.886998+0000","last_clean":"2023-11-25T03:11:02.886998+0000","last_became_active":"2023-11-25T03:11:01.895747+0000","last_became_peered":"2023-11-25T03:11:01.895747+0000","last_unstale":"2023-11-25T03:11:02.886998+0000","last_undegraded":"2023-11-25T03:11:02.886998+0000","last_fullsized":"2023-11-25T03:11:02.886998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:23.281545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883516+0000","last_change":"2023-11-25T03:11:01.214256+0000","last_active":"2023-11-25T03:11:02.883516+0000","last_peered":"2023-11-25T03:11:02.883516+0000","last_clean":"2023-11-25T03:11:02.883516+0000","last_became_active":"2023-11-25T03:11:01.213958+0000","last_became_peered":"2023-11-25T03:11:01.213958+0000","last_unstale":"2023-11-25T03:11:02.883516+0000","last_undegraded":"2023-11-25T03:11:02.883516+0000","last_fullsized":"2023-11-25T03:11:02.883516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885898+0000","last_change":"2023-11-25T03:11:01.898112+0000","last_active":"2023-11-25T03:11:02.885898+0000","last_peered":"2023-11-25T03:11:02.885898+0000","last_clean":"2023-11-25T03:11:02.885898+0000","last_became_active":"2023-11-25T03:11:01.897784+0000","last_became_peered":"2023-11-25T03:11:01.897784+0000","last_unstale":"2023-11-25T03:11:02.885898+0000","last_undegraded":"2023-11-25T03:11:02.885898+0000","last_fullsized":"2023-11-25T03:11:02.885898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:39:00.634773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911925+0000","last_change":"2023-11-25T03:11:01.227124+0000","last_active":"2023-11-25T03:11:03.911925+0000","last_peered":"2023-11-25T03:11:03.911925+0000","last_clean":"2023-11-25T03:11:03.911925+0000","last_became_active":"2023-11-25T03:11:01.226841+0000","last_became_peered":"2023-11-25T03:11:01.226841+0000","last_unstale":"2023-11-25T03:11:03.911925+0000","last_undegraded":"2023-11-25T03:11:03.911925+0000","last_fullsized":"2023-11-25T03:11:03.911925+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:42:49.087127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883561+0000","last_change":"2023-11-25T03:11:01.895048+0000","last_active":"2023-11-25T03:11:02.883561+0000","last_peered":"2023-11-25T03:11:02.883561+0000","last_clean":"2023-11-25T03:11:02.883561+0000","last_became_active":"2023-11-25T03:11:01.894646+0000","last_became_peered":"2023-11-25T03:11:01.894646+0000","last_unstale":"2023-11-25T03:11:02.883561+0000","last_undegraded":"2023-11-25T03:11:02.883561+0000","last_fullsized":"2023-11-25T03:11:02.883561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:42.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:04.120422+0000","last_change":"2023-11-25T03:11:01.225529+0000","last_active":"2023-11-25T03:11:04.120422+0000","last_peered":"2023-11-25T03:11:04.120422+0000","last_clean":"2023-11-25T03:11:04.120422+0000","last_became_active":"2023-11-25T03:11:01.225197+0000","last_became_peered":"2023-11-25T03:11:01.225197+0000","last_unstale":"2023-11-25T03:11:04.120422+0000","last_undegraded":"2023-11-25T03:11:04.120422+0000","last_fullsized":"2023-11-25T03:11:04.120422+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:22.632362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912487+0000","last_change":"2023-11-25T03:11:01.909371+0000","last_active":"2023-11-25T03:11:03.912487+0000","last_peered":"2023-11-25T03:11:03.912487+0000","last_clean":"2023-11-25T03:11:03.912487+0000","last_became_active":"2023-11-25T03:11:01.909097+0000","last_became_peered":"2023-11-25T03:11:01.909097+0000","last_unstale":"2023-11-25T03:11:03.912487+0000","last_undegraded":"2023-11-25T03:11:03.912487+0000","last_fullsized":"2023-11-25T03:11:03.912487+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:19.232475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911197+0000","last_change":"2023-11-25T03:11:01.224914+0000","last_active":"2023-11-25T03:11:03.911197+0000","last_peered":"2023-11-25T03:11:03.911197+0000","last_clean":"2023-11-25T03:11:03.911197+0000","last_became_active":"2023-11-25T03:11:01.224339+0000","last_became_peered":"2023-11-25T03:11:01.224339+0000","last_unstale":"2023-11-25T03:11:03.911197+0000","last_undegraded":"2023-11-25T03:11:03.911197+0000","last_fullsized":"2023-11-25T03:11:03.911197+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:29:22.526654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912647+0000","last_change":"2023-11-25T03:11:01.897861+0000","last_active":"2023-11-25T03:11:03.912647+0000","last_peered":"2023-11-25T03:11:03.912647+0000","last_clean":"2023-11-25T03:11:03.912647+0000","last_became_active":"2023-11-25T03:11:01.897566+0000","last_became_peered":"2023-11-25T03:11:01.897566+0000","last_unstale":"2023-11-25T03:11:03.912647+0000","last_undegraded":"2023-11-25T03:11:03.912647+0000","last_fullsized":"2023-11-25T03:11:03.912647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:34.094077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911428+0000","last_change":"2023-11-25T03:11:01.225455+0000","last_active":"2023-11-25T03:11:03.911428+0000","last_peered":"2023-11-25T03:11:03.911428+0000","last_clean":"2023-11-25T03:11:03.911428+0000","last_became_active":"2023-11-25T03:11:01.224138+0000","last_became_peered":"2023-11-25T03:11:01.224138+0000","last_unstale":"2023-11-25T03:11:03.911428+0000","last_undegraded":"2023-11-25T03:11:03.911428+0000","last_fullsized":"2023-11-25T03:11:03.911428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:26.786238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.886914+0000","last_change":"2023-11-25T03:11:01.893739+0000","last_active":"2023-11-25T03:11:02.886914+0000","last_peered":"2023-11-25T03:11:02.886914+0000","last_clean":"2023-11-25T03:11:02.886914+0000","last_became_active":"2023-11-25T03:11:01.893472+0000","last_became_peered":"2023-11-25T03:11:01.893472+0000","last_unstale":"2023-11-25T03:11:02.886914+0000","last_undegraded":"2023-11-25T03:11:02.886914+0000","last_fullsized":"2023-11-25T03:11:02.886914+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:43:50.390874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883485+0000","last_change":"2023-11-25T03:11:01.216063+0000","last_active":"2023-11-25T03:11:02.883485+0000","last_peered":"2023-11-25T03:11:02.883485+0000","last_clean":"2023-11-25T03:11:02.883485+0000","last_became_active":"2023-11-25T03:11:01.215794+0000","last_became_peered":"2023-11-25T03:11:01.215794+0000","last_unstale":"2023-11-25T03:11:02.883485+0000","last_undegraded":"2023-11-25T03:11:02.883485+0000","last_fullsized":"2023-11-25T03:11:02.883485+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912562+0000","last_change":"2023-11-25T03:11:01.904711+0000","last_active":"2023-11-25T03:11:03.912562+0000","last_peered":"2023-11-25T03:11:03.912562+0000","last_clean":"2023-11-25T03:11:03.912562+0000","last_became_active":"2023-11-25T03:11:01.904405+0000","last_became_peered":"2023-11-25T03:11:01.904405+0000","last_unstale":"2023-11-25T03:11:03.912562+0000","last_undegraded":"2023-11-25T03:11:03.912562+0000","last_fullsized":"2023-11-25T03:11:03.912562+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.883660+0000","last_change":"2023-11-25T03:11:01.226224+0000","last_active":"2023-11-25T03:11:02.883660+0000","last_peered":"2023-11-25T03:11:02.883660+0000","last_clean":"2023-11-25T03:11:02.883660+0000","last_became_active":"2023-11-25T03:11:01.225951+0000","last_became_peered":"2023-11-25T03:11:01.225951+0000","last_unstale":"2023-11-25T03:11:02.883660+0000","last_undegraded":"2023-11-25T03:11:02.883660+0000","last_fullsized":"2023-11-25T03:11:02.883660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:51:44.121553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912418+0000","last_change":"2023-11-25T03:11:01.898409+0000","last_active":"2023-11-25T03:11:03.912418+0000","last_peered":"2023-11-25T03:11:03.912418+0000","last_clean":"2023-11-25T03:11:03.912418+0000","last_became_active":"2023-11-25T03:11:01.898068+0000","last_became_peered":"2023-11-25T03:11:01.898068+0000","last_unstale":"2023-11-25T03:11:03.912418+0000","last_undegraded":"2023-11-25T03:11:03.912418+0000","last_fullsized":"2023-11-25T03:11:03.912418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911342+0000","last_change":"2023-11-25T03:11:01.226081+0000","last_active":"2023-11-25T03:11:03.911342+0000","last_peered":"2023-11-25T03:11:03.911342+0000","last_clean":"2023-11-25T03:11:03.911342+0000","last_became_active":"2023-11-25T03:11:01.224515+0000","last_became_peered":"2023-11-25T03:11:01.224515+0000","last_unstale":"2023-11-25T03:11:03.911342+0000","last_undegraded":"2023-11-25T03:11:03.911342+0000","last_fullsized":"2023-11-25T03:11:03.911342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:53:18.225142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.910958+0000","last_change":"2023-11-25T03:11:01.893777+0000","last_active":"2023-11-25T03:11:03.910958+0000","last_peered":"2023-11-25T03:11:03.910958+0000","last_clean":"2023-11-25T03:11:03.910958+0000","last_became_active":"2023-11-25T03:11:01.893500+0000","last_became_peered":"2023-11-25T03:11:01.893500+0000","last_unstale":"2023-11-25T03:11:03.910958+0000","last_undegraded":"2023-11-25T03:11:03.910958+0000","last_fullsized":"2023-11-25T03:11:03.910958+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:01:48.842808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885801+0000","last_change":"2023-11-25T03:11:01.891322+0000","last_active":"2023-11-25T03:11:02.885801+0000","last_peered":"2023-11-25T03:11:02.885801+0000","last_clean":"2023-11-25T03:11:02.885801+0000","last_became_active":"2023-11-25T03:11:01.890656+0000","last_became_peered":"2023-11-25T03:11:01.890656+0000","last_unstale":"2023-11-25T03:11:02.885801+0000","last_undegraded":"2023-11-25T03:11:02.885801+0000","last_fullsized":"2023-11-25T03:11:02.885801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:53:22.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911418+0000","last_change":"2023-11-25T03:11:01.229100+0000","last_active":"2023-11-25T03:11:03.911418+0000","last_peered":"2023-11-25T03:11:03.911418+0000","last_clean":"2023-11-25T03:11:03.911418+0000","last_became_active":"2023-11-25T03:11:01.228493+0000","last_became_peered":"2023-11-25T03:11:01.228493+0000","last_unstale":"2023-11-25T03:11:03.911418+0000","last_undegraded":"2023-11-25T03:11:03.911418+0000","last_fullsized":"2023-11-25T03:11:03.911418+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:34:05.484193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:02.885463+0000","last_change":"2023-11-25T03:11:01.891570+0000","last_active":"2023-11-25T03:11:02.885463+0000","last_peered":"2023-11-25T03:11:02.885463+0000","last_clean":"2023-11-25T03:11:02.885463+0000","last_became_active":"2023-11-25T03:11:01.891260+0000","last_became_peered":"2023-11-25T03:11:01.891260+0000","last_unstale":"2023-11-25T03:11:02.885463+0000","last_undegraded":"2023-11-25T03:11:02.885463+0000","last_fullsized":"2023-11-25T03:11:02.885463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:38.855229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.911798+0000","last_change":"2023-11-25T03:11:01.229943+0000","last_active":"2023-11-25T03:11:03.911798+0000","last_peered":"2023-11-25T03:11:03.911798+0000","last_clean":"2023-11-25T03:11:03.911798+0000","last_became_active":"2023-11-25T03:11:01.228649+0000","last_became_peered":"2023-11-25T03:11:01.228649+0000","last_unstale":"2023-11-25T03:11:03.911798+0000","last_undegraded":"2023-11-25T03:11:03.911798+0000","last_fullsized":"2023-11-25T03:11:03.911798+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912807+0000","last_change":"2023-11-25T03:11:01.907348+0000","last_active":"2023-11-25T03:11:03.912807+0000","last_peered":"2023-11-25T03:11:03.912807+0000","last_clean":"2023-11-25T03:11:03.912807+0000","last_became_active":"2023-11-25T03:11:01.907008+0000","last_became_peered":"2023-11-25T03:11:01.907008+0000","last_unstale":"2023-11-25T03:11:03.912807+0000","last_undegraded":"2023-11-25T03:11:03.912807+0000","last_fullsized":"2023-11-25T03:11:03.912807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:08.467906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912734+0000","last_change":"2023-11-25T03:11:01.217971+0000","last_active":"2023-11-25T03:11:03.912734+0000","last_peered":"2023-11-25T03:11:03.912734+0000","last_clean":"2023-11-25T03:11:03.912734+0000","last_became_active":"2023-11-25T03:11:01.217698+0000","last_became_peered":"2023-11-25T03:11:01.217698+0000","last_unstale":"2023-11-25T03:11:03.912734+0000","last_undegraded":"2023-11-25T03:11:03.912734+0000","last_fullsized":"2023-11-25T03:11:03.912734+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:02.594328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912581+0000","last_change":"2023-11-25T03:11:01.898760+0000","last_active":"2023-11-25T03:11:03.912581+0000","last_peered":"2023-11-25T03:11:03.912581+0000","last_clean":"2023-11-25T03:11:03.912581+0000","last_became_active":"2023-11-25T03:11:01.898474+0000","last_became_peered":"2023-11-25T03:11:01.898474+0000","last_unstale":"2023-11-25T03:11:03.912581+0000","last_undegraded":"2023-11-25T03:11:03.912581+0000","last_fullsized":"2023-11-25T03:11:03.912581+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:01.191214+0000","last_clean_scrub_stamp":"2023-11-25T03:11:01.191214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:59:36.893345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-25T03:11:03.912984+0000","last_change":"2023-11-25T03:11:01.220250+0000","last_active":"2023-11-25T03:11:03.912984+0000","last_peered":"2023-11-25T03:11:03.912984+0000","last_clean":"2023-11-25T03:11:03.912984+0000","last_became_active":"2023-11-25T03:11:01.219924+0000","last_became_peered":"2023-11-25T03:11:01.219924+0000","last_unstale":"2023-11-25T03:11:03.912984+0000","last_undegraded":"2023-11-25T03:11:03.912984+0000","last_fullsized":"2023-11-25T03:11:03.912984+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:00.183881+0000","last_clean_scrub_stamp":"2023-11-25T03:11:00.183881+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:58:26.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.444}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4849999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.4630000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.6200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93300000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2609999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95099999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":7.9660000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.1239999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":7.9050000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":7.931}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.077}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.307}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":660897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:11:11.295 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-11-25T03:11:11.295 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-11-25T03:11:11.296 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-11-25T03:11:11.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-11-25T03:11:11.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.469+0000 7f7d57068640 1 Processor -- start 2023-11-25T03:11:11.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.469+0000 7f7d57068640 1 -- start start 2023-11-25T03:11:11.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d57068640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 0x7f7d500c69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d57068640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7d500c7eb0 0x7f7d500c4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d57068640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d501521b0 con 0x7f7d50155240 2023-11-25T03:11:11.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d57068640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d500c73d0 con 0x7f7d500c7eb0 2023-11-25T03:11:11.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d57068640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d500c6f00 con 0x7f7d500af730 2023-11-25T03:11:11.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7d50155240 0x7f7d5006c100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34320/0 (socket says 172.21.15.76:34320) 2023-11-25T03:11:11.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4ffff640 1 -- 172.21.15.76:0/507894409 learned_addr learned my addr 172.21.15.76:0/507894409 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 --2- 172.21.15.76:0/507894409 >> v2:172.21.15.106:3300/0 conn(0x7f7d500c7eb0 0x7f7d500c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d54e04640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 0x7f7d500c69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3218514442 0 0) 0x7f7d501521b0 con 0x7f7d50155240 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d40003530 con 0x7f7d50155240 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3280727025 0 0) 0x7f7d40003530 con 0x7f7d50155240 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 msgr2=0x7f7d500c69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 0x7f7d500c69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 >> v2:172.21.15.106:3300/0 conn(0x7f7d500c7eb0 msgr2=0x7f7d500c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 --2- 172.21.15.76:0/507894409 >> v2:172.21.15.106:3300/0 conn(0x7f7d500c7eb0 0x7f7d500c4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d501556c0 con 0x7f7d50155240 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f7d3c001680 con 0x7f7d50155240 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 >> v1:172.21.15.76:6789/0 conn(0x7f7d50155240 legacy=0x7f7d5006c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 0x7f7d40003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d40003f50 0x7f7d400047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d40005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d500c73d0 con 0x7f7d40004d10 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4000ba40 con 0x7f7d40003f50 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4000bc00 con 0x7f7d500af730 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d54e04640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 0x7f7d40003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d40005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d4ffff640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d40003f50 0x7f7d400047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 -- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 msgr2=0x7f7d40003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:11.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d500af730 0x7f7d40003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 -- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d40003f50 msgr2=0x7f7d400047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:11.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d40003f50 0x7f7d400047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.473+0000 7f7d55605640 1 -- 172.21.15.76:0/507894409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d40003530 con 0x7f7d40004d10 2023-11-25T03:11:11.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d55605640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d40005190 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7d48009fc0 tx=0x7f7d4801cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3417e413c89ee284 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d480a5c60 con 0x7f7d40004d10 2023-11-25T03:11:11.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d4800f040 con 0x7f7d40004d10 2023-11-25T03:11:11.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d4f7fe640 1 -- 172.21.15.76:0/507894409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d480ad440 con 0x7f7d40004d10 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d57068640 1 -- 172.21.15.76:0/507894409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 msgr2=0x7f7d40005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d57068640 1 --2- 172.21.15.76:0/507894409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d40005190 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7d48009fc0 tx=0x7f7d4801cc70 comp rx=0 tx=0).stop 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d55605640 1 -- 172.21.15.76:0/507894409 reap_dead start 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d57068640 1 -- 172.21.15.76:0/507894409 shutdown_connections 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d57068640 1 -- 172.21.15.76:0/507894409 >> 172.21.15.76:0/507894409 conn(0x7f7d500ca180 msgr2=0x7f7d500ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d57068640 1 -- 172.21.15.76:0/507894409 shutdown_connections 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.477+0000 7f7d57068640 1 -- 172.21.15.76:0/507894409 wait complete. 2023-11-25T03:11:11.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 Processor -- start 2023-11-25T03:11:11.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- start start 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d5015b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d5014f4e0 0x7f7d500c1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d500c2000 0x7f7d500c2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d50158d30 con 0x7f7d40004d10 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d5015ba20 con 0x7f7d500c2000 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d5015cef0 con 0x7f7d5014f4e0 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d5015b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d5015b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41824/0 (socket says 172.21.15.76:41824) 2023-11-25T03:11:11.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 -- 172.21.15.76:0/2093853421 learned_addr learned my addr 172.21.15.76:0/2093853421 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d55605640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d500c2000 0x7f7d500c2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d4ffff640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d5014f4e0 0x7f7d500c1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 -- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d5014f4e0 msgr2=0x7f7d500c1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d5014f4e0 0x7f7d500c1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 -- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d500c2000 msgr2=0x7f7d500c2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d500c2000 0x7f7d500c2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 -- 172.21.15.76:0/2093853421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d5015d1d0 con 0x7f7d40004d10 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d4ffff640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d5014f4e0 0x7f7d500c1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d54e04640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d5015b090 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7d440119d0 tx=0x7f7d44011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d4400fb50 con 0x7f7d40004d10 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d4400fcb0 con 0x7f7d40004d10 2023-11-25T03:11:11.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d5015d4b0 con 0x7f7d40004d10 2023-11-25T03:11:11.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d44014440 con 0x7f7d40004d10 2023-11-25T03:11:11.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d5015cbf0 con 0x7f7d40004d10 2023-11-25T03:11:11.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.481+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d50066df0 con 0x7f7d40004d10 2023-11-25T03:11:11.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.485+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7d4401d400 con 0x7f7d40004d10 2023-11-25T03:11:11.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.485+0000 7f7d4d7fa640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7d340664a0 0x7f7d34068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.485+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7d44084730 con 0x7f7d40004d10 2023-11-25T03:11:11.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.485+0000 7f7d4ffff640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7d340664a0 0x7f7d34068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.485+0000 7f7d4ffff640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7d340664a0 0x7f7d34068960 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7d500c4560 tx=0x7f7d3c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.489+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7d44051bd0 con 0x7f7d40004d10 2023-11-25T03:11:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f7d5004e930 con 0x7f7d40004d10 2023-11-25T03:11:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d4d7fa640 1 -- 172.21.15.76:0/2093853421 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f7d440551f0 con 0x7f7d40004d10 2023-11-25T03:11:11.672 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:11.673 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-11-25T03:11:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7d340664a0 msgr2=0x7f7d34068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7d340664a0 0x7f7d34068960 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7d500c4560 tx=0x7f7d3c009040 comp rx=0 tx=0).stop 2023-11-25T03:11:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 msgr2=0x7f7d5015b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d5015b090 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7d440119d0 tx=0x7f7d44011e90 comp rx=0 tx=0).stop 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 shutdown_connections 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7d340664a0 0x7f7d34068960 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7d500c2000 0x7f7d500c2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7d5014f4e0 0x7f7d500c1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 --2- 172.21.15.76:0/2093853421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d40004d10 0x7f7d5015b090 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 >> 172.21.15.76:0/2093853421 conn(0x7f7d500ca180 msgr2=0x7f7d500ac220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 shutdown_connections 2023-11-25T03:11:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.669+0000 7f7d57068640 1 -- 172.21.15.76:0/2093853421 wait complete. 2023-11-25T03:11:11.695 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-11-25T03:11:11.695 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:11.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 Processor -- start 2023-11-25T03:11:11.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 -- start start 2023-11-25T03:11:11.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efd5c0c63c0 0x7efd5c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c4100 0x7efd5c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd5c0c29e0 0x7efd5c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd5c0c31c0 con 0x7efd5c0c29e0 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd5c0c34a0 con 0x7efd5c0c63c0 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd63a46640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c0c1030 con 0x7efd5c0c4100 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd5c0c29e0 0x7efd5c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd5c0c29e0 0x7efd5c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41830/0 (socket says 172.21.15.76:41830) 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 -- 172.21.15.76:0/3982841672 learned_addr learned my addr 172.21.15.76:0/3982841672 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd60fe1640 1 --2- 172.21.15.76:0/3982841672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c4100 0x7efd5c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd617e2640 1 --2- 172.21.15.76:0/3982841672 >> v2:172.21.15.106:3300/0 conn(0x7efd5c0c63c0 0x7efd5c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 -- 172.21.15.76:0/3982841672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c4100 msgr2=0x7efd5c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 --2- 172.21.15.76:0/3982841672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c4100 0x7efd5c0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 -- 172.21.15.76:0/3982841672 >> v2:172.21.15.106:3300/0 conn(0x7efd5c0c63c0 msgr2=0x7efd5c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:11.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 --2- 172.21.15.76:0/3982841672 >> v2:172.21.15.106:3300/0 conn(0x7efd5c0c63c0 0x7efd5c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.829+0000 7efd61fe3640 1 -- 172.21.15.76:0/3982841672 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd5c0c1310 con 0x7efd5c0c29e0 2023-11-25T03:11:11.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd61fe3640 1 --2- 172.21.15.76:0/3982841672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c29e0 0x7efd5c0a9680 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7efd5c06e000 tx=0x7efd5401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98cf3e21b8b5c41e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd53fff640 1 -- 172.21.15.76:0/3982841672 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd5c0aa3d0 con 0x7efd5c0c29e0 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd53fff640 1 -- 172.21.15.76:0/3982841672 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd540a5720 con 0x7efd5c0c29e0 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd53fff640 1 -- 172.21.15.76:0/3982841672 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd540a5ab0 con 0x7efd5c0c29e0 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 -- 172.21.15.76:0/3982841672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c29e0 msgr2=0x7efd5c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 --2- 172.21.15.76:0/3982841672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c29e0 0x7efd5c0a9680 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7efd5c06e000 tx=0x7efd5401c880 comp rx=0 tx=0).stop 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 -- 172.21.15.76:0/3982841672 shutdown_connections 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 --2- 172.21.15.76:0/3982841672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c29e0 0x7efd5c0a9680 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 --2- 172.21.15.76:0/3982841672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c4100 0x7efd5c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 --2- 172.21.15.76:0/3982841672 >> v2:172.21.15.106:3300/0 conn(0x7efd5c0c63c0 0x7efd5c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 -- 172.21.15.76:0/3982841672 >> 172.21.15.76:0/3982841672 conn(0x7efd5c06a5b0 msgr2=0x7efd5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 -- 172.21.15.76:0/3982841672 shutdown_connections 2023-11-25T03:11:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 -- 172.21.15.76:0/3982841672 wait complete. 2023-11-25T03:11:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.833+0000 7efd63a46640 1 Processor -- start 2023-11-25T03:11:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- start start 2023-11-25T03:11:11.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c29e0 0x7efd5c06ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 0x7efd5c14b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd5c0c63c0 0x7efd5c1546e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c071b10 con 0x7efd5c0c4100 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c070500 con 0x7efd5c0c63c0 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c153f70 con 0x7efd5c0c29e0 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 0x7efd5c14b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 0x7efd5c14b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41834/0 (socket says 172.21.15.76:41834) 2023-11-25T03:11:11.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 -- 172.21.15.76:0/92778393 learned_addr learned my addr 172.21.15.76:0/92778393 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd617e2640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c29e0 0x7efd5c06ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd61fe3640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd5c0c63c0 0x7efd5c1546e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 -- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c29e0 msgr2=0x7efd5c06ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c29e0 0x7efd5c06ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 -- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd5c0c63c0 msgr2=0x7efd5c1546e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd5c0c63c0 0x7efd5c1546e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 -- 172.21.15.76:0/92778393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd54009b30 con 0x7efd5c0c4100 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd617e2640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c29e0 0x7efd5c06ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd60fe1640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 0x7efd5c14b560 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efd4c00d800 tx=0x7efd4c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4c0096a0 con 0x7efd5c0c4100 2023-11-25T03:11:11.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd4c009800 con 0x7efd5c0c4100 2023-11-25T03:11:11.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4c009b70 con 0x7efd5c0c4100 2023-11-25T03:11:11.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd5c0c69b0 con 0x7efd5c0c4100 2023-11-25T03:11:11.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd5c0a6800 con 0x7efd5c0c4100 2023-11-25T03:11:11.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.837+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd5c068400 con 0x7efd5c0c4100 2023-11-25T03:11:11.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.841+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efd4c009cd0 con 0x7efd5c0c4100 2023-11-25T03:11:11.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.841+0000 7efd51ffb640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd40066470 0x7efd40068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:11.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.841+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efd4c084620 con 0x7efd5c0c4100 2023-11-25T03:11:11.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.841+0000 7efd617e2640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd40066470 0x7efd40068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:11.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.841+0000 7efd617e2640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd40066470 0x7efd40068930 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7efd5c156210 tx=0x7efd58008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:11.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.845+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd4c051a90 con 0x7efd5c0c4100 2023-11-25T03:11:12.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.997+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd5c0c3e70 con 0x7efd5c0c4100 2023-11-25T03:11:12.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:11.997+0000 7efd51ffb640 1 -- 172.21.15.76:0/92778393 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7efd4c0550b0 con 0x7efd5c0c4100 2023-11-25T03:11:12.003 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:12.003 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd40066470 msgr2=0x7efd40068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd40066470 0x7efd40068930 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7efd5c156210 tx=0x7efd58008040 comp rx=0 tx=0).stop 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 msgr2=0x7efd5c14b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 0x7efd5c14b560 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efd4c00d800 tx=0x7efd4c00dcc0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 shutdown_connections 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd40066470 0x7efd40068930 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd5c0c63c0 0x7efd5c1546e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd5c0c4100 0x7efd5c14b560 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 --2- 172.21.15.76:0/92778393 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd5c0c29e0 0x7efd5c06ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 >> 172.21.15.76:0/92778393 conn(0x7efd5c06a5b0 msgr2=0x7efd5c0a6d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 shutdown_connections 2023-11-25T03:11:12.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.001+0000 7efd63a46640 1 -- 172.21.15.76:0/92778393 wait complete. 2023-11-25T03:11:12.024 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:12.024 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:12.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 Processor -- start 2023-11-25T03:11:12.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 -- start start 2023-11-25T03:11:12.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1740157410 0x7f174006fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17400c64d0 0x7f17400c6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17400c6ea0 0x7f17400c76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17400c1db0 con 0x7f17400c64d0 2023-11-25T03:11:12.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17400c2090 con 0x7f1740157410 2023-11-25T03:11:12.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f174679d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17400c5cd0 con 0x7f17400c6ea0 2023-11-25T03:11:12.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17400c64d0 0x7f17400c6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17400c64d0 0x7f17400c6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41850/0 (socket says 172.21.15.76:41850) 2023-11-25T03:11:12.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 -- 172.21.15.76:0/1595616573 learned_addr learned my addr 172.21.15.76:0/1595616573 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:12.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f1744d3a640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17400c6ea0 0x7f17400c76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173ffff640 1 --2- 172.21.15.76:0/1595616573 >> v2:172.21.15.106:3300/0 conn(0x7f1740157410 0x7f174006fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 -- 172.21.15.76:0/1595616573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17400c6ea0 msgr2=0x7f17400c76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:12.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17400c6ea0 0x7f17400c76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 -- 172.21.15.76:0/1595616573 >> v2:172.21.15.106:3300/0 conn(0x7f1740157410 msgr2=0x7f174006fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:12.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 --2- 172.21.15.76:0/1595616573 >> v2:172.21.15.106:3300/0 conn(0x7f1740157410 0x7f174006fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173f7fe640 1 -- 172.21.15.76:0/1595616573 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17400c5fb0 con 0x7f17400c64d0 2023-11-25T03:11:12.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f1744d3a640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17400c6ea0 0x7f17400c76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:12.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.161+0000 7f173ffff640 1 --2- 172.21.15.76:0/1595616573 >> v2:172.21.15.106:3300/0 conn(0x7f1740157410 0x7f174006fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:12.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f173f7fe640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17400c6960 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1740074240 tx=0x7f173401c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23cdf5bfbe4aafe1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f173effd640 1 -- 172.21.15.76:0/1595616573 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17340ab600 con 0x7f17400c64d0 2023-11-25T03:11:12.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f173effd640 1 -- 172.21.15.76:0/1595616573 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17340a7050 con 0x7f17400c64d0 2023-11-25T03:11:12.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f173effd640 1 -- 172.21.15.76:0/1595616573 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17340ab980 con 0x7f17400c64d0 2023-11-25T03:11:12.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 -- 172.21.15.76:0/1595616573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 msgr2=0x7f17400c6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17400c6960 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1740074240 tx=0x7f173401c240 comp rx=0 tx=0).stop 2023-11-25T03:11:12.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 -- 172.21.15.76:0/1595616573 shutdown_connections 2023-11-25T03:11:12.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f17400c6ea0 0x7f17400c76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 --2- 172.21.15.76:0/1595616573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17400c6960 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 --2- 172.21.15.76:0/1595616573 >> v2:172.21.15.106:3300/0 conn(0x7f1740157410 0x7f174006fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 -- 172.21.15.76:0/1595616573 >> 172.21.15.76:0/1595616573 conn(0x7f17400a9b80 msgr2=0x7f17400a9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 -- 172.21.15.76:0/1595616573 shutdown_connections 2023-11-25T03:11:12.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.165+0000 7f174679d640 1 -- 172.21.15.76:0/1595616573 wait complete. 2023-11-25T03:11:12.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 Processor -- start 2023-11-25T03:11:12.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 -- start start 2023-11-25T03:11:12.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17401f0560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17400c6ea0 0x7f174006f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1740157410 0x7f174006fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17400aae80 con 0x7f17400c64d0 2023-11-25T03:11:12.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1740152520 con 0x7f17400c6ea0 2023-11-25T03:11:12.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f174014ed30 con 0x7f1740157410 2023-11-25T03:11:12.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17401f0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17401f0560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41852/0 (socket says 172.21.15.76:41852) 2023-11-25T03:11:12.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 -- 172.21.15.76:0/2641811005 learned_addr learned my addr 172.21.15.76:0/2641811005 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:12.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173f7fe640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17400c6ea0 0x7f174006f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f1744d3a640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1740157410 0x7f174006fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 -- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1740157410 msgr2=0x7f174006fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1740157410 0x7f174006fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 -- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17400c6ea0 msgr2=0x7f174006f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17400c6ea0 0x7f174006f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 -- 172.21.15.76:0/2641811005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17340094d0 con 0x7f17400c64d0 2023-11-25T03:11:12.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f1744d3a640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1740157410 0x7f174006fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:12.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173ffff640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17401f0560 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f173000c7f0 tx=0x7f173000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1730007820 con 0x7f17400c64d0 2023-11-25T03:11:12.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1730007980 con 0x7f17400c64d0 2023-11-25T03:11:12.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1730007d30 con 0x7f17400c64d0 2023-11-25T03:11:12.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17401f0aa0 con 0x7f17400c64d0 2023-11-25T03:11:12.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.169+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17401f0d50 con 0x7f17400c64d0 2023-11-25T03:11:12.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.173+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1740068400 con 0x7f17400c64d0 2023-11-25T03:11:12.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.173+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f17300113f0 con 0x7f17400c64d0 2023-11-25T03:11:12.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.173+0000 7f173cff9640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f172c066470 0x7f172c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.173+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f17300840c0 con 0x7f17400c64d0 2023-11-25T03:11:12.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.173+0000 7f173f7fe640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f172c066470 0x7f172c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.173+0000 7f173f7fe640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f172c066470 0x7f172c068930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f17340ad000 tx=0x7f1734008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.177+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f17300515e0 con 0x7f17400c64d0 2023-11-25T03:11:12.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.325+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f17400ad380 con 0x7f17400c64d0 2023-11-25T03:11:12.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f173cff9640 1 -- 172.21.15.76:0/2641811005 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1730054c00 con 0x7f17400c64d0 2023-11-25T03:11:12.332 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:12.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f172c066470 msgr2=0x7f172c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f172c066470 0x7f172c068930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f17340ad000 tx=0x7f1734008040 comp rx=0 tx=0).stop 2023-11-25T03:11:12.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 msgr2=0x7f17401f0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17401f0560 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f173000c7f0 tx=0x7f173000ccb0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 shutdown_connections 2023-11-25T03:11:12.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f172c066470 0x7f172c068930 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1740157410 0x7f174006fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f17400c6ea0 0x7f174006f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 --2- 172.21.15.76:0/2641811005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17400c64d0 0x7f17401f0560 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 >> 172.21.15.76:0/2641811005 conn(0x7f17400a9b80 msgr2=0x7f17400a9f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 shutdown_connections 2023-11-25T03:11:12.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.329+0000 7f174679d640 1 -- 172.21.15.76:0/2641811005 wait complete. 2023-11-25T03:11:12.352 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:12.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 Processor -- start 2023-11-25T03:11:12.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 -- start start 2023-11-25T03:11:12.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6600c63c0 0x7fc6600c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc6600c4100 0x7fc6600c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6600c31c0 con 0x7fc6600c29e0 2023-11-25T03:11:12.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6600c34a0 con 0x7fc6600c63c0 2023-11-25T03:11:12.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc665d72640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6600c1030 con 0x7fc6600c4100 2023-11-25T03:11:12.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6600c63c0 0x7fc6600c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc6600c29e0 0x7fc6600a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34332/0 (socket says 172.21.15.76:34332) 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65ffff640 1 -- 172.21.15.76:0/3322950139 learned_addr learned my addr 172.21.15.76:0/3322950139 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65effd640 1 --2- 172.21.15.76:0/3322950139 >> v2:172.21.15.106:3300/0 conn(0x7fc6600c4100 0x7fc6600c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65f7fe640 1 -- 172.21.15.76:0/3322950139 >> v2:172.21.15.106:3300/0 conn(0x7fc6600c4100 msgr2=0x7fc6600c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65f7fe640 1 --2- 172.21.15.76:0/3322950139 >> v2:172.21.15.106:3300/0 conn(0x7fc6600c4100 0x7fc6600c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65f7fe640 1 -- 172.21.15.76:0/3322950139 >> v1:172.21.15.76:6789/0 conn(0x7fc6600c29e0 legacy=0x7fc6600a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65f7fe640 1 -- 172.21.15.76:0/3322950139 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6600c1310 con 0x7fc6600c63c0 2023-11-25T03:11:12.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.493+0000 7fc65e7fc640 1 -- 172.21.15.76:0/3322950139 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 680292510 0 0) 0x7fc6600c31c0 con 0x7fc6600c29e0 2023-11-25T03:11:12.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc65f7fe640 1 --2- 172.21.15.76:0/3322950139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c63c0 0x7fc6600c06d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc6600a8b40 tx=0x7fc65001c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c65053766e04dea server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc65e7fc640 1 -- 172.21.15.76:0/3322950139 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6500ab600 con 0x7fc6600c63c0 2023-11-25T03:11:12.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc65e7fc640 1 -- 172.21.15.76:0/3322950139 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6500a7050 con 0x7fc6600c63c0 2023-11-25T03:11:12.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc65e7fc640 1 -- 172.21.15.76:0/3322950139 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6500ab980 con 0x7fc6600c63c0 2023-11-25T03:11:12.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 -- 172.21.15.76:0/3322950139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c63c0 msgr2=0x7fc6600c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 --2- 172.21.15.76:0/3322950139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c63c0 0x7fc6600c06d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc6600a8b40 tx=0x7fc65001c310 comp rx=0 tx=0).stop 2023-11-25T03:11:12.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 -- 172.21.15.76:0/3322950139 shutdown_connections 2023-11-25T03:11:12.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 --2- 172.21.15.76:0/3322950139 >> v2:172.21.15.106:3300/0 conn(0x7fc6600c4100 0x7fc6600c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 --2- 172.21.15.76:0/3322950139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c63c0 0x7fc6600c06d0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 -- 172.21.15.76:0/3322950139 >> 172.21.15.76:0/3322950139 conn(0x7fc66006a5b0 msgr2=0x7fc66006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 -- 172.21.15.76:0/3322950139 shutdown_connections 2023-11-25T03:11:12.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.497+0000 7fc665d72640 1 -- 172.21.15.76:0/3322950139 wait complete. 2023-11-25T03:11:12.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 Processor -- start 2023-11-25T03:11:12.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- start start 2023-11-25T03:11:12.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc6600c29e0 0x7fc660156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 0x7fc6601ee230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6600c63c0 0x7fc6600bbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6600be8a0 con 0x7fc6600c4100 2023-11-25T03:11:12.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc660158010 con 0x7fc6600c29e0 2023-11-25T03:11:12.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc660070be0 con 0x7fc6600c63c0 2023-11-25T03:11:12.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 0x7fc6601ee230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 0x7fc6601ee230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41860/0 (socket says 172.21.15.76:41860) 2023-11-25T03:11:12.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 -- 172.21.15.76:0/226488456 learned_addr learned my addr 172.21.15.76:0/226488456 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:12.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65f7fe640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc6600c29e0 0x7fc660156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 -- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6600c63c0 msgr2=0x7fc6600bbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6600c63c0 0x7fc6600bbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 -- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc6600c29e0 msgr2=0x7fc660156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc6600c29e0 0x7fc660156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 -- 172.21.15.76:0/226488456 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc650009420 con 0x7fc6600c4100 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65f7fe640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc6600c29e0 0x7fc660156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:12.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc65effd640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 0x7fc6601ee230 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc65400d830 tx=0x7fc65400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc65400b6c0 con 0x7fc6600c4100 2023-11-25T03:11:12.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc65400b820 con 0x7fc6600c4100 2023-11-25T03:11:12.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc65400bb90 con 0x7fc6600c4100 2023-11-25T03:11:12.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6601eea80 con 0x7fc6600c4100 2023-11-25T03:11:12.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6600beaf0 con 0x7fc6600c4100 2023-11-25T03:11:12.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.501+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc660068400 con 0x7fc6600c4100 2023-11-25T03:11:12.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.505+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc65401e460 con 0x7fc6600c4100 2023-11-25T03:11:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.505+0000 7fc647fff640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc64c066470 0x7fc64c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.505+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc654084670 con 0x7fc6600c4100 2023-11-25T03:11:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.505+0000 7fc65f7fe640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc64c066470 0x7fc64c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.505+0000 7fc65f7fe640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc64c066470 0x7fc64c068930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc6500ad000 tx=0x7fc650008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.509+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc654051ae0 con 0x7fc6600c4100 2023-11-25T03:11:12.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.657+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc6600c3e70 con 0x7fc6600c4100 2023-11-25T03:11:12.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.657+0000 7fc647fff640 1 -- 172.21.15.76:0/226488456 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc654055100 con 0x7fc6600c4100 2023-11-25T03:11:12.662 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:12.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc64c066470 msgr2=0x7fc64c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc64c066470 0x7fc64c068930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc6500ad000 tx=0x7fc650008040 comp rx=0 tx=0).stop 2023-11-25T03:11:12.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 msgr2=0x7fc6601ee230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 0x7fc6601ee230 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc65400d830 tx=0x7fc65400dcf0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 shutdown_connections 2023-11-25T03:11:12.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc64c066470 0x7fc64c068930 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6600c63c0 0x7fc6600bbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6600c4100 0x7fc6601ee230 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 --2- 172.21.15.76:0/226488456 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc6600c29e0 0x7fc660156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 >> 172.21.15.76:0/226488456 conn(0x7fc66006a5b0 msgr2=0x7fc660071010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 shutdown_connections 2023-11-25T03:11:12.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.661+0000 7fc665d72640 1 -- 172.21.15.76:0/226488456 wait complete. 2023-11-25T03:11:12.682 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:12.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.817+0000 7f13810c8640 1 Processor -- start 2023-11-25T03:11:12.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.817+0000 7f13810c8640 1 -- start start 2023-11-25T03:11:12.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13810c8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c0723f0 0x7f137c150e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13810c8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f137c1513d0 0x7f137c15b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13810c8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f137c0c4bf0 con 0x7f137c14e2a0 2023-11-25T03:11:12.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13810c8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f137c14e680 con 0x7f137c1513d0 2023-11-25T03:11:12.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13810c8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f137c1509d0 con 0x7f137c0723f0 2023-11-25T03:11:12.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f137c1513d0 0x7f137c15b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f137c1513d0 0x7f137c15b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41876/0 (socket says 172.21.15.76:41876) 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 -- 172.21.15.76:0/3200187087 learned_addr learned my addr 172.21.15.76:0/3200187087 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f137b7fe640 1 --2- 172.21.15.76:0/3200187087 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c0723f0 0x7f137c150e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 -- 172.21.15.76:0/3200187087 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c0723f0 msgr2=0x7f137c150e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 --2- 172.21.15.76:0/3200187087 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c0723f0 0x7f137c150e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 -- 172.21.15.76:0/3200187087 >> v1:172.21.15.106:6789/0 conn(0x7f137c14e2a0 legacy=0x7f137c06c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:12.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 -- 172.21.15.76:0/3200187087 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f137c0c0450 con 0x7f137c1513d0 2023-11-25T03:11:12.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.821+0000 7f13808c7640 1 --2- 172.21.15.76:0/3200187087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c1513d0 0x7f137c15b270 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1374009e80 tx=0x7f137401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f5afe23605b6ba4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f137affd640 1 -- 172.21.15.76:0/3200187087 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13740a5600 con 0x7f137c1513d0 2023-11-25T03:11:12.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f137affd640 1 -- 172.21.15.76:0/3200187087 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13740a5760 con 0x7f137c1513d0 2023-11-25T03:11:12.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f137affd640 1 -- 172.21.15.76:0/3200187087 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13740a5af0 con 0x7f137c1513d0 2023-11-25T03:11:12.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- 172.21.15.76:0/3200187087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c1513d0 msgr2=0x7f137c15b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 --2- 172.21.15.76:0/3200187087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c1513d0 0x7f137c15b270 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1374009e80 tx=0x7f137401c8f0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- 172.21.15.76:0/3200187087 shutdown_connections 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 --2- 172.21.15.76:0/3200187087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c1513d0 0x7f137c15b270 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 --2- 172.21.15.76:0/3200187087 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c0723f0 0x7f137c150e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- 172.21.15.76:0/3200187087 >> 172.21.15.76:0/3200187087 conn(0x7f137c0a7800 msgr2=0x7f137c0a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- 172.21.15.76:0/3200187087 shutdown_connections 2023-11-25T03:11:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- 172.21.15.76:0/3200187087 wait complete. 2023-11-25T03:11:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 Processor -- start 2023-11-25T03:11:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- start start 2023-11-25T03:11:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f137c0723f0 0x7f137c14c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 0x7f137c14af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c1513d0 0x7f137c1f1040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137c154580 con 0x7f137c14e2a0 2023-11-25T03:11:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137c1f0bf0 con 0x7f137c0723f0 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f13810c8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f137c147200 con 0x7f137c1513d0 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f137b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 0x7f137c14af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f137b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 0x7f137c14af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41886/0 (socket says 172.21.15.76:41886) 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.825+0000 7f137b7fe640 1 -- 172.21.15.76:0/957367940 learned_addr learned my addr 172.21.15.76:0/957367940 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137bfff640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f137c0723f0 0x7f137c14c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f13808c7640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c1513d0 0x7f137c1f1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137b7fe640 1 -- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c1513d0 msgr2=0x7f137c1f1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137b7fe640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c1513d0 0x7f137c1f1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137b7fe640 1 -- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f137c0723f0 msgr2=0x7f137c14c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137b7fe640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f137c0723f0 0x7f137c14c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137b7fe640 1 -- 172.21.15.76:0/957367940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1374009b30 con 0x7f137c14e2a0 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137bfff640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f137c0723f0 0x7f137c14c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137b7fe640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 0x7f137c14af00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f137000d5f0 tx=0x7f137000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13700125f0 con 0x7f137c14e2a0 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1370012750 con 0x7f137c14e2a0 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1370012ae0 con 0x7f137c14e2a0 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f137c1542a0 con 0x7f137c14e2a0 2023-11-25T03:11:12.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f137c154d30 con 0x7f137c14e2a0 2023-11-25T03:11:12.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f137c146d80 con 0x7f137c14e2a0 2023-11-25T03:11:12.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1370012c40 con 0x7f137c14e2a0 2023-11-25T03:11:12.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f1378ff9640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13680664a0 0x7f1368068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:12.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f13700843e0 con 0x7f137c14e2a0 2023-11-25T03:11:12.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.829+0000 7f137bfff640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13680664a0 0x7f1368068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:12.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.833+0000 7f137bfff640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13680664a0 0x7f1368068960 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f136c0098b0 tx=0x7f136c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:12.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.833+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f137c146d80 con 0x7f137c14e2a0 2023-11-25T03:11:12.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.981+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f137c146d80 con 0x7f137c14e2a0 2023-11-25T03:11:12.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f1378ff9640 1 -- 172.21.15.76:0/957367940 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f137c146d80 con 0x7f137c14e2a0 2023-11-25T03:11:12.988 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13680664a0 msgr2=0x7f1368068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13680664a0 0x7f1368068960 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f136c0098b0 tx=0x7f136c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 msgr2=0x7f137c14af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 0x7f137c14af00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f137000d5f0 tx=0x7f137000dab0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 shutdown_connections 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f13680664a0 0x7f1368068960 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f137c1513d0 0x7f137c1f1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137c14e2a0 0x7f137c14af00 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 --2- 172.21.15.76:0/957367940 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f137c0723f0 0x7f137c14c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:12.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 >> 172.21.15.76:0/957367940 conn(0x7f137c0a7800 msgr2=0x7f137c0c0ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:12.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 shutdown_connections 2023-11-25T03:11:12.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:12.985+0000 7f13810c8640 1 -- 172.21.15.76:0/957367940 wait complete. 2023-11-25T03:11:13.008 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:13.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 Processor -- start 2023-11-25T03:11:13.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 -- start start 2023-11-25T03:11:13.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f83580c63c0 0x7f83580c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83580c4100 0x7f83580c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83580c31c0 con 0x7f83580c29e0 2023-11-25T03:11:13.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83580c34a0 con 0x7f83580c4100 2023-11-25T03:11:13.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.141+0000 7f835edf8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83580c1030 con 0x7f83580c63c0 2023-11-25T03:11:13.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f835d395640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f83580c29e0 0x7f83580a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34348/0 (socket says 172.21.15.76:34348) 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f835d395640 1 -- 172.21.15.76:0/764669477 learned_addr learned my addr 172.21.15.76:0/764669477 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834ffff640 1 --2- 172.21.15.76:0/764669477 >> v2:172.21.15.76:3300/0 conn(0x7f83580c4100 0x7f83580c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f835cb94640 1 --2- 172.21.15.76:0/764669477 >> v2:172.21.15.106:3300/0 conn(0x7f83580c63c0 0x7f83580c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834f7fe640 1 -- 172.21.15.76:0/764669477 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4214459763 0 0) 0x7f83580c31c0 con 0x7f83580c29e0 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834f7fe640 1 -- 172.21.15.76:0/764669477 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8340003530 con 0x7f83580c29e0 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834ffff640 1 -- 172.21.15.76:0/764669477 >> v2:172.21.15.106:3300/0 conn(0x7f83580c63c0 msgr2=0x7f83580c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834ffff640 1 --2- 172.21.15.76:0/764669477 >> v2:172.21.15.106:3300/0 conn(0x7f83580c63c0 0x7f83580c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834ffff640 1 -- 172.21.15.76:0/764669477 >> v1:172.21.15.76:6789/0 conn(0x7f83580c29e0 legacy=0x7f83580a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834ffff640 1 -- 172.21.15.76:0/764669477 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83580c1310 con 0x7f83580c4100 2023-11-25T03:11:13.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834ffff640 1 --2- 172.21.15.76:0/764669477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c4100 0x7f83580c24a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f835806e000 tx=0x7f834801c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40653f446ce2e9f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834f7fe640 1 -- 172.21.15.76:0/764669477 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83480ab600 con 0x7f83580c4100 2023-11-25T03:11:13.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834f7fe640 1 -- 172.21.15.76:0/764669477 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83480a7050 con 0x7f83580c4100 2023-11-25T03:11:13.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.145+0000 7f834f7fe640 1 -- 172.21.15.76:0/764669477 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83480ab960 con 0x7f83580c4100 2023-11-25T03:11:13.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- 172.21.15.76:0/764669477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c4100 msgr2=0x7f83580c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 --2- 172.21.15.76:0/764669477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c4100 0x7f83580c24a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f835806e000 tx=0x7f834801c310 comp rx=0 tx=0).stop 2023-11-25T03:11:13.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- 172.21.15.76:0/764669477 shutdown_connections 2023-11-25T03:11:13.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 --2- 172.21.15.76:0/764669477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c4100 0x7f83580c24a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 --2- 172.21.15.76:0/764669477 >> v2:172.21.15.106:3300/0 conn(0x7f83580c63c0 0x7f83580c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- 172.21.15.76:0/764669477 >> 172.21.15.76:0/764669477 conn(0x7f835806a5b0 msgr2=0x7f835806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:13.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- 172.21.15.76:0/764669477 shutdown_connections 2023-11-25T03:11:13.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- 172.21.15.76:0/764669477 wait complete. 2023-11-25T03:11:13.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 Processor -- start 2023-11-25T03:11:13.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- start start 2023-11-25T03:11:13.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 0x7f8358156f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83580c4100 0x7f83581ed570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83580c63c0 0x7f835806ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83581465c0 con 0x7f83580c29e0 2023-11-25T03:11:13.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f835815b620 con 0x7f83580c63c0 2023-11-25T03:11:13.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835edf8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8358099df0 con 0x7f83580c4100 2023-11-25T03:11:13.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 0x7f8358156f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 0x7f8358156f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41916/0 (socket says 172.21.15.76:41916) 2023-11-25T03:11:13.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 -- 172.21.15.76:0/1687250479 learned_addr learned my addr 172.21.15.76:0/1687250479 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:13.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f834ffff640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83580c4100 0x7f83581ed570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835d395640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83580c63c0 0x7f835806ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 -- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83580c4100 msgr2=0x7f83581ed570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83580c4100 0x7f83581ed570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 -- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83580c63c0 msgr2=0x7f835806ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83580c63c0 0x7f835806ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.149+0000 7f835cb94640 1 -- 172.21.15.76:0/1687250479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8348009420 con 0x7f83580c29e0 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f835cb94640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 0x7f8358156f30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f835400e870 tx=0x7f835400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8354009510 con 0x7f83580c29e0 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f835400eec0 con 0x7f83580c29e0 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8358099b10 con 0x7f83580c29e0 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f835400cb40 con 0x7f83580c29e0 2023-11-25T03:11:13.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83581ed050 con 0x7f83580c29e0 2023-11-25T03:11:13.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8358068400 con 0x7f83580c29e0 2023-11-25T03:11:13.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f835400cca0 con 0x7f83580c29e0 2023-11-25T03:11:13.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834d7fa640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8344066470 0x7f8344068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8354083ff0 con 0x7f83580c29e0 2023-11-25T03:11:13.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.153+0000 7f834ffff640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8344066470 0x7f8344068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.157+0000 7f834ffff640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8344066470 0x7f8344068930 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f83480ad000 tx=0x7f83480a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.157+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f83540b5280 con 0x7f83580c29e0 2023-11-25T03:11:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f83580c3e70 con 0x7f83580c29e0 2023-11-25T03:11:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f834d7fa640 1 -- 172.21.15.76:0/1687250479 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f8354051480 con 0x7f83580c29e0 2023-11-25T03:11:13.345 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:13.345 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:13.345 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:13.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8344066470 msgr2=0x7f8344068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8344066470 0x7f8344068930 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f83480ad000 tx=0x7f83480a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 msgr2=0x7f8358156f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 0x7f8358156f30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f835400e870 tx=0x7f835400ec70 comp rx=0 tx=0).stop 2023-11-25T03:11:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 shutdown_connections 2023-11-25T03:11:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8344066470 0x7f8344068930 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83580c63c0 0x7f835806ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83580c4100 0x7f83581ed570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 --2- 172.21.15.76:0/1687250479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83580c29e0 0x7f8358156f30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 >> 172.21.15.76:0/1687250479 conn(0x7f835806a5b0 msgr2=0x7f835806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 shutdown_connections 2023-11-25T03:11:13.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.341+0000 7f835edf8640 1 -- 172.21.15.76:0/1687250479 wait complete. 2023-11-25T03:11:13.366 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:13.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 Processor -- start 2023-11-25T03:11:13.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 -- start start 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc0c7ea0 0x7fe0cc06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe0cc06b9e0 0x7fe0cc15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0cc06c860 con 0x7fe0cc151e90 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0cc0c8750 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d453e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc1552d0 con 0x7fe0cc0c7ea0 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d22da640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe0cc151e90 0x7fe0cc0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34364/0 (socket says 172.21.15.76:34364) 2023-11-25T03:11:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d22da640 1 -- 172.21.15.76:0/1538491510 learned_addr learned my addr 172.21.15.76:0/1538491510 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d1ad9640 1 --2- 172.21.15.76:0/1538491510 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc0c7ea0 0x7fe0cc06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d2adb640 1 --2- 172.21.15.76:0/1538491510 >> v2:172.21.15.106:3300/0 conn(0x7fe0cc06b9e0 0x7fe0cc15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d12d8640 1 -- 172.21.15.76:0/1538491510 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2621769934 0 0) 0x7fe0cc06c860 con 0x7fe0cc151e90 2023-11-25T03:11:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d12d8640 1 -- 172.21.15.76:0/1538491510 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe0b8003530 con 0x7fe0cc151e90 2023-11-25T03:11:13.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d1ad9640 1 -- 172.21.15.76:0/1538491510 >> v2:172.21.15.106:3300/0 conn(0x7fe0cc06b9e0 msgr2=0x7fe0cc15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:13.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d1ad9640 1 --2- 172.21.15.76:0/1538491510 >> v2:172.21.15.106:3300/0 conn(0x7fe0cc06b9e0 0x7fe0cc15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d1ad9640 1 -- 172.21.15.76:0/1538491510 >> v1:172.21.15.76:6789/0 conn(0x7fe0cc151e90 legacy=0x7fe0cc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.501+0000 7fe0d1ad9640 1 -- 172.21.15.76:0/1538491510 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0cc154930 con 0x7fe0cc0c7ea0 2023-11-25T03:11:13.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d1ad9640 1 --2- 172.21.15.76:0/1538491510 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc0c7ea0 0x7fe0cc06b4a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0097c0 tx=0x7fe0bc01c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a2e9c696b849619 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d12d8640 1 -- 172.21.15.76:0/1538491510 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc0ab600 con 0x7fe0cc0c7ea0 2023-11-25T03:11:13.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d12d8640 1 -- 172.21.15.76:0/1538491510 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0bc0a7050 con 0x7fe0cc0c7ea0 2023-11-25T03:11:13.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d12d8640 1 -- 172.21.15.76:0/1538491510 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc0ab980 con 0x7fe0cc0c7ea0 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 -- 172.21.15.76:0/1538491510 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc0c7ea0 msgr2=0x7fe0cc06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 --2- 172.21.15.76:0/1538491510 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc0c7ea0 0x7fe0cc06b4a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0097c0 tx=0x7fe0bc01c360 comp rx=0 tx=0).stop 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 -- 172.21.15.76:0/1538491510 shutdown_connections 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 --2- 172.21.15.76:0/1538491510 >> v2:172.21.15.106:3300/0 conn(0x7fe0cc06b9e0 0x7fe0cc15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 --2- 172.21.15.76:0/1538491510 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc0c7ea0 0x7fe0cc06b4a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 -- 172.21.15.76:0/1538491510 >> 172.21.15.76:0/1538491510 conn(0x7fe0cc0ca170 msgr2=0x7fe0cc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 -- 172.21.15.76:0/1538491510 shutdown_connections 2023-11-25T03:11:13.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.505+0000 7fe0d453e640 1 -- 172.21.15.76:0/1538491510 wait complete. 2023-11-25T03:11:13.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 Processor -- start 2023-11-25T03:11:13.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 -- start start 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 0x7fe0cc0ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0cc0c7ea0 0x7fe0cc157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc151e90 0x7fe0cc1f04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc0a9960 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc0abf70 con 0x7fe0cc0c7ea0 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc0ac940 con 0x7fe0cc151e90 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 0x7fe0cc0ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 0x7fe0cc0ac400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41926/0 (socket says 172.21.15.76:41926) 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 -- 172.21.15.76:0/3941504492 learned_addr learned my addr 172.21.15.76:0/3941504492 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d1ad9640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0cc0c7ea0 0x7fe0cc157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d2adb640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc151e90 0x7fe0cc1f04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 -- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc151e90 msgr2=0x7fe0cc1f04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc151e90 0x7fe0cc1f04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 -- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0cc0c7ea0 msgr2=0x7fe0cc157100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0cc0c7ea0 0x7fe0cc157100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 -- 172.21.15.76:0/3941504492 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0bc009420 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d22da640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 0x7fe0cc0ac400 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800c4d0 tx=0x7fe0c800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0c8005cf0 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0c8005e50 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0cc1f0d00 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0c8007270 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.509+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0cc157640 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.513+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0cc068400 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.513+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe0c80073d0 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.513+0000 7fe0c2ffd640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe0b00664a0 0x7fe0b0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.513+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe0c8083310 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.513+0000 7fe0d1ad9640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe0b00664a0 0x7fe0b0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.513+0000 7fe0d1ad9640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe0b00664a0 0x7fe0b0068960 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0ad000 tx=0x7fe0bc0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.517+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe0c80508d0 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.665+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe0cc06ca50 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0c2ffd640 1 -- 172.21.15.76:0/3941504492 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fe0c8053ef0 con 0x7fe0cc06b9e0 2023-11-25T03:11:13.672 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:13.673 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:13.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe0b00664a0 msgr2=0x7fe0b0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe0b00664a0 0x7fe0b0068960 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0ad000 tx=0x7fe0bc0a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 msgr2=0x7fe0cc0ac400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 0x7fe0cc0ac400 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800c4d0 tx=0x7fe0c800c990 comp rx=0 tx=0).stop 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 shutdown_connections 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe0b00664a0 0x7fe0b0068960 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0cc151e90 0x7fe0cc1f04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0cc0c7ea0 0x7fe0cc157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 --2- 172.21.15.76:0/3941504492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0cc06b9e0 0x7fe0cc0ac400 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 >> 172.21.15.76:0/3941504492 conn(0x7fe0cc0ca170 msgr2=0x7fe0cc0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 shutdown_connections 2023-11-25T03:11:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.669+0000 7fe0d453e640 1 -- 172.21.15.76:0/3941504492 wait complete. 2023-11-25T03:11:13.694 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:13.694 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:13.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.829+0000 7fbe6a703640 1 Processor -- start 2023-11-25T03:11:13.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.829+0000 7fbe6a703640 1 -- start start 2023-11-25T03:11:13.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe6a703640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fbe6406d990 0x7fbe640c5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe6a703640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbe64154b20 0x7fbe6406c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe6a703640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe640c1e30 con 0x7fbe641546c0 2023-11-25T03:11:13.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe6a703640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe64154f50 con 0x7fbe64154b20 2023-11-25T03:11:13.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe6a703640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe6406dd70 con 0x7fbe6406d990 2023-11-25T03:11:13.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbe64154b20 0x7fbe6406c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbe64154b20 0x7fbe6406c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41938/0 (socket says 172.21.15.76:41938) 2023-11-25T03:11:13.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 -- 172.21.15.76:0/673102022 learned_addr learned my addr 172.21.15.76:0/673102022 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69701640 1 --2- 172.21.15.76:0/673102022 >> v2:172.21.15.106:3300/0 conn(0x7fbe6406d990 0x7fbe640c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 -- 172.21.15.76:0/673102022 >> v2:172.21.15.106:3300/0 conn(0x7fbe6406d990 msgr2=0x7fbe640c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 --2- 172.21.15.76:0/673102022 >> v2:172.21.15.106:3300/0 conn(0x7fbe6406d990 0x7fbe640c5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 -- 172.21.15.76:0/673102022 >> v1:172.21.15.106:6789/0 conn(0x7fbe641546c0 legacy=0x7fbe6406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 -- 172.21.15.76:0/673102022 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe640c1220 con 0x7fbe64154b20 2023-11-25T03:11:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69701640 1 --2- 172.21.15.76:0/673102022 >> v2:172.21.15.106:3300/0 conn(0x7fbe6406d990 0x7fbe640c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe69f02640 1 --2- 172.21.15.76:0/673102022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe64154b20 0x7fbe6406c780 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbe64066ce0 tx=0x7fbe5c01c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28a67f9ff370713f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.833+0000 7fbe5bfff640 1 -- 172.21.15.76:0/673102022 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe5c0a5740 con 0x7fbe64154b20 2023-11-25T03:11:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe5bfff640 1 -- 172.21.15.76:0/673102022 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe5c0a58a0 con 0x7fbe64154b20 2023-11-25T03:11:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe5bfff640 1 -- 172.21.15.76:0/673102022 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe5c0a5c30 con 0x7fbe64154b20 2023-11-25T03:11:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- 172.21.15.76:0/673102022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe64154b20 msgr2=0x7fbe6406c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 --2- 172.21.15.76:0/673102022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe64154b20 0x7fbe6406c780 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbe64066ce0 tx=0x7fbe5c01c990 comp rx=0 tx=0).stop 2023-11-25T03:11:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- 172.21.15.76:0/673102022 shutdown_connections 2023-11-25T03:11:13.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 --2- 172.21.15.76:0/673102022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe64154b20 0x7fbe6406c780 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 --2- 172.21.15.76:0/673102022 >> v2:172.21.15.106:3300/0 conn(0x7fbe6406d990 0x7fbe640c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- 172.21.15.76:0/673102022 >> 172.21.15.76:0/673102022 conn(0x7fbe640a7800 msgr2=0x7fbe640a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:13.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- 172.21.15.76:0/673102022 shutdown_connections 2023-11-25T03:11:13.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- 172.21.15.76:0/673102022 wait complete. 2023-11-25T03:11:13.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 Processor -- start 2023-11-25T03:11:13.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- start start 2023-11-25T03:11:13.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe6406d990 0x7fbe64151c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 0x7fbe6414dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe64154b20 0x7fbe6413f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe6413f5d0 con 0x7fbe641546c0 2023-11-25T03:11:13.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe6414b010 con 0x7fbe64154b20 2023-11-25T03:11:13.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe6a703640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe6414bb00 con 0x7fbe6406d990 2023-11-25T03:11:13.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe68f00640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 0x7fbe6414dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe68f00640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 0x7fbe6414dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41954/0 (socket says 172.21.15.76:41954) 2023-11-25T03:11:13.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe68f00640 1 -- 172.21.15.76:0/1963231894 learned_addr learned my addr 172.21.15.76:0/1963231894 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:13.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe69f02640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe64154b20 0x7fbe6413f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.837+0000 7fbe69701640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe6406d990 0x7fbe64151c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe68f00640 1 -- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe6406d990 msgr2=0x7fbe64151c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe68f00640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe6406d990 0x7fbe64151c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe68f00640 1 -- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe64154b20 msgr2=0x7fbe6413f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:13.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe68f00640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe64154b20 0x7fbe6413f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:13.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe68f00640 1 -- 172.21.15.76:0/1963231894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe5c009b30 con 0x7fbe641546c0 2023-11-25T03:11:13.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe69701640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe6406d990 0x7fbe64151c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:13.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe68f00640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 0x7fbe6414dc90 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbe5400c480 tx=0x7fbe5400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe54012830 con 0x7fbe641546c0 2023-11-25T03:11:13.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe540129b0 con 0x7fbe641546c0 2023-11-25T03:11:13.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe64144670 con 0x7fbe641546c0 2023-11-25T03:11:13.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe54012d60 con 0x7fbe641546c0 2023-11-25T03:11:13.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe6414b540 con 0x7fbe641546c0 2023-11-25T03:11:13.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe6404e850 con 0x7fbe641546c0 2023-11-25T03:11:13.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbe5401c460 con 0x7fbe641546c0 2023-11-25T03:11:13.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe59ffb640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbe48066470 0x7fbe48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:13.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbe54083da0 con 0x7fbe641546c0 2023-11-25T03:11:13.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.841+0000 7fbe69701640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbe48066470 0x7fbe48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:13.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.845+0000 7fbe69701640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbe48066470 0x7fbe48068930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbe60008930 tx=0x7fbe60008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:13.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.845+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbe54051210 con 0x7fbe641546c0 2023-11-25T03:11:14.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.997+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbe6406cc90 con 0x7fbe641546c0 2023-11-25T03:11:14.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:13.997+0000 7fbe59ffb640 1 -- 172.21.15.76:0/1963231894 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbe54054830 con 0x7fbe641546c0 2023-11-25T03:11:14.002 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbe48066470 msgr2=0x7fbe48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbe48066470 0x7fbe48068930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbe60008930 tx=0x7fbe60008040 comp rx=0 tx=0).stop 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 msgr2=0x7fbe6414dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 0x7fbe6414dc90 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbe5400c480 tx=0x7fbe5400c940 comp rx=0 tx=0).stop 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 shutdown_connections 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbe48066470 0x7fbe48068930 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbe64154b20 0x7fbe6413f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe641546c0 0x7fbe6414dc90 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 --2- 172.21.15.76:0/1963231894 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbe6406d990 0x7fbe64151c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 >> 172.21.15.76:0/1963231894 conn(0x7fbe640a7800 msgr2=0x7fbe6406c070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 shutdown_connections 2023-11-25T03:11:14.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.001+0000 7fbe6a703640 1 -- 172.21.15.76:0/1963231894 wait complete. 2023-11-25T03:11:14.022 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:14.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.157+0000 7f4326357640 1 Processor -- start 2023-11-25T03:11:14.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f4326357640 1 -- start start 2023-11-25T03:11:14.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f4326357640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43200c5640 0x7f43200c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f4326357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c60f0 0x7f4320155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f4326357640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43200c2580 con 0x7f43200c5260 2023-11-25T03:11:14.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f4326357640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4320153510 con 0x7f43200c5640 2023-11-25T03:11:14.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f4326357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43200c17f0 con 0x7f43200c60f0 2023-11-25T03:11:14.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f43200c5260 0x7f432006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34378/0 (socket says 172.21.15.76:34378) 2023-11-25T03:11:14.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431ffff640 1 -- 172.21.15.76:0/1836301613 learned_addr learned my addr 172.21.15.76:0/1836301613 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:14.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431f7fe640 1 --2- 172.21.15.76:0/1836301613 >> v2:172.21.15.76:3300/0 conn(0x7f43200c5640 0x7f43200c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431effd640 1 -- 172.21.15.76:0/1836301613 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2603063133 0 0) 0x7f43200c2580 con 0x7f43200c5260 2023-11-25T03:11:14.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431effd640 1 -- 172.21.15.76:0/1836301613 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4308003530 con 0x7f43200c5260 2023-11-25T03:11:14.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431f7fe640 1 -- 172.21.15.76:0/1836301613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c60f0 msgr2=0x7f4320155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:14.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f43248f4640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c60f0 0x7f4320155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431f7fe640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c60f0 0x7f4320155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431f7fe640 1 -- 172.21.15.76:0/1836301613 >> v1:172.21.15.76:6789/0 conn(0x7f43200c5260 legacy=0x7f432006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f431f7fe640 1 -- 172.21.15.76:0/1836301613 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43200c1a00 con 0x7f43200c5640 2023-11-25T03:11:14.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.161+0000 7f43248f4640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c60f0 0x7f4320155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:14.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f431f7fe640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f43200c5bb0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f43200c1930 tx=0x7f431401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18f4095a17541d43 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f431effd640 1 -- 172.21.15.76:0/1836301613 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43140ab600 con 0x7f43200c5640 2023-11-25T03:11:14.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f431effd640 1 -- 172.21.15.76:0/1836301613 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43140a7050 con 0x7f43200c5640 2023-11-25T03:11:14.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f431effd640 1 -- 172.21.15.76:0/1836301613 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43140ab980 con 0x7f43200c5640 2023-11-25T03:11:14.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 -- 172.21.15.76:0/1836301613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 msgr2=0x7f43200c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f43200c5bb0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f43200c1930 tx=0x7f431401c3c0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 -- 172.21.15.76:0/1836301613 shutdown_connections 2023-11-25T03:11:14.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c60f0 0x7f4320155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 --2- 172.21.15.76:0/1836301613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f43200c5bb0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 -- 172.21.15.76:0/1836301613 >> 172.21.15.76:0/1836301613 conn(0x7f432006a5b0 msgr2=0x7f432006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 -- 172.21.15.76:0/1836301613 shutdown_connections 2023-11-25T03:11:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 -- 172.21.15.76:0/1836301613 wait complete. 2023-11-25T03:11:14.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 Processor -- start 2023-11-25T03:11:14.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.165+0000 7f4326357640 1 -- start start 2023-11-25T03:11:14.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c5260 0x7f43201eb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f432014f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43200c60f0 0x7f43200bb400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43200bf790 con 0x7f43200c5640 2023-11-25T03:11:14.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f432006fef0 con 0x7f43200c60f0 2023-11-25T03:11:14.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43200bf9c0 con 0x7f43200c5260 2023-11-25T03:11:14.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f432014f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f432014f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41974/0 (socket says 172.21.15.76:41974) 2023-11-25T03:11:14.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 -- 172.21.15.76:0/3616683791 learned_addr learned my addr 172.21.15.76:0/3616683791 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:14.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431ffff640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c5260 0x7f43201eb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f43248f4640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43200c60f0 0x7f43200bb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 -- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c5260 msgr2=0x7f43201eb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c5260 0x7f43201eb6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 -- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43200c60f0 msgr2=0x7f43200bb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43200c60f0 0x7f43200bb400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 -- 172.21.15.76:0/3616683791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4314009420 con 0x7f43200c5640 2023-11-25T03:11:14.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431ffff640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c5260 0x7f43201eb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:14.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f43248f4640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43200c60f0 0x7f43200bb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:14.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431f7fe640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f432014f2c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f43140ae040 tx=0x7f4314019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43140b4430 con 0x7f43200c5640 2023-11-25T03:11:14.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43140b45b0 con 0x7f43200c5640 2023-11-25T03:11:14.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43140b4960 con 0x7f43200c5640 2023-11-25T03:11:14.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4320070190 con 0x7f43200c5640 2023-11-25T03:11:14.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43200bb940 con 0x7f43200c5640 2023-11-25T03:11:14.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4320070380 con 0x7f43200c5640 2023-11-25T03:11:14.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.169+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f43140b2040 con 0x7f43200c5640 2023-11-25T03:11:14.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.173+0000 7f431cff9640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f430c066470 0x7f430c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.173+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f431411ddd0 con 0x7f43200c5640 2023-11-25T03:11:14.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.173+0000 7f431ffff640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f430c066470 0x7f430c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.173+0000 7f431ffff640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f430c066470 0x7f430c068930 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f43100011f0 tx=0x7f4310009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.177+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f43140eb250 con 0x7f43200c5640 2023-11-25T03:11:14.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4320068400 con 0x7f43200c5640 2023-11-25T03:11:14.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f431cff9640 1 -- 172.21.15.76:0/3616683791 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f43140ee870 con 0x7f43200c5640 2023-11-25T03:11:14.330 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:14.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f430c066470 msgr2=0x7f430c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f430c066470 0x7f430c068930 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f43100011f0 tx=0x7f4310009040 comp rx=0 tx=0).stop 2023-11-25T03:11:14.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 msgr2=0x7f432014f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f432014f2c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f43140ae040 tx=0x7f4314019160 comp rx=0 tx=0).stop 2023-11-25T03:11:14.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 shutdown_connections 2023-11-25T03:11:14.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f430c066470 0x7f430c068930 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43200c60f0 0x7f43200bb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43200c5640 0x7f432014f2c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 --2- 172.21.15.76:0/3616683791 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43200c5260 0x7f43201eb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 >> 172.21.15.76:0/3616683791 conn(0x7f432006a5b0 msgr2=0x7f43200a5980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 shutdown_connections 2023-11-25T03:11:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.325+0000 7f4326357640 1 -- 172.21.15.76:0/3616683791 wait complete. 2023-11-25T03:11:14.350 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.485+0000 7f7c7a679640 1 Processor -- start 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.485+0000 7f7c7a679640 1 -- start start 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c7a679640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7c7406bbb0 0x7f7c741600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c7a679640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c7406c860 con 0x7f7c74151e90 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c7a679640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c7406c000 con 0x7f7c740c7ea0 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c7a679640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c740c8750 con 0x7f7c7406bbb0 2023-11-25T03:11:14.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c78c16640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7c7406bbb0 0x7f7c741600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c73fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7c74151e90 0x7f7c740c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34380/0 (socket says 172.21.15.76:34380) 2023-11-25T03:11:14.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c73fff640 1 -- 172.21.15.76:0/2750507371 learned_addr learned my addr 172.21.15.76:0/2750507371 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:14.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c72ffd640 1 -- 172.21.15.76:0/2750507371 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3872931112 0 0) 0x7f7c7406c000 con 0x7f7c740c7ea0 2023-11-25T03:11:14.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c78c16640 1 -- 172.21.15.76:0/2750507371 >> v1:172.21.15.106:6789/0 conn(0x7f7c740c7ea0 legacy=0x7f7c7406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c78c16640 1 -- 172.21.15.76:0/2750507371 >> v1:172.21.15.76:6789/0 conn(0x7f7c74151e90 legacy=0x7f7c740c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c78c16640 1 -- 172.21.15.76:0/2750507371 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c74154930 con 0x7f7c7406bbb0 2023-11-25T03:11:14.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c78c16640 1 --2- 172.21.15.76:0/2750507371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c741600b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c009d90 tx=0x7f7c6c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c8565b7c1c8e8d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c72ffd640 1 -- 172.21.15.76:0/2750507371 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0a48e0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c72ffd640 1 -- 172.21.15.76:0/2750507371 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c6c0a4a40 con 0x7f7c7406bbb0 2023-11-25T03:11:14.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.489+0000 7f7c72ffd640 1 -- 172.21.15.76:0/2750507371 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0a4dd0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- 172.21.15.76:0/2750507371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 msgr2=0x7f7c741600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2750507371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c741600b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c009d90 tx=0x7f7c6c01c430 comp rx=0 tx=0).stop 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- 172.21.15.76:0/2750507371 shutdown_connections 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2750507371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c741600b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- 172.21.15.76:0/2750507371 >> 172.21.15.76:0/2750507371 conn(0x7f7c740ca170 msgr2=0x7f7c740ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- 172.21.15.76:0/2750507371 shutdown_connections 2023-11-25T03:11:14.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- 172.21.15.76:0/2750507371 wait complete. 2023-11-25T03:11:14.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 Processor -- start 2023-11-25T03:11:14.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- start start 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c740abbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c740c7ea0 0x7f7c741ee2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c74151e90 0x7f7c741ee810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c741552d0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c741f24a0 con 0x7f7c740c7ea0 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c7a679640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c741f15d0 con 0x7f7c74151e90 2023-11-25T03:11:14.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c740abbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c740abbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41978/0 (socket says 172.21.15.76:41978) 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 -- 172.21.15.76:0/2570548511 learned_addr learned my addr 172.21.15.76:0/2570548511 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c78c16640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c74151e90 0x7f7c741ee810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c737fe640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c740c7ea0 0x7f7c741ee2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 -- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c74151e90 msgr2=0x7f7c741ee810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c74151e90 0x7f7c741ee810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 -- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c740c7ea0 msgr2=0x7f7c741ee2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c740c7ea0 0x7f7c741ee2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c73fff640 1 -- 172.21.15.76:0/2570548511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c6c009a70 con 0x7f7c7406bbb0 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.493+0000 7f7c78c16640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c74151e90 0x7f7c741ee810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:14.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c73fff640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c740abbd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7c6400c780 tx=0x7f7c6400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c640072d0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c64007430 con 0x7f7c7406bbb0 2023-11-25T03:11:14.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c741f1820 con 0x7f7c7406bbb0 2023-11-25T03:11:14.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c640047f0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c741f1de0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c741ee0b0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7c64004950 con 0x7f7c7406bbb0 2023-11-25T03:11:14.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c70ff9640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c600664a0 0x7f7c60068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c64083050 con 0x7f7c7406bbb0 2023-11-25T03:11:14.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c737fe640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c600664a0 0x7f7c60068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.497+0000 7f7c737fe640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c600664a0 0x7f7c60068960 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7c740c13b0 tx=0x7f7c68009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.501+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7c64050610 con 0x7f7c7406bbb0 2023-11-25T03:11:14.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.653+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7c74068400 con 0x7f7c7406bbb0 2023-11-25T03:11:14.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.653+0000 7f7c70ff9640 1 -- 172.21.15.76:0/2570548511 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7c640180a0 con 0x7f7c7406bbb0 2023-11-25T03:11:14.658 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:14.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c600664a0 msgr2=0x7f7c60068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c600664a0 0x7f7c60068960 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7c740c13b0 tx=0x7f7c68009040 comp rx=0 tx=0).stop 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 msgr2=0x7f7c740abbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c740abbd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7c6400c780 tx=0x7f7c6400cc40 comp rx=0 tx=0).stop 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 shutdown_connections 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c600664a0 0x7f7c60068960 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c74151e90 0x7f7c741ee810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c740c7ea0 0x7f7c741ee2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 --2- 172.21.15.76:0/2570548511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c7406bbb0 0x7f7c740abbd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 >> 172.21.15.76:0/2570548511 conn(0x7f7c740ca170 msgr2=0x7f7c7414b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:14.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 shutdown_connections 2023-11-25T03:11:14.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.657+0000 7f7c7a679640 1 -- 172.21.15.76:0/2570548511 wait complete. 2023-11-25T03:11:14.679 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db9617640 1 Processor -- start 2023-11-25T03:11:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db9617640 1 -- start start 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db9617640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9db40c5260 0x7f9db406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db9617640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9db40c2580 con 0x7f9db40c5640 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db9617640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9db4156940 con 0x7f9db4155de0 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db9617640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9db4153510 con 0x7f9db40c5260 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9db40c5260 0x7f9db406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9daa7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9db40c5640 0x7f9db40c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34386/0 (socket says 172.21.15.76:34386) 2023-11-25T03:11:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9daa7fc640 1 -- 172.21.15.76:0/3425603517 learned_addr learned my addr 172.21.15.76:0/3425603517 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:14.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db2ffd640 1 -- 172.21.15.76:0/3425603517 >> v1:172.21.15.106:6789/0 conn(0x7f9db4155de0 legacy=0x7f9db4156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db2ffd640 1 -- 172.21.15.76:0/3425603517 >> v1:172.21.15.76:6789/0 conn(0x7f9db40c5640 legacy=0x7f9db40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.813+0000 7f9db2ffd640 1 -- 172.21.15.76:0/3425603517 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9db40c1a00 con 0x7f9db40c5260 2023-11-25T03:11:14.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db2ffd640 1 --2- 172.21.15.76:0/3425603517 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5260 0x7f9db406d5b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9da40097c0 tx=0x7f9da401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22aed4bcfd66dc82 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db27fc640 1 -- 172.21.15.76:0/3425603517 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da40ab600 con 0x7f9db40c5260 2023-11-25T03:11:14.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db27fc640 1 -- 172.21.15.76:0/3425603517 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9da40a7050 con 0x7f9db40c5260 2023-11-25T03:11:14.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db27fc640 1 -- 172.21.15.76:0/3425603517 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da40ab980 con 0x7f9db40c5260 2023-11-25T03:11:14.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 -- 172.21.15.76:0/3425603517 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5260 msgr2=0x7f9db406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 --2- 172.21.15.76:0/3425603517 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5260 0x7f9db406d5b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9da40097c0 tx=0x7f9da401c3f0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 -- 172.21.15.76:0/3425603517 shutdown_connections 2023-11-25T03:11:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 --2- 172.21.15.76:0/3425603517 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5260 0x7f9db406d5b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 -- 172.21.15.76:0/3425603517 >> 172.21.15.76:0/3425603517 conn(0x7f9db406a5b0 msgr2=0x7f9db406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 -- 172.21.15.76:0/3425603517 shutdown_connections 2023-11-25T03:11:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 -- 172.21.15.76:0/3425603517 wait complete. 2023-11-25T03:11:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.817+0000 7f9db9617640 1 Processor -- start 2023-11-25T03:11:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- start start 2023-11-25T03:11:14.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9db40c5260 0x7f9db4071180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 0x7f9db41eebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9db4155de0 0x7f9db41ef0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9db40a61e0 con 0x7f9db40c5640 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9db40a5ae0 con 0x7f9db40c5260 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9db41ee720 con 0x7f9db4155de0 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 0x7f9db41eebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 0x7f9db41eebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42000/0 (socket says 172.21.15.76:42000) 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 -- 172.21.15.76:0/1902642020 learned_addr learned my addr 172.21.15.76:0/1902642020 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db2ffd640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9db40c5260 0x7f9db4071180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db37fe640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9db4155de0 0x7f9db41ef0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 -- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9db4155de0 msgr2=0x7f9db41ef0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9db4155de0 0x7f9db41ef0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 -- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9db40c5260 msgr2=0x7f9db4071180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9db40c5260 0x7f9db4071180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 -- 172.21.15.76:0/1902642020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9da4009420 con 0x7f9db40c5640 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9daa7fc640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 0x7f9db41eebb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00c400 tx=0x7f9d9c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c005cf0 con 0x7f9db40c5640 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d9c005e50 con 0x7f9db40c5640 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c0072d0 con 0x7f9db40c5640 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9db40a5840 con 0x7f9db40c5640 2023-11-25T03:11:14.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9db40a83f0 con 0x7f9db40c5640 2023-11-25T03:11:14.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.821+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9db41ee890 con 0x7f9db40c5640 2023-11-25T03:11:14.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.825+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9d9c007430 con 0x7f9db40c5640 2023-11-25T03:11:14.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.825+0000 7f9dabfff640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d98066470 0x7f9d98068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:14.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.825+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d9c083310 con 0x7f9db40c5640 2023-11-25T03:11:14.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.825+0000 7f9db2ffd640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d98066470 0x7f9d98068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:14.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.825+0000 7f9db2ffd640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d98066470 0x7f9d98068930 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9da40ad000 tx=0x7f9da40a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:14.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:14.829+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9d9c050830 con 0x7f9db40c5640 2023-11-25T03:11:15.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.005+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9db4068400 con 0x7f9db40c5640 2023-11-25T03:11:15.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9dabfff640 1 -- 172.21.15.76:0/1902642020 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f9d9c053e50 con 0x7f9db40c5640 2023-11-25T03:11:15.012 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:15.013 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d98066470 msgr2=0x7f9d98068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d98066470 0x7f9d98068930 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9da40ad000 tx=0x7f9da40a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 msgr2=0x7f9db41eebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 0x7f9db41eebb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00c400 tx=0x7f9d9c00c8c0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 shutdown_connections 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d98066470 0x7f9d98068930 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9db4155de0 0x7f9db41ef0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9db40c5640 0x7f9db41eebb0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 --2- 172.21.15.76:0/1902642020 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9db40c5260 0x7f9db4071180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 >> 172.21.15.76:0/1902642020 conn(0x7f9db406a5b0 msgr2=0x7f9db4156230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 shutdown_connections 2023-11-25T03:11:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.009+0000 7f9db9617640 1 -- 172.21.15.76:0/1902642020 wait complete. 2023-11-25T03:11:15.033 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:15.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.165+0000 7fc2b339d640 1 Processor -- start 2023-11-25T03:11:15.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 -- start start 2023-11-25T03:11:15.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc2ac0c5260 0x7fc2ac06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc2ac0c5640 0x7fc2ac0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c60f0 0x7fc2ac155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2ac0c17f0 con 0x7fc2ac0c5640 2023-11-25T03:11:15.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2ac0c2580 con 0x7fc2ac0c5260 2023-11-25T03:11:15.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b339d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ac0c1a00 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc2ac0c5640 0x7fc2ac0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc2ac0c5640 0x7fc2ac0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42016/0 (socket says 172.21.15.76:42016) 2023-11-25T03:11:15.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 -- 172.21.15.76:0/3868619872 learned_addr learned my addr 172.21.15.76:0/3868619872 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b1139640 1 --2- 172.21.15.76:0/3868619872 >> v2:172.21.15.106:3300/0 conn(0x7fc2ac0c5260 0x7fc2ac06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b193a640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c60f0 0x7fc2ac155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 -- 172.21.15.76:0/3868619872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c60f0 msgr2=0x7fc2ac155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c60f0 0x7fc2ac155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 -- 172.21.15.76:0/3868619872 >> v2:172.21.15.106:3300/0 conn(0x7fc2ac0c5260 msgr2=0x7fc2ac06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 --2- 172.21.15.76:0/3868619872 >> v2:172.21.15.106:3300/0 conn(0x7fc2ac0c5260 0x7fc2ac06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b0938640 1 -- 172.21.15.76:0/3868619872 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ac0c1ce0 con 0x7fc2ac0c5640 2023-11-25T03:11:15.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.169+0000 7fc2b193a640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c60f0 0x7fc2ac155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:15.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b0938640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0c5bb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac0c6920 tx=0x7fc29c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57e49718e166d8fb server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:15.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2a3fff640 1 -- 172.21.15.76:0/3868619872 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29c0ac640 con 0x7fc2ac0c5640 2023-11-25T03:11:15.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2a3fff640 1 -- 172.21.15.76:0/3868619872 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc29c0ac7a0 con 0x7fc2ac0c5640 2023-11-25T03:11:15.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2a3fff640 1 -- 172.21.15.76:0/3868619872 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29c0acb30 con 0x7fc2ac0c5640 2023-11-25T03:11:15.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 -- 172.21.15.76:0/3868619872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c5640 msgr2=0x7fc2ac0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0c5bb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac0c6920 tx=0x7fc29c01c440 comp rx=0 tx=0).stop 2023-11-25T03:11:15.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 -- 172.21.15.76:0/3868619872 shutdown_connections 2023-11-25T03:11:15.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c60f0 0x7fc2ac155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 --2- 172.21.15.76:0/3868619872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0c5bb0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 --2- 172.21.15.76:0/3868619872 >> v2:172.21.15.106:3300/0 conn(0x7fc2ac0c5260 0x7fc2ac06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 -- 172.21.15.76:0/3868619872 >> 172.21.15.76:0/3868619872 conn(0x7fc2ac06a5b0 msgr2=0x7fc2ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 -- 172.21.15.76:0/3868619872 shutdown_connections 2023-11-25T03:11:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 -- 172.21.15.76:0/3868619872 wait complete. 2023-11-25T03:11:15.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 Processor -- start 2023-11-25T03:11:15.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.173+0000 7fc2b339d640 1 -- start start 2023-11-25T03:11:15.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c5260 0x7fc2ac1ece60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0a8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 0x7fc2ac0c38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ac0722e0 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ac14f4d0 con 0x7fc2ac0c5640 2023-11-25T03:11:15.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ac14d7e0 con 0x7fc2ac0c5260 2023-11-25T03:11:15.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 0x7fc2ac0c38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 0x7fc2ac0c38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42032/0 (socket says 172.21.15.76:42032) 2023-11-25T03:11:15.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 -- 172.21.15.76:0/1118859726 learned_addr learned my addr 172.21.15.76:0/1118859726 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:15.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b1139640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c5260 0x7fc2ac1ece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b0938640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0a8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 -- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c5260 msgr2=0x7fc2ac1ece60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c5260 0x7fc2ac1ece60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 -- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc2ac0c5640 msgr2=0x7fc2ac0a8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0a8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 -- 172.21.15.76:0/1118859726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc29c0094d0 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b1139640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c5260 0x7fc2ac1ece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:15.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b0938640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0a8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:15.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b193a640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 0x7fc2ac0c38c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400cef0 tx=0x7fc2a400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:15.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a400d840 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2a400d9c0 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2ac1f0e80 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a400dd70 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2ac14f720 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2ac14f910 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.177+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc2a401e3b0 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.181+0000 7fc2a1ffb640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc290066470 0x7fc290068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.181+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2a40849d0 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.181+0000 7fc2b1139640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc290066470 0x7fc290068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.181+0000 7fc2b1139640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc290066470 0x7fc290068930 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac1f0db0 tx=0x7fc2a8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:15.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.185+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc2a4051e70 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.333+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc2ac068400 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.333+0000 7fc2a1ffb640 1 -- 172.21.15.76:0/1118859726 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fc2a401a020 con 0x7fc2ac0c60f0 2023-11-25T03:11:15.339 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:15.340 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:15.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc290066470 msgr2=0x7fc290068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc290066470 0x7fc290068930 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac1f0db0 tx=0x7fc2a8008040 comp rx=0 tx=0).stop 2023-11-25T03:11:15.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 msgr2=0x7fc2ac0c38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 0x7fc2ac0c38c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400cef0 tx=0x7fc2a400a710 comp rx=0 tx=0).stop 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 shutdown_connections 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc290066470 0x7fc290068930 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2ac0c60f0 0x7fc2ac0c38c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc2ac0c5640 0x7fc2ac0a8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 --2- 172.21.15.76:0/1118859726 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc2ac0c5260 0x7fc2ac1ece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 >> 172.21.15.76:0/1118859726 conn(0x7fc2ac06a5b0 msgr2=0x7fc2ac06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 shutdown_connections 2023-11-25T03:11:15.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.337+0000 7fc2b339d640 1 -- 172.21.15.76:0/1118859726 wait complete. 2023-11-25T03:11:15.360 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:15.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.493+0000 7feb9b9d8640 1 Processor -- start 2023-11-25T03:11:15.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.493+0000 7feb9b9d8640 1 -- start start 2023-11-25T03:11:15.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb9b9d8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5260 0x7feb9406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb9b9d8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb94155de0 0x7feb94156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb9b9d8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb940c2580 con 0x7feb940c5640 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb9b9d8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb94153510 con 0x7feb94155de0 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb9b9d8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb940c17f0 con 0x7feb940c5260 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb94155de0 0x7feb94156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb94155de0 0x7feb94156250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42038/0 (socket says 172.21.15.76:42038) 2023-11-25T03:11:15.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 -- 172.21.15.76:0/2211780909 learned_addr learned my addr 172.21.15.76:0/2211780909 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:15.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99774640 1 --2- 172.21.15.76:0/2211780909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5260 0x7feb9406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 -- 172.21.15.76:0/2211780909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5260 msgr2=0x7feb9406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:15.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 --2- 172.21.15.76:0/2211780909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5260 0x7feb9406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 -- 172.21.15.76:0/2211780909 >> v1:172.21.15.106:6789/0 conn(0x7feb940c5640 legacy=0x7feb940c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb8bfff640 1 -- 172.21.15.76:0/2211780909 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1408269245 0 0) 0x7feb940c2580 con 0x7feb940c5640 2023-11-25T03:11:15.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 -- 172.21.15.76:0/2211780909 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb940c1a00 con 0x7feb94155de0 2023-11-25T03:11:15.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.497+0000 7feb99f75640 1 --2- 172.21.15.76:0/2211780909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156250 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7feb940c1930 tx=0x7feb8c01c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e7b7312bb92bfe2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:15.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb8bfff640 1 -- 172.21.15.76:0/2211780909 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c0a57f0 con 0x7feb94155de0 2023-11-25T03:11:15.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb8bfff640 1 -- 172.21.15.76:0/2211780909 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb8c0a5950 con 0x7feb94155de0 2023-11-25T03:11:15.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb8bfff640 1 -- 172.21.15.76:0/2211780909 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c0a5ce0 con 0x7feb94155de0 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- 172.21.15.76:0/2211780909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 msgr2=0x7feb94156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/2211780909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156250 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7feb940c1930 tx=0x7feb8c01c930 comp rx=0 tx=0).stop 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- 172.21.15.76:0/2211780909 shutdown_connections 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/2211780909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156250 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/2211780909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5260 0x7feb9406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- 172.21.15.76:0/2211780909 >> 172.21.15.76:0/2211780909 conn(0x7feb9406a5b0 msgr2=0x7feb9406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- 172.21.15.76:0/2211780909 shutdown_connections 2023-11-25T03:11:15.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- 172.21.15.76:0/2211780909 wait complete. 2023-11-25T03:11:15.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 Processor -- start 2023-11-25T03:11:15.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- start start 2023-11-25T03:11:15.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feb940c5260 0x7feb940a8b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5640 0x7feb94151300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb940aaa40 con 0x7feb94155de0 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb940aad20 con 0x7feb940c5260 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb9b9d8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb94150b00 con 0x7feb940c5640 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb99f75640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb99f75640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42042/0 (socket says 172.21.15.76:42042) 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.501+0000 7feb99f75640 1 -- 172.21.15.76:0/1843738897 learned_addr learned my addr 172.21.15.76:0/1843738897 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99774640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feb940c5260 0x7feb940a8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb98f73640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5640 0x7feb94151300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99f75640 1 -- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5640 msgr2=0x7feb94151300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99f75640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5640 0x7feb94151300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99f75640 1 -- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feb940c5260 msgr2=0x7feb940a8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99f75640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feb940c5260 0x7feb940a8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99f75640 1 -- 172.21.15.76:0/1843738897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb8c009b30 con 0x7feb94155de0 2023-11-25T03:11:15.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb99f75640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156fd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7feb8c0af040 tx=0x7feb8c0196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c0b8670 con 0x7feb94155de0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb8c0b87d0 con 0x7feb94155de0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c0b8b80 con 0x7feb94155de0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb94150de0 con 0x7feb94155de0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb94151840 con 0x7feb94155de0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb94068400 con 0x7feb94155de0 2023-11-25T03:11:15.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.505+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7feb8c0b8ce0 con 0x7feb94155de0 2023-11-25T03:11:15.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.509+0000 7feb89ffb640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feb78066470 0x7feb78068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:15.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.509+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feb8c11f4c0 con 0x7feb94155de0 2023-11-25T03:11:15.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.509+0000 7feb99774640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feb78066470 0x7feb78068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:15.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.509+0000 7feb99774640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feb78066470 0x7feb78068930 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7feb9414f760 tx=0x7feb90008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:15.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.513+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7feb8c0ec9e0 con 0x7feb94155de0 2023-11-25T03:11:15.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.689+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feb94150c40 con 0x7feb94155de0 2023-11-25T03:11:15.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.689+0000 7feb89ffb640 1 -- 172.21.15.76:0/1843738897 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7feb94150c40 con 0x7feb94155de0 2023-11-25T03:11:15.695 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:15.695 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:15.696 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:15.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feb78066470 msgr2=0x7feb78068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feb78066470 0x7feb78068930 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7feb9414f760 tx=0x7feb90008040 comp rx=0 tx=0).stop 2023-11-25T03:11:15.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 msgr2=0x7feb94156fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:15.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156fd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7feb8c0af040 tx=0x7feb8c0196d0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 shutdown_connections 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feb78066470 0x7feb78068930 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb94155de0 0x7feb94156fd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feb940c5640 0x7feb94151300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 --2- 172.21.15.76:0/1843738897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feb940c5260 0x7feb940a8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 >> 172.21.15.76:0/1843738897 conn(0x7feb9406a5b0 msgr2=0x7feb9406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 shutdown_connections 2023-11-25T03:11:15.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:15.693+0000 7feb9b9d8640 1 -- 172.21.15.76:0/1843738897 wait complete. 2023-11-25T03:11:16.118 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-25T03:11:01.579264+0000', 'modified': '2023-11-25T03:11:04.591860+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4293}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4293': {'gid': 4293, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/3738336798', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 3738336798}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 3738336798}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-25T03:11:16.118 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-25T03:11:16.118 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-25T03:11:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.253+0000 7f40a3454640 1 Processor -- start 2023-11-25T03:11:16.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.253+0000 7f40a3454640 1 -- start start 2023-11-25T03:11:16.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a3454640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f409c06fdb0 0x7f409c0c6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a3454640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c1577f0 0x7f409c157c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a3454640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f409c0c1db0 con 0x7f409c157410 2023-11-25T03:11:16.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a3454640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f409c0c2090 con 0x7f409c06fdb0 2023-11-25T03:11:16.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a3454640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f409c0c5cd0 con 0x7f409c1577f0 2023-11-25T03:11:16.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f409c06fdb0 0x7f409c0c6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f409c06fdb0 0x7f409c0c6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42050/0 (socket says 172.21.15.76:42050) 2023-11-25T03:11:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 -- 172.21.15.76:0/3272553468 learned_addr learned my addr 172.21.15.76:0/3272553468 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3272553468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c1577f0 0x7f409c157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 -- 172.21.15.76:0/3272553468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c1577f0 msgr2=0x7f409c157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3272553468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c1577f0 0x7f409c157c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 -- 172.21.15.76:0/3272553468 >> v1:172.21.15.106:6789/0 conn(0x7f409c157410 legacy=0x7f409c0c64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.257+0000 7f40a09ef640 1 -- 172.21.15.76:0/3272553468 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f409c0c5fb0 con 0x7f409c06fdb0 2023-11-25T03:11:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3272553468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6be0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f408c009870 tx=0x7f408c01c280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8357f4bbf9ab449d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f4093fff640 1 -- 172.21.15.76:0/3272553468 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f408c0ab600 con 0x7f409c06fdb0 2023-11-25T03:11:16.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f4093fff640 1 -- 172.21.15.76:0/3272553468 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f408c0a7050 con 0x7f409c06fdb0 2023-11-25T03:11:16.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f4093fff640 1 -- 172.21.15.76:0/3272553468 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f408c0ab980 con 0x7f409c06fdb0 2023-11-25T03:11:16.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 -- 172.21.15.76:0/3272553468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 msgr2=0x7f409c0c6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 --2- 172.21.15.76:0/3272553468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6be0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f408c009870 tx=0x7f408c01c280 comp rx=0 tx=0).stop 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 -- 172.21.15.76:0/3272553468 shutdown_connections 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 --2- 172.21.15.76:0/3272553468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c1577f0 0x7f409c157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 --2- 172.21.15.76:0/3272553468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6be0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 -- 172.21.15.76:0/3272553468 >> 172.21.15.76:0/3272553468 conn(0x7f409c0a9b80 msgr2=0x7f409c0a9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 -- 172.21.15.76:0/3272553468 shutdown_connections 2023-11-25T03:11:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 -- 172.21.15.76:0/3272553468 wait complete. 2023-11-25T03:11:16.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 Processor -- start 2023-11-25T03:11:16.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.261+0000 7f40a3454640 1 -- start start 2023-11-25T03:11:16.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c157410 0x7f409c1f0f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f409c1577f0 0x7f409c1f14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f409c15a380 con 0x7f409c06fdb0 2023-11-25T03:11:16.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f409c0ac050 con 0x7f409c1577f0 2023-11-25T03:11:16.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f409c0aba90 con 0x7f409c157410 2023-11-25T03:11:16.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42058/0 (socket says 172.21.15.76:42058) 2023-11-25T03:11:16.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 -- 172.21.15.76:0/69922378 learned_addr learned my addr 172.21.15.76:0/69922378 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a09ef640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c157410 0x7f409c1f0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a19f1640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f409c1577f0 0x7f409c1f14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 -- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c157410 msgr2=0x7f409c1f0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c157410 0x7f409c1f0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 -- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f409c1577f0 msgr2=0x7f409c1f14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f409c1577f0 0x7f409c1f14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 -- 172.21.15.76:0/69922378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f408c0094d0 con 0x7f409c06fdb0 2023-11-25T03:11:16.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a11f0640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6630 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f409800c500 tx=0x7f409800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f4091ffb640 1 -- 172.21.15.76:0/69922378 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4098005220 con 0x7f409c06fdb0 2023-11-25T03:11:16.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f4091ffb640 1 -- 172.21.15.76:0/69922378 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4098005380 con 0x7f409c06fdb0 2023-11-25T03:11:16.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f4091ffb640 1 -- 172.21.15.76:0/69922378 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4098007270 con 0x7f409c06fdb0 2023-11-25T03:11:16.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f409c0abd70 con 0x7f409c06fdb0 2023-11-25T03:11:16.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.265+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f409c15eda0 con 0x7f409c06fdb0 2023-11-25T03:11:16.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f4091ffb640 1 -- 172.21.15.76:0/69922378 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f40980073d0 con 0x7f409c06fdb0 2023-11-25T03:11:16.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f4091ffb640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4080066470 0x7f4080068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f4091ffb640 1 -- 172.21.15.76:0/69922378 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f40980831a0 con 0x7f409c06fdb0 2023-11-25T03:11:16.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a09ef640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4080066470 0x7f4080068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 Processor -- start 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 -- start start 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a09ef640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4080066470 0x7f4080068930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f408c0ad000 tx=0x7f408c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88a2e0 0x55984e88a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88ac00 0x55984e88afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8d4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e6f7130 con 0x55984e88b520 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e6e49a0 con 0x55984e88ac00 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55984e6e1ed0 con 0x55984e88a2e0 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8d4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8d4a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42068/0 (socket says 172.21.15.76:42068) 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 -- 172.21.15.76:0/2530742335 learned_addr learned my addr 172.21.15.76:0/2530742335 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a09ef640 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88ac00 0x55984e88afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a11f0640 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88a2e0 0x55984e88a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 -- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88a2e0 msgr2=0x55984e88a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88a2e0 0x55984e88a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 -- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88ac00 msgr2=0x55984e88afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88ac00 0x55984e88afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 -- 172.21.15.76:0/2530742335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55984e3d5890 con 0x55984e88b520 2023-11-25T03:11:16.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f40a19f1640 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8d4a30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4094009f10 tx=0x7f4094003d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34afe5423d2a0611 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f407effd640 1 -- 172.21.15.76:0/2530742335 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4094004830 con 0x55984e88b520 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.269+0000 7f407effd640 1 -- 172.21.15.76:0/2530742335 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4094015420 con 0x55984e88b520 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f407effd640 1 -- 172.21.15.76:0/2530742335 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40940157b0 con 0x55984e88b520 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/2530742335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 msgr2=0x55984e8d4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8d4a30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4094009f10 tx=0x7f4094003d70 comp rx=0 tx=0).stop 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/2530742335 shutdown_connections 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8d4a30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88ac00 0x55984e88afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- 172.21.15.76:0/2530742335 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88a2e0 0x55984e88a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/2530742335 >> 172.21.15.76:0/2530742335 conn(0x55984e893190 msgr2=0x55984e8ca7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/2530742335 shutdown_connections 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/2530742335 wait complete. 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- start start 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 Processor -- start 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e890a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e6dd7c0 con 0x55984e88a2e0 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e695bf0 con 0x55984e88b520 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55984e69ba90 con 0x55984e88ac00 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 10 client.0 _ll_register_callbacks cb 0x55984e8783c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:11:16.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42072/0 (socket says 172.21.15.76:42072) 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 -- 172.21.15.76:0/3976734286 learned_addr learned my addr 172.21.15.76:0/3976734286 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 -- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 msgr2=0x55984e8c7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 -- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 msgr2=0x55984e890a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e890a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e890a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 -- 172.21.15.76:0/3976734286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4094011040 con 0x55984e88a2e0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e890a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c6d00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f409800c4d0 tx=0x7f4098007740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7560402a2edcd2e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f4077fff640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f4077fff640 1 -- 172.21.15.76:0/3976734286 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f409805c5f0 con 0x55984e88a2e0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f4077fff640 1 -- 172.21.15.76:0/3976734286 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4098050ab0 con 0x55984e88a2e0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55984e69f470 con 0x55984e88a2e0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f4077fff640 1 -- 172.21.15.76:0/3976734286 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4098050c70 con 0x55984e88a2e0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 10 client.4641 fetch_fsmap learned FSMap version 8 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.273+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55984e69e190 con 0x55984e88a2e0 2023-11-25T03:11:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f4077fff640 1 -- 172.21.15.76:0/3976734286 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55984e69f470 con 0x55984e88a2e0 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f4077fff640 1 -- 172.21.15.76:0/3976734286 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f4098019030 con 0x55984e88a2e0 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 10 client.4641 fetch_fsmap finished waiting for FSMap version 8 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 10 client.4641 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 20 client.4641 populate_metadata read hostname 'smithi076' 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e891800 0x55984e891be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 4 client.4641 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 --> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55984e6a2b50 con 0x55984e891800 2023-11-25T03:11:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e891800 0x55984e891be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.285 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e891800 0x55984e891be0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7dee111739c717a server_cookie=804a36d50f8527b5 in_seq=0 out_seq=0 2023-11-25T03:11:16.285 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f4077fff640 10 client.4641 ms_handle_connect on v2:172.21.15.76:6835/3738336798 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f4077fff640 1 -- 172.21.15.76:0/3976734286 <== mds.0 v2:172.21.15.76:6835/3738336798 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55984e6a2b50 con 0x55984e891800 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f4077fff640 10 client.4641 handle_command_reply: tid=0 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 client.4641 shutdown 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 msgr2=0x55984e8c6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c6d00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f409800c4d0 tx=0x7f4098007740 comp rx=0 tx=0).stop 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 shutdown_connections 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e891800 0x55984e891be0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e890a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3976734286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c6d00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f4077fff640 0 client.4641 ms_handle_reset on v2:172.21.15.76:6835/3738336798 2023-11-25T03:11:16.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 >> 172.21.15.76:0/3976734286 conn(0x55984e893190 msgr2=0x55984e8899d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 shutdown_connections 2023-11-25T03:11:16.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 1 -- 172.21.15.76:0/3976734286 wait complete. 2023-11-25T03:11:16.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.277+0000 7f40a67ba000 20 client.4641 trim_cache size 0 max 16384 2023-11-25T03:11:16.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 Processor -- start 2023-11-25T03:11:16.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- start start 2023-11-25T03:11:16.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c63b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e889a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e8dc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e892100 con 0x55984e88a2e0 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e396940 con 0x55984e88b520 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55984e6dafd0 con 0x55984e88ac00 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c63b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42080/0 (socket says 172.21.15.76:42080) 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 -- 172.21.15.76:0/3032725453 learned_addr learned my addr 172.21.15.76:0/3032725453 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e889a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e8dc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 -- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 msgr2=0x55984e889a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e889a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 -- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 msgr2=0x55984e8dc850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e8dc850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 -- 172.21.15.76:0/3032725453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55984e684490 con 0x55984e88a2e0 2023-11-25T03:11:16.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c63b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4098000fc0 tx=0x7f4098083000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90740677a0db64c2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f407f7fe640 1 -- 172.21.15.76:0/3032725453 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f409805c5f0 con 0x55984e88a2e0 2023-11-25T03:11:16.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f407f7fe640 1 -- 172.21.15.76:0/3032725453 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f409806b030 con 0x55984e88a2e0 2023-11-25T03:11:16.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f407f7fe640 1 -- 172.21.15.76:0/3032725453 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f409800e040 con 0x55984e88a2e0 2023-11-25T03:11:16.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- 172.21.15.76:0/3032725453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 msgr2=0x55984e8c63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c63b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4098000fc0 tx=0x7f4098083000 comp rx=0 tx=0).stop 2023-11-25T03:11:16.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- 172.21.15.76:0/3032725453 shutdown_connections 2023-11-25T03:11:16.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88b520 0x55984e8dc850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e889a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3032725453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88a2e0 0x55984e8c63b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.293+0000 7f40a67ba000 1 -- 172.21.15.76:0/3032725453 >> 172.21.15.76:0/3032725453 conn(0x55984e893190 msgr2=0x55984e8cae20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- 172.21.15.76:0/3032725453 shutdown_connections 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- 172.21.15.76:0/3032725453 wait complete. 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- start start 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 Processor -- start 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88a2e0 0x55984e8e5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8c6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e6a6910 con 0x55984e88b520 2023-11-25T03:11:16.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984e696d60 con 0x55984e88a2e0 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55984e88d030 con 0x55984e88ac00 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 10 client.0 _ll_register_callbacks cb 0x55984e858bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8c6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42084/0 (socket says 172.21.15.76:42084) 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 -- 172.21.15.76:0/3640003650 learned_addr learned my addr 172.21.15.76:0/3640003650 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88a2e0 0x55984e8e5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a09ef640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 -- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 msgr2=0x55984e8c5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 -- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88a2e0 msgr2=0x55984e8e5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88a2e0 0x55984e8e5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 -- 172.21.15.76:0/3640003650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55984e69e190 con 0x55984e88b520 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88a2e0 0x55984e8e5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a19f1640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8c6130 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4094007040 tx=0x7f4094004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffc4e427afae440e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f4077fff640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f4077fff640 1 -- 172.21.15.76:0/3640003650 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4094015830 con 0x55984e88b520 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f4077fff640 1 -- 172.21.15.76:0/3640003650 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f409402baf0 con 0x55984e88b520 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55984e6dc110 con 0x55984e88b520 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f4077fff640 1 -- 172.21.15.76:0/3640003650 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f409402bcb0 con 0x55984e88b520 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 10 client.4647 fetch_fsmap learned FSMap version 8 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55984e3d5cc0 con 0x55984e88b520 2023-11-25T03:11:16.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f4077fff640 1 -- 172.21.15.76:0/3640003650 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55984e6dc110 con 0x55984e88b520 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f4077fff640 1 -- 172.21.15.76:0/3640003650 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f4094015990 con 0x55984e88b520 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 10 client.4647 fetch_fsmap finished waiting for FSMap version 8 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 10 client.4647 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 20 client.4647 populate_metadata read hostname 'smithi076' 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e8e13f0 0x55984e8e17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 4 client.4647 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.297+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 --> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55984e70b9a0 con 0x55984e8e13f0 2023-11-25T03:11:16.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e8e13f0 0x55984e8e17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a11f0640 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e8e13f0 0x55984e8e17d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2770303ecf1e9951 server_cookie=217533fe257ca70a in_seq=0 out_seq=0 2023-11-25T03:11:16.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f4077fff640 10 client.4647 ms_handle_connect on v2:172.21.15.76:6835/3738336798 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f4077fff640 1 -- 172.21.15.76:0/3640003650 <== mds.0 v2:172.21.15.76:6835/3738336798 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x55984e70b9a0 con 0x55984e8e13f0 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f4077fff640 10 client.4647 handle_command_reply: tid=0 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 client.4647 shutdown 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 msgr2=0x55984e8c6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8c6130 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4094007040 tx=0x7f4094004ac0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 shutdown_connections 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:6835/3738336798,v1:172.21.15.76:6837/3738336798] conn(0x55984e8e13f0 0x55984e8e17d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55984e88b520 0x55984e8c6130 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55984e88ac00 0x55984e8c5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 --2- 172.21.15.76:0/3640003650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55984e88a2e0 0x55984e8e5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f4077fff640 0 client.4647 ms_handle_reset on v2:172.21.15.76:6835/3738336798 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 >> 172.21.15.76:0/3640003650 conn(0x55984e893190 msgr2=0x55984e8ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 shutdown_connections 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 1 -- 172.21.15.76:0/3640003650 wait complete. 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a67ba000 20 client.4647 trim_cache size 0 max 16384 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "e61c0d8a-7661-495e-9c70-d0c893415dab", 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2023-11-25T03:11:16.310 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4293, 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 14.094974876, 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 8, 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 20, 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 20, 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 21.575456773999999 2023-11-25T03:11:16.311 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4080066470 msgr2=0x7f4080068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4080066470 0x7f4080068930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f408c0ad000 tx=0x7f408c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 msgr2=0x7f409c0c6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6630 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f409800c500 tx=0x7f409800c9c0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 shutdown_connections 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4080066470 0x7f4080068930 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f409c1577f0 0x7f409c1f14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f409c157410 0x7f409c1f0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 --2- 172.21.15.76:0/69922378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f409c06fdb0 0x7f409c0c6630 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 >> 172.21.15.76:0/69922378 conn(0x7f409c0a9b80 msgr2=0x7f409c0a9f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 shutdown_connections 2023-11-25T03:11:16.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.301+0000 7f40a3454640 1 -- 172.21.15.76:0/69922378 wait complete. 2023-11-25T03:11:16.324 INFO:teuthology.run_tasks:Running task kclient... 2023-11-25T03:11:16.348 INFO:tasks.kclient:Mounting kernel clients... 2023-11-25T03:11:16.348 INFO:tasks.kclient:config is {'client.0': {}, 'client.1': {}} 2023-11-25T03:11:16.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.348 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:11:16.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.359 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link delete ceph-brx 2023-11-25T03:11:16.425 INFO:teuthology.orchestra.run.smithi076.stderr:Cannot find device "ceph-brx" 2023-11-25T03:11:16.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:11:16.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.428 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:11:16.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.438 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link delete ceph-brx 2023-11-25T03:11:16.509 INFO:teuthology.orchestra.run.smithi106.stderr:Cannot find device "ceph-brx" 2023-11-25T03:11:16.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:11:16.511 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2023-11-25T03:11:16.511 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-25T03:11:16.511 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:16.511 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:11:16.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.641+0000 7f09e57f5640 1 Processor -- start 2023-11-25T03:11:16.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09e57f5640 1 -- start start 2023-11-25T03:11:16.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09e57f5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f09e00c63c0 0x7f09e00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09e57f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09e57f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09e00c31c0 con 0x7f09e00c4100 2023-11-25T03:11:16.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09e57f5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09e00c34a0 con 0x7f09e00c63c0 2023-11-25T03:11:16.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09e57f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e00c1030 con 0x7f09e00c2bb0 2023-11-25T03:11:16.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09deffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f09e00c63c0 0x7f09e00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09d67fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f09e00c4100 0x7f09e00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34400/0 (socket says 172.21.15.76:34400) 2023-11-25T03:11:16.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09d67fc640 1 -- 172.21.15.76:0/1535528767 learned_addr learned my addr 172.21.15.76:0/1535528767 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:16.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09df7fe640 1 --2- 172.21.15.76:0/1535528767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09deffd640 1 -- 172.21.15.76:0/1535528767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 msgr2=0x7f09e00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:16.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09deffd640 1 --2- 172.21.15.76:0/1535528767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e00a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09deffd640 1 -- 172.21.15.76:0/1535528767 >> v1:172.21.15.76:6789/0 conn(0x7f09e00c4100 legacy=0x7f09e00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09deffd640 1 -- 172.21.15.76:0/1535528767 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e00c1310 con 0x7f09e00c63c0 2023-11-25T03:11:16.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.645+0000 7f09de7fc640 1 -- 172.21.15.76:0/1535528767 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 414730071 0 0) 0x7f09e00c31c0 con 0x7f09e00c4100 2023-11-25T03:11:16.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09deffd640 1 --2- 172.21.15.76:0/1535528767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00c06d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f09d00097c0 tx=0x7f09d001c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=481b3affc7111cea server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09de7fc640 1 -- 172.21.15.76:0/1535528767 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e00aa3d0 con 0x7f09e00c63c0 2023-11-25T03:11:16.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09de7fc640 1 -- 172.21.15.76:0/1535528767 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d00a7050 con 0x7f09e00c63c0 2023-11-25T03:11:16.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09de7fc640 1 -- 172.21.15.76:0/1535528767 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d00ab820 con 0x7f09e00c63c0 2023-11-25T03:11:16.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 -- 172.21.15.76:0/1535528767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 msgr2=0x7f09e00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 --2- 172.21.15.76:0/1535528767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00c06d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f09d00097c0 tx=0x7f09d001c330 comp rx=0 tx=0).stop 2023-11-25T03:11:16.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 -- 172.21.15.76:0/1535528767 shutdown_connections 2023-11-25T03:11:16.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 --2- 172.21.15.76:0/1535528767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 --2- 172.21.15.76:0/1535528767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00c06d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 -- 172.21.15.76:0/1535528767 >> 172.21.15.76:0/1535528767 conn(0x7f09e006a5b0 msgr2=0x7f09e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 -- 172.21.15.76:0/1535528767 shutdown_connections 2023-11-25T03:11:16.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 -- 172.21.15.76:0/1535528767 wait complete. 2023-11-25T03:11:16.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 Processor -- start 2023-11-25T03:11:16.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.649+0000 7f09e57f5640 1 -- start start 2023-11-25T03:11:16.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e01f0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09e00c4100 0x7f09e01ed310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00bddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e01ec900 con 0x7f09e00c63c0 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e01f0dc0 con 0x7f09e00c4100 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e01ed850 con 0x7f09e00c2bb0 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00bddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00bddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42098/0 (socket says 172.21.15.76:42098) 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 -- 172.21.15.76:0/992053991 learned_addr learned my addr 172.21.15.76:0/992053991 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09deffd640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e01f0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09d67fc640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09e00c4100 0x7f09e01ed310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 -- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 msgr2=0x7f09e01f0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e01f0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 -- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09e00c4100 msgr2=0x7f09e01ed310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09e00c4100 0x7f09e01ed310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 -- 172.21.15.76:0/992053991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09d0009420 con 0x7f09e00c63c0 2023-11-25T03:11:16.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09df7fe640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00bddd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f09d800cd70 tx=0x7f09d800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d8003ba0 con 0x7f09e00c63c0 2023-11-25T03:11:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d8003d00 con 0x7f09e00c63c0 2023-11-25T03:11:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d8004240 con 0x7f09e00c63c0 2023-11-25T03:11:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09e00c69b0 con 0x7f09e00c63c0 2023-11-25T03:11:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09e00bbff0 con 0x7f09e00c63c0 2023-11-25T03:11:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09e0068400 con 0x7f09e00c63c0 2023-11-25T03:11:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.653+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f09d80043a0 con 0x7f09e00c63c0 2023-11-25T03:11:16.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.657+0000 7f09d7fff640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09c0066470 0x7f09c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:16.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.657+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f09d8012070 con 0x7f09e00c63c0 2023-11-25T03:11:16.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.657+0000 7f09deffd640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09c0066470 0x7f09c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:16.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.657+0000 7f09deffd640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09c0066470 0x7f09c0068930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f09d00ad000 tx=0x7f09d00a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:16.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.661+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f09d8051ce0 con 0x7f09e00c63c0 2023-11-25T03:11:16.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.841+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f09e00bd120 con 0x7f09e00c63c0 2023-11-25T03:11:16.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.841+0000 7f09d7fff640 1 -- 172.21.15.76:0/992053991 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f09d8055300 con 0x7f09e00c63c0 2023-11-25T03:11:16.847 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09c0066470 msgr2=0x7f09c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09c0066470 0x7f09c0068930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f09d00ad000 tx=0x7f09d00a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 msgr2=0x7f09e00bddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00bddd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f09d800cd70 tx=0x7f09d800a660 comp rx=0 tx=0).stop 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 shutdown_connections 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09c0066470 0x7f09c0068930 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09e00c63c0 0x7f09e00bddd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09e00c4100 0x7f09e01ed310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 --2- 172.21.15.76:0/992053991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09e00c2bb0 0x7f09e01f0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:16.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 >> 172.21.15.76:0/992053991 conn(0x7f09e006a5b0 msgr2=0x7f09e00c0430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:16.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 shutdown_connections 2023-11-25T03:11:16.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:16.845+0000 7f09e57f5640 1 -- 172.21.15.76:0/992053991 wait complete. 2023-11-25T03:11:16.867 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-25T03:11:16.868 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:11:16.868 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:11:16.868 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-25T03:11:16.868 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:16.868 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-25T03:11:16.869 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-25T03:11:16.869 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:11:16.869 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:11:16.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.870 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:11:16.879 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:11:16.879 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:11:16.879 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:11:16.880 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:16.880 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:11:16.880 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:16.880 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:11:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42333sec preferred_lft 42333sec 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:16.882 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:11:16.883 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:16.884 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-25T03:11:16.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.884 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:11:16.885 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:11:16.885 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add name ceph-brx type bridge 2023-11-25T03:11:16.885 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip addr flush dev ceph-brx 2023-11-25T03:11:16.885 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set ceph-brx up 2023-11-25T03:11:16.885 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-25T03:11:16.886 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:11:16.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:16.997 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:11:17.016 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:11:17.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.019 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:11:17.092 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:11:17.093 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:11:17.093 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:11:17.093 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:11:17.093 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:11:17.093 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:11:17.094 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:17.094 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:17.094 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:17.094 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:11:17.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.095 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:11:17.095 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:11:17.095 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:11:17.095 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:11:17.096 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:11:17.096 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:11:17.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.191 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:11:17.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.201 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list-id 2023-11-25T03:11:17.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.257 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:11:17.257 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:11:17.257 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:11:17.257 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-11-25T03:11:17.257 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:11:17.339 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-11-25T03:11:17.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.339 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:11:17.339 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:11:17.339 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-11-25T03:11:17.340 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-25T03:11:17.340 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-11-25T03:11:17.340 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-11-25T03:11:17.340 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-11-25T03:11:17.340 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:11:17.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.511 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:11:17.511 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:11:17.511 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:11:17.512 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set dev brx.0 master ceph-brx 2023-11-25T03:11:17.512 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:11:17.552 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:11:17.552 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:17.608 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:11:17.608 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:11:17.609 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:17.659 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:11:17.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.659 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:17.765 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:17.766 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:11:17.766 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:11:17.888 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:17.888 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:11:17.888 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:11:17.888 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:11:17.888 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:11:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:11:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:11:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:11:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:11:17.901 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:11:17.902 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:11:17.902 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:11:17.906 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:11:17.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.906 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:17.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:17.929 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:17.992 INFO:teuthology.orchestra.run.smithi076.stdout:client4606 2023-11-25T03:11:17.992 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:11:17.993 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:18.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.043 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:18.106 INFO:teuthology.orchestra.run.smithi076.stdout:client4606 2023-11-25T03:11:18.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.107 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:18.167 INFO:teuthology.orchestra.run.smithi076.stdout:client4606 2023-11-25T03:11:18.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.168 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/e61c0d8a-7661-495e-9c70-d0c893415dab.client4606/status') 2023-11-25T03:11:18.235 INFO:teuthology.orchestra.run.smithi076.stdout:instance: client.4606 (3)172.21.15.76:0/3371731819 2023-11-25T03:11:18.235 INFO:teuthology.orchestra.run.smithi076.stdout:blocklisted: false 2023-11-25T03:11:18.235 INFO:teuthology.orchestra.run.smithi076.stderr:0+1 records in 2023-11-25T03:11:18.235 INFO:teuthology.orchestra.run.smithi076.stderr:0+1 records out 2023-11-25T03:11:18.235 INFO:teuthology.orchestra.run.smithi076.stderr:70 bytes copied, 5.0131e-05 s, 1.4 MB/s 2023-11-25T03:11:18.237 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2023-11-25T03:11:18.237 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-25T03:11:18.237 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:11:18.238 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:11:18.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 Processor -- start 2023-11-25T03:11:18.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 -- start start 2023-11-25T03:11:18.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 0x7f955806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:18.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 0x7f955815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f955806c860 con 0x7f9558151e90 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95580c8750 con 0x7f955806b9e0 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f955da09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95581552d0 con 0x7f95580c7ea0 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f954e7fc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 0x7f955806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f95577fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 0x7f955815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f95577fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 0x7f955815f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50346/0 (socket says 172.21.15.76:50346) 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f95577fe640 1 -- 172.21.15.76:0/4217244768 learned_addr learned my addr 172.21.15.76:0/4217244768 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f954e7fc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 0x7f955806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:50620/0 (socket says 172.21.15.76:50620) 2023-11-25T03:11:18.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f9556ffd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f9558151e90 0x7f95580c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:34018/0 (socket says 172.21.15.76:34018) 2023-11-25T03:11:18.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f954e7fc640 1 -- 172.21.15.76:0/4217244768 >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 msgr2=0x7f955815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:18.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f954e7fc640 1 --2- 172.21.15.76:0/4217244768 >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 0x7f955815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f954e7fc640 1 -- 172.21.15.76:0/4217244768 >> v1:172.21.15.106:6789/0 conn(0x7f9558151e90 legacy=0x7f95580c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:18.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f954e7fc640 1 -- 172.21.15.76:0/4217244768 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9558154930 con 0x7f95580c7ea0 2023-11-25T03:11:18.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.417+0000 7f95577fe640 1 --2- 172.21.15.76:0/4217244768 >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 0x7f955815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:18.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f954e7fc640 1 --2- 172.21.15.76:0/4217244768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 0x7f955806b4a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f95480097c0 tx=0x7f954801c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8ed1780079443f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:18.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f95567fc640 1 -- 172.21.15.76:0/4217244768 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480ab600 con 0x7f95580c7ea0 2023-11-25T03:11:18.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f95567fc640 1 -- 172.21.15.76:0/4217244768 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95480a7050 con 0x7f95580c7ea0 2023-11-25T03:11:18.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f95567fc640 1 -- 172.21.15.76:0/4217244768 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480ab980 con 0x7f95580c7ea0 2023-11-25T03:11:18.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 -- 172.21.15.76:0/4217244768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 msgr2=0x7f955806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:18.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 --2- 172.21.15.76:0/4217244768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 0x7f955806b4a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f95480097c0 tx=0x7f954801c360 comp rx=0 tx=0).stop 2023-11-25T03:11:18.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 -- 172.21.15.76:0/4217244768 shutdown_connections 2023-11-25T03:11:18.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 --2- 172.21.15.76:0/4217244768 >> v2:172.21.15.106:3300/0 conn(0x7f955806b9e0 0x7f955815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 --2- 172.21.15.76:0/4217244768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95580c7ea0 0x7f955806b4a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 -- 172.21.15.76:0/4217244768 >> 172.21.15.76:0/4217244768 conn(0x7f95580ca170 msgr2=0x7f95580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:18.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 -- 172.21.15.76:0/4217244768 shutdown_connections 2023-11-25T03:11:18.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.421+0000 7f955da09640 1 -- 172.21.15.76:0/4217244768 wait complete. 2023-11-25T03:11:18.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 Processor -- start 2023-11-25T03:11:18.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 -- start start 2023-11-25T03:11:18.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f955806b9e0 0x7f95580ab430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:18.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 0x7f95580ab970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9558151e90 0x7f9558155e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95580abeb0 con 0x7f95580c7ea0 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95581ed6f0 con 0x7f955806b9e0 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f955da09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95581edc20 con 0x7f9558151e90 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 0x7f95580ab970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 0x7f95580ab970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48298/0 (socket says 172.21.15.76:48298) 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 -- 172.21.15.76:0/2018597682 learned_addr learned my addr 172.21.15.76:0/2018597682 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f9556ffd640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f955806b9e0 0x7f95580ab430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f95577fe640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9558151e90 0x7f9558155e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:18.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 -- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9558151e90 msgr2=0x7f9558155e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:18.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9558151e90 0x7f9558155e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 -- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f955806b9e0 msgr2=0x7f95580ab430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:18.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f955806b9e0 0x7f95580ab430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 -- 172.21.15.76:0/2018597682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9550009b30 con 0x7f95580c7ea0 2023-11-25T03:11:18.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f954e7fc640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 0x7f95580ab970 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f95480ae040 tx=0x7f954801aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.425+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480abdd0 con 0x7f95580c7ea0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95480b7450 con 0x7f95580c7ea0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480b7800 con 0x7f95580c7ea0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9548009420 con 0x7f95580c7ea0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95581496f0 con 0x7f95580c7ea0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9558068400 con 0x7f95580c7ea0 2023-11-25T03:11:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f95480b7960 con 0x7f95580c7ea0 2023-11-25T03:11:18.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9554ff9640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9538066470 0x7f9538068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:18.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f954811e340 con 0x7f95580c7ea0 2023-11-25T03:11:18.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9556ffd640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9538066470 0x7f9538068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:18.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.429+0000 7f9556ffd640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9538066470 0x7f9538068930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9540000f70 tx=0x7f9540007e50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:18.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.433+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f95480eb9a0 con 0x7f95580c7ea0 2023-11-25T03:11:18.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.617+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f955814f4a0 con 0x7f95580c7ea0 2023-11-25T03:11:18.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f9554ff9640 1 -- 172.21.15.76:0/2018597682 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f95480bb060 con 0x7f95580c7ea0 2023-11-25T03:11:18.624 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:11:18.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9538066470 msgr2=0x7f9538068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9538066470 0x7f9538068930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9540000f70 tx=0x7f9540007e50 comp rx=0 tx=0).stop 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 msgr2=0x7f95580ab970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 0x7f95580ab970 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f95480ae040 tx=0x7f954801aba0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 shutdown_connections 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9538066470 0x7f9538068930 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9558151e90 0x7f9558155e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580c7ea0 0x7f95580ab970 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 --2- 172.21.15.76:0/2018597682 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f955806b9e0 0x7f95580ab430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:18.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 >> 172.21.15.76:0/2018597682 conn(0x7f95580ca170 msgr2=0x7f9558152590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:18.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 shutdown_connections 2023-11-25T03:11:18.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:18.621+0000 7f955da09640 1 -- 172.21.15.76:0/2018597682 wait complete. 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-25T03:11:18.645 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-25T03:11:18.646 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:11:18.646 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:11:18.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.646 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:11:18.656 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:18.657 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42403sec preferred_lft 42403sec 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:11:18.658 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:18.659 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-25T03:11:18.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link add name ceph-brx type bridge 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip addr flush dev ceph-brx 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set ceph-brx up 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-25T03:11:18.660 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:11:18.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.779 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:11:18.800 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:11:18.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.802 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:11:18.873 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:18.874 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:18.874 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:18.874 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:11:18.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.874 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:11:18.874 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:11:18.874 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:11:18.875 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:11:18.875 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:11:18.875 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:11:18.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.965 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:11:18.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:18.976 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list-id 2023-11-25T03:11:19.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.027 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:11:19.027 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:11:19.027 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:11:19.027 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-11-25T03:11:19.027 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:11:19.111 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-11-25T03:11:19.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-11-25T03:11:19.112 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-11-25T03:11:19.113 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:11:19.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.276 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:11:19.276 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:11:19.276 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:11:19.276 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set dev brx.0 master ceph-brx 2023-11-25T03:11:19.276 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:11:19.317 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:11:19.317 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:11:19.370 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:11:19.371 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:11:19.371 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:11:19.421 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:11:19.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.422 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:11:19.529 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:11:19.529 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:11:19.529 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:11:19.650 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:11:19.650 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:11:19.650 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:11:19.650 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:11:19.651 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:11:19.662 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:11:19.662 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:11:19.662 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:11:19.663 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:11:19.663 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:11:19.663 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:11:19.663 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:11:19.663 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:11:19.667 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:11:19.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.667 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:11:19.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.688 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:19.764 INFO:teuthology.orchestra.run.smithi106.stdout:client4523 2023-11-25T03:11:19.764 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:11:19.764 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:19.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.815 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:19.870 INFO:teuthology.orchestra.run.smithi106.stdout:client4523 2023-11-25T03:11:19.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.871 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:19.926 INFO:teuthology.orchestra.run.smithi106.stdout:client4523 2023-11-25T03:11:19.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:19.926 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/e61c0d8a-7661-495e-9c70-d0c893415dab.client4523/status') 2023-11-25T03:11:19.986 INFO:teuthology.orchestra.run.smithi106.stdout:instance: client.4523 (3)192.168.0.1:0/657729981 2023-11-25T03:11:19.986 INFO:teuthology.orchestra.run.smithi106.stdout:blocklisted: false 2023-11-25T03:11:19.986 INFO:teuthology.orchestra.run.smithi106.stderr:0+1 records in 2023-11-25T03:11:19.986 INFO:teuthology.orchestra.run.smithi106.stderr:0+1 records out 2023-11-25T03:11:19.986 INFO:teuthology.orchestra.run.smithi106.stderr:68 bytes copied, 5.3412e-05 s, 1.3 MB/s 2023-11-25T03:11:19.988 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-11-25T03:11:20.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 Processor -- start 2023-11-25T03:11:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 -- start start 2023-11-25T03:11:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca68151cd0 0x7fca680ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca680c7c50 0x7fca681544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca680c8160 con 0x7fca680ca9a0 2023-11-25T03:11:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca68157b40 con 0x7fca680c7c50 2023-11-25T03:11:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6759e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca68157e20 con 0x7fca68151cd0 2023-11-25T03:11:20.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca5ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca680c7c50 0x7fca681544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca66d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fca680ca9a0 0x7fca6806b9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46532/0 (socket says 172.21.15.76:46532) 2023-11-25T03:11:20.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca66d9d640 1 -- 172.21.15.76:0/4191060795 learned_addr learned my addr 172.21.15.76:0/4191060795 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:20.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6659c640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca68151cd0 0x7fca680ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca65d9b640 1 -- 172.21.15.76:0/4191060795 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 15763486 0 0) 0x7fca680c8160 con 0x7fca680ca9a0 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca65d9b640 1 -- 172.21.15.76:0/4191060795 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca54003530 con 0x7fca680ca9a0 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca5ffff640 1 -- 172.21.15.76:0/4191060795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca68151cd0 msgr2=0x7fca680ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca5ffff640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca68151cd0 0x7fca680ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca5ffff640 1 -- 172.21.15.76:0/4191060795 >> v1:172.21.15.76:6789/0 conn(0x7fca680ca9a0 legacy=0x7fca6806b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca5ffff640 1 -- 172.21.15.76:0/4191060795 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca68158100 con 0x7fca680c7c50 2023-11-25T03:11:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.149+0000 7fca6659c640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca68151cd0 0x7fca680ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:20.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca5ffff640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca680c7c50 0x7fca681544d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fca500097c0 tx=0x7fca5001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f39b6306eebd9fa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca65d9b640 1 -- 172.21.15.76:0/4191060795 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca500ab670 con 0x7fca680c7c50 2023-11-25T03:11:20.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca65d9b640 1 -- 172.21.15.76:0/4191060795 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca500ab7d0 con 0x7fca680c7c50 2023-11-25T03:11:20.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca65d9b640 1 -- 172.21.15.76:0/4191060795 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca500abb60 con 0x7fca680c7c50 2023-11-25T03:11:20.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 -- 172.21.15.76:0/4191060795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca680c7c50 msgr2=0x7fca681544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca680c7c50 0x7fca681544d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fca500097c0 tx=0x7fca5001c450 comp rx=0 tx=0).stop 2023-11-25T03:11:20.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 -- 172.21.15.76:0/4191060795 shutdown_connections 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca680c7c50 0x7fca681544d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 --2- 172.21.15.76:0/4191060795 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca68151cd0 0x7fca680ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 -- 172.21.15.76:0/4191060795 >> 172.21.15.76:0/4191060795 conn(0x7fca680abee0 msgr2=0x7fca680c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 -- 172.21.15.76:0/4191060795 shutdown_connections 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 -- 172.21.15.76:0/4191060795 wait complete. 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.153+0000 7fca6759e640 1 Processor -- start 2023-11-25T03:11:20.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- start start 2023-11-25T03:11:20.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca680c7c50 0x7fca681f00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca680ca9a0 0x7fca680c1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 0x7fca680c24f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca680c13e0 con 0x7fca68151cd0 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca680c0e20 con 0x7fca680ca9a0 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca681f0b70 con 0x7fca680c7c50 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 0x7fca680c24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 0x7fca680c24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48316/0 (socket says 172.21.15.76:48316) 2023-11-25T03:11:20.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 -- 172.21.15.76:0/167785341 learned_addr learned my addr 172.21.15.76:0/167785341 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 -- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca680c7c50 msgr2=0x7fca681f00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca680c7c50 0x7fca681f00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 -- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca680ca9a0 msgr2=0x7fca680c1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca5ffff640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca680ca9a0 0x7fca680c1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca680ca9a0 0x7fca680c1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 -- 172.21.15.76:0/167785341 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca50009420 con 0x7fca68151cd0 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca5ffff640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca680ca9a0 0x7fca680c1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca66d9d640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 0x7fca680c24f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fca6000cb40 tx=0x7fca6000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca6000aca0 con 0x7fca68151cd0 2023-11-25T03:11:20.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca6000ae00 con 0x7fca68151cd0 2023-11-25T03:11:20.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca681f0e50 con 0x7fca68151cd0 2023-11-25T03:11:20.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca60012620 con 0x7fca68151cd0 2023-11-25T03:11:20.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca68159b90 con 0x7fca68151cd0 2023-11-25T03:11:20.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.157+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca68074150 con 0x7fca68151cd0 2023-11-25T03:11:20.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.161+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fca60007070 con 0x7fca68151cd0 2023-11-25T03:11:20.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.161+0000 7fca5effd640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.161+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fca60083ed0 con 0x7fca68151cd0 2023-11-25T03:11:20.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.161+0000 7fca6659c640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.161+0000 7fca6659c640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca48066470 0x7fca48068930 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fca58006f10 tx=0x7fca58008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.165+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fca68074150 con 0x7fca68151cd0 2023-11-25T03:11:20.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.313+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fca68074150 con 0x7fca68151cd0 2023-11-25T03:11:20.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca5effd640 1 -- 172.21.15.76:0/167785341 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fca68074150 con 0x7fca68151cd0 2023-11-25T03:11:20.319 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:20.320 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca48066470 msgr2=0x7fca48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca48066470 0x7fca48068930 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fca58006f10 tx=0x7fca58008040 comp rx=0 tx=0).stop 2023-11-25T03:11:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 msgr2=0x7fca680c24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 0x7fca680c24f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fca6000cb40 tx=0x7fca6000a060 comp rx=0 tx=0).stop 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 shutdown_connections 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca68151cd0 0x7fca680c24f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca680ca9a0 0x7fca680c1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 --2- 172.21.15.76:0/167785341 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca680c7c50 0x7fca681f00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 >> 172.21.15.76:0/167785341 conn(0x7fca680abee0 msgr2=0x7fca680c8940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:20.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 shutdown_connections 2023-11-25T03:11:20.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.317+0000 7fca6759e640 1 -- 172.21.15.76:0/167785341 wait complete. 2023-11-25T03:11:20.340 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:20.341 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:20.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 Processor -- start 2023-11-25T03:11:20.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 -- start start 2023-11-25T03:11:20.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 0x7f9e080c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9e080c7ea0 0x7f9e0806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e0806c860 con 0x7f9e080c4e60 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e080c8750 con 0x7f9e080c7ea0 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0f772640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e081552d0 con 0x7f9e08151e90 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0d50e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 0x7f9e080c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0cd0d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9e080c7ea0 0x7f9e0806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0d50e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 0x7f9e080c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:50656/0 (socket says 172.21.15.76:50656) 2023-11-25T03:11:20.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0d50e640 1 -- 172.21.15.76:0/2316804900 learned_addr learned my addr 172.21.15.76:0/2316804900 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:20.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0cd0d640 1 -- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 msgr2=0x7f9e080c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:20.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0cd0d640 1 --2- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 0x7f9e080c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0cd0d640 1 -- 172.21.15.76:0/2316804900 >> v1:172.21.15.106:6789/0 conn(0x7f9e080c4e60 legacy=0x7f9e0806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0cd0d640 1 -- 172.21.15.76:0/2316804900 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e08154930 con 0x7f9e080c7ea0 2023-11-25T03:11:20.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9dfffff640 1 -- 172.21.15.76:0/2316804900 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 273029640 0 0) 0x7f9e0806c860 con 0x7f9e080c4e60 2023-11-25T03:11:20.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.477+0000 7f9e0d50e640 1 --2- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 0x7f9e080c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:20.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0cd0d640 1 --2- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e080c7ea0 0x7f9e0806b4a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9df80097c0 tx=0x7f9df801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d26388e63fd6ee6d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9dfffff640 1 -- 172.21.15.76:0/2316804900 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df80ab600 con 0x7f9e080c7ea0 2023-11-25T03:11:20.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9dfffff640 1 -- 172.21.15.76:0/2316804900 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9df80a7050 con 0x7f9e080c7ea0 2023-11-25T03:11:20.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9dfffff640 1 -- 172.21.15.76:0/2316804900 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df80ab980 con 0x7f9e080c7ea0 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 -- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e080c7ea0 msgr2=0x7f9e0806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 --2- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e080c7ea0 0x7f9e0806b4a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9df80097c0 tx=0x7f9df801c360 comp rx=0 tx=0).stop 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 -- 172.21.15.76:0/2316804900 shutdown_connections 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 --2- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e080c7ea0 0x7f9e0806b4a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 --2- 172.21.15.76:0/2316804900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e08151e90 0x7f9e080c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 -- 172.21.15.76:0/2316804900 >> 172.21.15.76:0/2316804900 conn(0x7f9e080ca170 msgr2=0x7f9e080ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 -- 172.21.15.76:0/2316804900 shutdown_connections 2023-11-25T03:11:20.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.481+0000 7f9e0f772640 1 -- 172.21.15.76:0/2316804900 wait complete. 2023-11-25T03:11:20.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 Processor -- start 2023-11-25T03:11:20.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 -- start start 2023-11-25T03:11:20.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 0x7f9e080ae7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e080c7ea0 0x7f9e081ee070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e08151e90 0x7f9e0814b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e080c00d0 con 0x7f9e080c4e60 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e081edbb0 con 0x7f9e08151e90 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0f772640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e080c0690 con 0x7f9e080c7ea0 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 0x7f9e080ae7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 0x7f9e080ae7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48324/0 (socket says 172.21.15.76:48324) 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 -- 172.21.15.76:0/3566359965 learned_addr learned my addr 172.21.15.76:0/3566359965 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0dd0f640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e08151e90 0x7f9e0814b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0cd0d640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e080c7ea0 0x7f9e081ee070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 -- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e080c7ea0 msgr2=0x7f9e081ee070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e080c7ea0 0x7f9e081ee070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 -- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e08151e90 msgr2=0x7f9e0814b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e08151e90 0x7f9e0814b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 -- 172.21.15.76:0/3566359965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e040094d0 con 0x7f9e080c4e60 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9e0d50e640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 0x7f9e080ae7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400e9d0 tx=0x7f9e0400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e0400ca60 con 0x7f9e080c4e60 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e0400cbc0 con 0x7f9e080c4e60 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.485+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e04013470 con 0x7f9e080c4e60 2023-11-25T03:11:20.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9df8009420 con 0x7f9e080c4e60 2023-11-25T03:11:20.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e080acd10 con 0x7f9e080c4e60 2023-11-25T03:11:20.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e08068400 con 0x7f9e080c4e60 2023-11-25T03:11:20.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9e040135d0 con 0x7f9e080c4e60 2023-11-25T03:11:20.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9dfdffb640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9dec066470 0x7f9dec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9e040844b0 con 0x7f9e080c4e60 2023-11-25T03:11:20.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9e0cd0d640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9dec066470 0x7f9dec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.489+0000 7f9e0cd0d640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9dec066470 0x7f9dec068930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9df80ad000 tx=0x7f9df8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.493+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9e040519d0 con 0x7f9e080c4e60 2023-11-25T03:11:20.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.645+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9e080af9f0 con 0x7f9e080c4e60 2023-11-25T03:11:20.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.645+0000 7f9dfdffb640 1 -- 172.21.15.76:0/3566359965 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9e04054ff0 con 0x7f9e080c4e60 2023-11-25T03:11:20.650 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9dec066470 msgr2=0x7f9dec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9dec066470 0x7f9dec068930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9df80ad000 tx=0x7f9df8008040 comp rx=0 tx=0).stop 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 msgr2=0x7f9e080ae7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 0x7f9e080ae7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400e9d0 tx=0x7f9e0400ee90 comp rx=0 tx=0).stop 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 shutdown_connections 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9dec066470 0x7f9dec068930 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e08151e90 0x7f9e0814b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e080c7ea0 0x7f9e081ee070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 --2- 172.21.15.76:0/3566359965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e080c4e60 0x7f9e080ae7a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 >> 172.21.15.76:0/3566359965 conn(0x7f9e080ca170 msgr2=0x7f9e080ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:20.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 shutdown_connections 2023-11-25T03:11:20.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.649+0000 7f9e0f772640 1 -- 172.21.15.76:0/3566359965 wait complete. 2023-11-25T03:11:20.670 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:20.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.805+0000 7f8007b0f640 1 Processor -- start 2023-11-25T03:11:20.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.805+0000 7f8007b0f640 1 -- start start 2023-11-25T03:11:20.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f8007b0f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f8007b0f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f80000c60f0 0x7f8000155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f8007b0f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80000c2580 con 0x7f80000c5260 2023-11-25T03:11:20.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f8007b0f640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8000153510 con 0x7f80000c60f0 2023-11-25T03:11:20.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f8007b0f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80000c17f0 con 0x7f80000c5640 2023-11-25T03:11:20.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80058ab640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f80000c5260 0x7f800006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46538/0 (socket says 172.21.15.76:46538) 2023-11-25T03:11:20.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80058ab640 1 -- 172.21.15.76:0/752911840 learned_addr learned my addr 172.21.15.76:0/752911840 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:20.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80060ac640 1 --2- 172.21.15.76:0/752911840 >> v2:172.21.15.106:3300/0 conn(0x7f80000c60f0 0x7f8000155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80050aa640 1 --2- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80048a9640 1 -- 172.21.15.76:0/752911840 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2594579059 0 0) 0x7f80000c2580 con 0x7f80000c5260 2023-11-25T03:11:20.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80048a9640 1 -- 172.21.15.76:0/752911840 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7fec003530 con 0x7f80000c5260 2023-11-25T03:11:20.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80060ac640 1 -- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 msgr2=0x7f80000c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:20.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80060ac640 1 --2- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80060ac640 1 -- 172.21.15.76:0/752911840 >> v1:172.21.15.76:6789/0 conn(0x7f80000c5260 legacy=0x7f800006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.809+0000 7f80060ac640 1 -- 172.21.15.76:0/752911840 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80000c1a00 con 0x7f80000c60f0 2023-11-25T03:11:20.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f80060ac640 1 --2- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c60f0 0x7f8000155de0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f80000c1930 tx=0x7f7ff801c870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=622a9c3dae464f37 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f80048a9640 1 -- 172.21.15.76:0/752911840 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff80a5930 con 0x7f80000c60f0 2023-11-25T03:11:20.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f80048a9640 1 -- 172.21.15.76:0/752911840 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ff80a5a90 con 0x7f80000c60f0 2023-11-25T03:11:20.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f80048a9640 1 -- 172.21.15.76:0/752911840 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff80a5e00 con 0x7f80000c60f0 2023-11-25T03:11:20.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 -- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c60f0 msgr2=0x7f8000155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 --2- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c60f0 0x7f8000155de0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f80000c1930 tx=0x7f7ff801c870 comp rx=0 tx=0).stop 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 -- 172.21.15.76:0/752911840 shutdown_connections 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 --2- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c60f0 0x7f8000155de0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 --2- 172.21.15.76:0/752911840 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 -- 172.21.15.76:0/752911840 >> 172.21.15.76:0/752911840 conn(0x7f800006a5b0 msgr2=0x7f800006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 -- 172.21.15.76:0/752911840 shutdown_connections 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 -- 172.21.15.76:0/752911840 wait complete. 2023-11-25T03:11:20.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 Processor -- start 2023-11-25T03:11:20.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.813+0000 7f8007b0f640 1 -- start start 2023-11-25T03:11:20.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c5260 0x7f80000a90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 0x7f80000bf640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f800014ce80 con 0x7f80000c60f0 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f800014d0d0 con 0x7f80000c5260 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80001ed7e0 con 0x7f80000c5640 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 0x7f80000bf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 0x7f80000bf640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48330/0 (socket says 172.21.15.76:48330) 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 -- 172.21.15.76:0/1187497991 learned_addr learned my addr 172.21.15.76:0/1187497991 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80050aa640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80058ab640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c5260 0x7f80000a90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 -- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 msgr2=0x7f80000bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 -- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c5260 msgr2=0x7f80000a90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c5260 0x7f80000a90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 -- 172.21.15.76:0/1187497991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ff8009a70 con 0x7f80000c60f0 2023-11-25T03:11:20.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f80060ac640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 0x7f80000bf640 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7ff801af20 tx=0x7f7ff8019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff80a5930 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ff8003db0 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80001edac0 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8004240 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80000a9620 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80001edd00 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.817+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7ff80b4070 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.821+0000 7f7ff67fc640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7fe4066470 0x7f7fe4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.821+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ff811ed30 con 0x7f80000c60f0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.821+0000 7f80058ab640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7fe4066470 0x7f7fe4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:20.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.821+0000 7f80058ab640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7fe4066470 0x7f7fe4068930 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7ffc005890 tx=0x7f7ffc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:20.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.825+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7ff80ec2c0 con 0x7f80000c60f0 2023-11-25T03:11:20.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8000068400 con 0x7f80000c60f0 2023-11-25T03:11:20.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f7ff67fc640 1 -- 172.21.15.76:0/1187497991 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7ff80ef8e0 con 0x7f80000c60f0 2023-11-25T03:11:20.981 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:20.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7fe4066470 msgr2=0x7f7fe4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7fe4066470 0x7f7fe4068930 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7ffc005890 tx=0x7f7ffc009040 comp rx=0 tx=0).stop 2023-11-25T03:11:20.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 msgr2=0x7f80000bf640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:20.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 0x7f80000bf640 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7ff801af20 tx=0x7f7ff8019610 comp rx=0 tx=0).stop 2023-11-25T03:11:20.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 shutdown_connections 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7fe4066470 0x7f7fe4068930 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80000c60f0 0x7f80000bf640 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80000c5640 0x7f80000bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 --2- 172.21.15.76:0/1187497991 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80000c5260 0x7f80000a90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 >> 172.21.15.76:0/1187497991 conn(0x7f800006a5b0 msgr2=0x7f8000150190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 shutdown_connections 2023-11-25T03:11:20.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:20.977+0000 7f8007b0f640 1 -- 172.21.15.76:0/1187497991 wait complete. 2023-11-25T03:11:21.002 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:21.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.137+0000 7fca2b59e640 1 Processor -- start 2023-11-25T03:11:21.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2b59e640 1 -- start start 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca2c0701a0 0x7fca2c0c5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c2b50 0x7fca2c0c63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2b59e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca2c0c5a10 con 0x7fca2c0c4790 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2b59e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca2c0c37e0 con 0x7fca2c0701a0 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c0c72e0 con 0x7fca2c0c2b50 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fca2c0c4790 0x7fca2c06ccb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46548/0 (socket says 172.21.15.76:46548) 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2a59c640 1 -- 172.21.15.76:0/371810899 learned_addr learned my addr 172.21.15.76:0/371810899 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:21.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca21d9b640 1 --2- 172.21.15.76:0/371810899 >> v2:172.21.15.76:3300/0 conn(0x7fca2c0701a0 0x7fca2c0c5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2ad9d640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c2b50 0x7fca2c0c63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca29d9b640 1 -- 172.21.15.76:0/371810899 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 161555547 0 0) 0x7fca2c0c5a10 con 0x7fca2c0c4790 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca29d9b640 1 -- 172.21.15.76:0/371810899 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca18003530 con 0x7fca2c0c4790 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca21d9b640 1 -- 172.21.15.76:0/371810899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c2b50 msgr2=0x7fca2c0c63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca21d9b640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c2b50 0x7fca2c0c63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca21d9b640 1 -- 172.21.15.76:0/371810899 >> v1:172.21.15.76:6789/0 conn(0x7fca2c0c4790 legacy=0x7fca2c06ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca21d9b640 1 -- 172.21.15.76:0/371810899 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca2c0c1d10 con 0x7fca2c0701a0 2023-11-25T03:11:21.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.141+0000 7fca2ad9d640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c2b50 0x7fca2c0c63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:21.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca21d9b640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0701a0 0x7fca2c0c5ea0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fca140097c0 tx=0x7fca1401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ecfe7768b8b913 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca29d9b640 1 -- 172.21.15.76:0/371810899 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca140ab600 con 0x7fca2c0701a0 2023-11-25T03:11:21.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca29d9b640 1 -- 172.21.15.76:0/371810899 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca140a7050 con 0x7fca2c0701a0 2023-11-25T03:11:21.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca29d9b640 1 -- 172.21.15.76:0/371810899 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca140ab980 con 0x7fca2c0701a0 2023-11-25T03:11:21.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 -- 172.21.15.76:0/371810899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0701a0 msgr2=0x7fca2c0c5ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0701a0 0x7fca2c0c5ea0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fca140097c0 tx=0x7fca1401c360 comp rx=0 tx=0).stop 2023-11-25T03:11:21.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 -- 172.21.15.76:0/371810899 shutdown_connections 2023-11-25T03:11:21.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c2b50 0x7fca2c0c63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 --2- 172.21.15.76:0/371810899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0701a0 0x7fca2c0c5ea0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 -- 172.21.15.76:0/371810899 >> 172.21.15.76:0/371810899 conn(0x7fca2c0c7b10 msgr2=0x7fca2c0c7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:21.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 -- 172.21.15.76:0/371810899 shutdown_connections 2023-11-25T03:11:21.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 -- 172.21.15.76:0/371810899 wait complete. 2023-11-25T03:11:21.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 Processor -- start 2023-11-25T03:11:21.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.145+0000 7fca2b59e640 1 -- start start 2023-11-25T03:11:21.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca2c0701a0 0x7fca2c0a8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 0x7fca2c152c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c4790 0x7fca2c156f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c153fe0 con 0x7fca2c0c2b50 2023-11-25T03:11:21.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c0a9530 con 0x7fca2c0701a0 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c0a99b0 con 0x7fca2c0c4790 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 0x7fca2c152c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 0x7fca2c152c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48338/0 (socket says 172.21.15.76:48338) 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 -- 172.21.15.76:0/3380119903 learned_addr learned my addr 172.21.15.76:0/3380119903 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2a59c640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca2c0701a0 0x7fca2c0a8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2ad9d640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c4790 0x7fca2c156f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 -- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c4790 msgr2=0x7fca2c156f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c4790 0x7fca2c156f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 -- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca2c0701a0 msgr2=0x7fca2c0a8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca2c0701a0 0x7fca2c0a8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 -- 172.21.15.76:0/3380119903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca14009420 con 0x7fca2c0c2b50 2023-11-25T03:11:21.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca21d9b640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 0x7fca2c152c20 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fca140ae040 tx=0x7fca14019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca140b4430 con 0x7fca2c0c2b50 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca140b4590 con 0x7fca2c0c2b50 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca140b4940 con 0x7fca2c0c2b50 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca2c1557b0 con 0x7fca2c0c2b50 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca2c0a9f30 con 0x7fca2c0c2b50 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.149+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca2c04e850 con 0x7fca2c0c2b50 2023-11-25T03:11:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.153+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fca140b2040 con 0x7fca2c0c2b50 2023-11-25T03:11:21.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.153+0000 7fca237fe640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca0c066470 0x7fca0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.153+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fca1411dc00 con 0x7fca2c0c2b50 2023-11-25T03:11:21.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.153+0000 7fca2a59c640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca0c066470 0x7fca0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.153+0000 7fca2a59c640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca0c066470 0x7fca0c068930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0011f0 tx=0x7fca1c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.157+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fca140eb070 con 0x7fca2c0c2b50 2023-11-25T03:11:21.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fca2c0c3030 con 0x7fca2c0c2b50 2023-11-25T03:11:21.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca237fe640 1 -- 172.21.15.76:0/3380119903 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fca140ee690 con 0x7fca2c0c2b50 2023-11-25T03:11:21.313 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:21.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca0c066470 msgr2=0x7fca0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca0c066470 0x7fca0c068930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0011f0 tx=0x7fca1c009040 comp rx=0 tx=0).stop 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 msgr2=0x7fca2c152c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 0x7fca2c152c20 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fca140ae040 tx=0x7fca14019100 comp rx=0 tx=0).stop 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 shutdown_connections 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fca0c066470 0x7fca0c068930 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca2c0c4790 0x7fca2c156f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca2c0c2b50 0x7fca2c152c20 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 --2- 172.21.15.76:0/3380119903 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca2c0701a0 0x7fca2c0a8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 >> 172.21.15.76:0/3380119903 conn(0x7fca2c0c7b10 msgr2=0x7fca2c158490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 shutdown_connections 2023-11-25T03:11:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.309+0000 7fca2b59e640 1 -- 172.21.15.76:0/3380119903 wait complete. 2023-11-25T03:11:21.333 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 Processor -- start 2023-11-25T03:11:21.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 -- start start 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c14ec10 0x7fae4c070f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fae4c0c1400 0x7fae4c06e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fae4c0714a0 0x7fae4c06eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae4c06f350 con 0x7fae4c0714a0 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae4c071a00 con 0x7fae4c0c1400 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.465+0000 7fae53e17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae4c1521e0 con 0x7fae4c14ec10 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fae4c0714a0 0x7fae4c06eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fae4c0714a0 0x7fae4c06eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48350/0 (socket says 172.21.15.76:48350) 2023-11-25T03:11:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 -- 172.21.15.76:0/245061310 learned_addr learned my addr 172.21.15.76:0/245061310 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae513b2640 1 --2- 172.21.15.76:0/245061310 >> v2:172.21.15.106:3300/0 conn(0x7fae4c0c1400 0x7fae4c06e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae51bb3640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c14ec10 0x7fae4c070f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 -- 172.21.15.76:0/245061310 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c14ec10 msgr2=0x7fae4c070f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c14ec10 0x7fae4c070f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 -- 172.21.15.76:0/245061310 >> v2:172.21.15.106:3300/0 conn(0x7fae4c0c1400 msgr2=0x7fae4c06e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 --2- 172.21.15.76:0/245061310 >> v2:172.21.15.106:3300/0 conn(0x7fae4c0c1400 0x7fae4c06e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 -- 172.21.15.76:0/245061310 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae4c06f5a0 con 0x7fae4c0714a0 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae51bb3640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c14ec10 0x7fae4c070f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae513b2640 1 --2- 172.21.15.76:0/245061310 >> v2:172.21.15.106:3300/0 conn(0x7fae4c0c1400 0x7fae4c06e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:21.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae523b4640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c0714a0 0x7fae4c06eae0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fae4c0741c0 tx=0x7fae4401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e3d507c1df0051 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae50bb1640 1 -- 172.21.15.76:0/245061310 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae440a5700 con 0x7fae4c0714a0 2023-11-25T03:11:21.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae50bb1640 1 -- 172.21.15.76:0/245061310 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae440a5860 con 0x7fae4c0714a0 2023-11-25T03:11:21.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.469+0000 7fae50bb1640 1 -- 172.21.15.76:0/245061310 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae440a5bf0 con 0x7fae4c0714a0 2023-11-25T03:11:21.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- 172.21.15.76:0/245061310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c0714a0 msgr2=0x7fae4c06eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c0714a0 0x7fae4c06eae0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fae4c0741c0 tx=0x7fae4401c880 comp rx=0 tx=0).stop 2023-11-25T03:11:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- 172.21.15.76:0/245061310 shutdown_connections 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c0714a0 0x7fae4c06eae0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- 172.21.15.76:0/245061310 >> v2:172.21.15.106:3300/0 conn(0x7fae4c0c1400 0x7fae4c06e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- 172.21.15.76:0/245061310 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c14ec10 0x7fae4c070f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- 172.21.15.76:0/245061310 >> 172.21.15.76:0/245061310 conn(0x7fae4c0c6ef0 msgr2=0x7fae4c0c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- 172.21.15.76:0/245061310 shutdown_connections 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- 172.21.15.76:0/245061310 wait complete. 2023-11-25T03:11:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 Processor -- start 2023-11-25T03:11:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- start start 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae4c0714a0 0x7fae4c150e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 0x7fae4c1ecb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c147c10 0x7fae4c0c5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae4c1476e0 con 0x7fae4c14ec10 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae4c1f0ad0 con 0x7fae4c0714a0 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae53e17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae4c1f0db0 con 0x7fae4c147c10 2023-11-25T03:11:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 0x7fae4c1ecb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 0x7fae4c1ecb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48358/0 (socket says 172.21.15.76:48358) 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 -- 172.21.15.76:0/595320554 learned_addr learned my addr 172.21.15.76:0/595320554 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae51bb3640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae4c0714a0 0x7fae4c150e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae523b4640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c147c10 0x7fae4c0c5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 -- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c147c10 msgr2=0x7fae4c0c5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c147c10 0x7fae4c0c5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 -- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae4c0714a0 msgr2=0x7fae4c150e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae4c0714a0 0x7fae4c150e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.473+0000 7fae513b2640 1 -- 172.21.15.76:0/595320554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae44009b30 con 0x7fae4c14ec10 2023-11-25T03:11:21.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae513b2640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 0x7fae4c1ecb50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fae3c00c820 tx=0x7fae3c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae3c007a30 con 0x7fae4c14ec10 2023-11-25T03:11:21.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae3c00ced0 con 0x7fae4c14ec10 2023-11-25T03:11:21.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae4c1513c0 con 0x7fae4c14ec10 2023-11-25T03:11:21.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae3c007db0 con 0x7fae4c14ec10 2023-11-25T03:11:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae4c150730 con 0x7fae4c14ec10 2023-11-25T03:11:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae4c1f0f40 con 0x7fae4c14ec10 2023-11-25T03:11:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fae3c0113f0 con 0x7fae4c14ec10 2023-11-25T03:11:21.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae427fc640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fae300664a0 0x7fae30068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fae3c083e20 con 0x7fae4c14ec10 2023-11-25T03:11:21.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae51bb3640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fae300664a0 0x7fae30068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.477+0000 7fae51bb3640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fae300664a0 0x7fae30068960 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fae4c1edc80 tx=0x7fae48008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.481+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fae3c0513e0 con 0x7fae4c14ec10 2023-11-25T03:11:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.633+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fae4c068400 con 0x7fae4c14ec10 2023-11-25T03:11:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.633+0000 7fae427fc640 1 -- 172.21.15.76:0/595320554 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fae3c054a00 con 0x7fae4c14ec10 2023-11-25T03:11:21.639 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:21.639 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:21.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fae300664a0 msgr2=0x7fae30068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fae300664a0 0x7fae30068960 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fae4c1edc80 tx=0x7fae48008040 comp rx=0 tx=0).stop 2023-11-25T03:11:21.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 msgr2=0x7fae4c1ecb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 0x7fae4c1ecb50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fae3c00c820 tx=0x7fae3c00cce0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 shutdown_connections 2023-11-25T03:11:21.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fae300664a0 0x7fae30068960 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae4c147c10 0x7fae4c0c5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae4c14ec10 0x7fae4c1ecb50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 --2- 172.21.15.76:0/595320554 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae4c0714a0 0x7fae4c150e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 >> 172.21.15.76:0/595320554 conn(0x7fae4c0c6ef0 msgr2=0x7fae4c0c21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:21.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 shutdown_connections 2023-11-25T03:11:21.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.637+0000 7fae53e17640 1 -- 172.21.15.76:0/595320554 wait complete. 2023-11-25T03:11:21.659 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:21.660 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:21.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 Processor -- start 2023-11-25T03:11:21.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 -- start start 2023-11-25T03:11:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f03ac0c2bb0 0x7f03ac0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03ac0c31c0 con 0x7f03ac0c4100 2023-11-25T03:11:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03ac0c34a0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03b1baa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03ac0c1030 con 0x7f03ac0c63c0 2023-11-25T03:11:21.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f03ac0c2bb0 0x7f03ac0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f03ac0c2bb0 0x7f03ac0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:50406/0 (socket says 172.21.15.76:50406) 2023-11-25T03:11:21.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 -- 172.21.15.76:0/561007969 learned_addr learned my addr 172.21.15.76:0/561007969 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:21.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03ab7fe640 1 --2- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 -- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 msgr2=0x7f03ac0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 --2- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 -- 172.21.15.76:0/561007969 >> v1:172.21.15.106:6789/0 conn(0x7f03ac0c4100 legacy=0x7f03ac0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.797+0000 7f03abfff640 1 -- 172.21.15.76:0/561007969 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03ac0c1310 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03abfff640 1 --2- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac0a9680 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f03a400d150 tx=0x7f03a401eac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b82d6ba27b380e95 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03aaffd640 1 -- 172.21.15.76:0/561007969 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03ac0aa3d0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03aaffd640 1 -- 172.21.15.76:0/561007969 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03a400b2d0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03aaffd640 1 -- 172.21.15.76:0/561007969 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03a40a7bd0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 -- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c2bb0 msgr2=0x7f03ac0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 --2- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac0a9680 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f03a400d150 tx=0x7f03a401eac0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 -- 172.21.15.76:0/561007969 shutdown_connections 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 --2- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac0a9680 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 --2- 172.21.15.76:0/561007969 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 -- 172.21.15.76:0/561007969 >> 172.21.15.76:0/561007969 conn(0x7f03ac06a5b0 msgr2=0x7f03ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 -- 172.21.15.76:0/561007969 shutdown_connections 2023-11-25T03:11:21.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.801+0000 7f03b1baa640 1 -- 172.21.15.76:0/561007969 wait complete. 2023-11-25T03:11:21.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 Processor -- start 2023-11-25T03:11:21.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 -- start start 2023-11-25T03:11:21.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac153340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c4100 0x7f03ac1eff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac1f04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03ac15aec0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03ac1ec990 con 0x7f03ac0c4100 2023-11-25T03:11:21.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03ac15ac20 con 0x7f03ac0c63c0 2023-11-25T03:11:21.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac153340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac153340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48372/0 (socket says 172.21.15.76:48372) 2023-11-25T03:11:21.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 -- 172.21.15.76:0/4087542380 learned_addr learned my addr 172.21.15.76:0/4087542380 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:21.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03a3fff640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c4100 0x7f03ac1eff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03abfff640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac1f04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 -- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 msgr2=0x7f03ac1f04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac1f04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 -- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c4100 msgr2=0x7f03ac1eff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c4100 0x7f03ac1eff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 -- 172.21.15.76:0/4087542380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03a400bd40 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03abfff640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac1f04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03ab7fe640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac153340 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f039c00e870 tx=0x7f039c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f039c009510 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f039c00eec0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03ac1ecba0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f039c00cb40 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.805+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03ac1ed160 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.809+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03ac068400 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.809+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f039c00cca0 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.809+0000 7f03a8ff9640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f038c066470 0x7f038c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.809+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f039c083f10 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.809+0000 7f03a3fff640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f038c066470 0x7f038c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:21.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.809+0000 7f03a3fff640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f038c066470 0x7f038c068930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f03ac0a7520 tx=0x7f0394009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:21.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.813+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f039c051430 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.969+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f03ac0c3e70 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.969+0000 7f03a8ff9640 1 -- 172.21.15.76:0/4087542380 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f039c017020 con 0x7f03ac0c2bb0 2023-11-25T03:11:21.975 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:21.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f038c066470 msgr2=0x7f038c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f038c066470 0x7f038c068930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f03ac0a7520 tx=0x7f0394009040 comp rx=0 tx=0).stop 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 msgr2=0x7f03ac153340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac153340 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f039c00e870 tx=0x7f039c00ec70 comp rx=0 tx=0).stop 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 shutdown_connections 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f038c066470 0x7f038c068930 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f03ac0c63c0 0x7f03ac1f04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f03ac0c4100 0x7f03ac1eff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 --2- 172.21.15.76:0/4087542380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ac0c2bb0 0x7f03ac153340 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:21.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 >> 172.21.15.76:0/4087542380 conn(0x7f03ac06a5b0 msgr2=0x7f03ac06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:21.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 shutdown_connections 2023-11-25T03:11:21.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:21.973+0000 7f03b1baa640 1 -- 172.21.15.76:0/4087542380 wait complete. 2023-11-25T03:11:21.995 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:22.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 Processor -- start 2023-11-25T03:11:22.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 -- start start 2023-11-25T03:11:22.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 0x7f2ef806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2ef806b9e0 0x7f2ef815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ef806c860 con 0x7f2ef8151e90 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ef80c8750 con 0x7f2ef806b9e0 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2efcad6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef81552d0 con 0x7f2ef80c7ea0 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2ef8151e90 0x7f2ef80c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46564/0 (socket says 172.21.15.76:46564) 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef659c640 1 -- 172.21.15.76:0/932739664 learned_addr learned my addr 172.21.15.76:0/932739664 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2eedd9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 0x7f2ef806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef6d9d640 1 --2- 172.21.15.76:0/932739664 >> v2:172.21.15.106:3300/0 conn(0x7f2ef806b9e0 0x7f2ef815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3026983956 0 0) 0x7f2ef806c860 con 0x7f2ef8151e90 2023-11-25T03:11:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2ee4003530 con 0x7f2ef8151e90 2023-11-25T03:11:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1716492760 0 0) 0x7f2ee4003530 con 0x7f2ef8151e90 2023-11-25T03:11:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 msgr2=0x7f2ef806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 0x7f2ef806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 >> v2:172.21.15.106:3300/0 conn(0x7f2ef806b9e0 msgr2=0x7f2ef815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 --2- 172.21.15.76:0/932739664 >> v2:172.21.15.106:3300/0 conn(0x7f2ef806b9e0 0x7f2ef815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ef8154930 con 0x7f2ef8151e90 2023-11-25T03:11:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f2ee8001680 con 0x7f2ef8151e90 2023-11-25T03:11:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 >> v1:172.21.15.76:6789/0 conn(0x7f2ef8151e90 legacy=0x7f2ef80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee4003980 0x7f2ee4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ee40047d0 0x7f2ee4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 0x7f2ee4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef80c8750 con 0x7f2ee40047d0 2023-11-25T03:11:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef81552d0 con 0x7f2ee4003980 2023-11-25T03:11:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.133+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ee400ba10 con 0x7f2ef80c7ea0 2023-11-25T03:11:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ee40047d0 0x7f2ee4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2ef659c640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee4003980 0x7f2ee4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2ef6d9d640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 0x7f2ee4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 -- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 msgr2=0x7f2ee4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef80c7ea0 0x7f2ee4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 -- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee4003980 msgr2=0x7f2ee4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee4003980 0x7f2ee4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 -- 172.21.15.76:0/932739664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ee4003530 con 0x7f2ee40047d0 2023-11-25T03:11:22.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2ef659c640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee4003980 0x7f2ee4003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2eedd9b640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ee40047d0 0x7f2ee4004c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0009ab0 tx=0x7f2ee001ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9de0b1f99ebb8b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ee00a6410 con 0x7f2ee40047d0 2023-11-25T03:11:22.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ee00a6570 con 0x7f2ee40047d0 2023-11-25T03:11:22.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.137+0000 7f2ef5d9b640 1 -- 172.21.15.76:0/932739664 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ee00a68e0 con 0x7f2ee40047d0 2023-11-25T03:11:22.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- 172.21.15.76:0/932739664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ee40047d0 msgr2=0x7f2ee4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 --2- 172.21.15.76:0/932739664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ee40047d0 0x7f2ee4004c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0009ab0 tx=0x7f2ee001ca30 comp rx=0 tx=0).stop 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2ef6d9d640 1 -- 172.21.15.76:0/932739664 reap_dead start 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- 172.21.15.76:0/932739664 shutdown_connections 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- 172.21.15.76:0/932739664 >> 172.21.15.76:0/932739664 conn(0x7f2ef80ca170 msgr2=0x7f2ef80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- 172.21.15.76:0/932739664 shutdown_connections 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- 172.21.15.76:0/932739664 wait complete. 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 Processor -- start 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- start start 2023-11-25T03:11:22.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee40047d0 0x7f2ef80aa050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef814ed70 0x7f2ef8156b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 0x7f2ef814dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef81ed930 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef81ede90 con 0x7f2ee40047d0 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2efcad6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef814c5c0 con 0x7f2ef814ed70 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2ef6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 0x7f2ef814dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2ef6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 0x7f2ef814dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48394/0 (socket says 172.21.15.76:48394) 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2ef6d9d640 1 -- 172.21.15.76:0/110745260 learned_addr learned my addr 172.21.15.76:0/110745260 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2ef659c640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee40047d0 0x7f2ef80aa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.141+0000 7f2eedd9b640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef814ed70 0x7f2ef8156b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef6d9d640 1 -- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef814ed70 msgr2=0x7f2ef8156b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef6d9d640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef814ed70 0x7f2ef8156b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef6d9d640 1 -- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee40047d0 msgr2=0x7f2ef80aa050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef6d9d640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee40047d0 0x7f2ef80aa050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef6d9d640 1 -- 172.21.15.76:0/110745260 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ef80aa590 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef6d9d640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 0x7f2ef814dd80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009e90 tx=0x7f2ef00115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ef000e070 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ef0011e00 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ef00039a0 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ef81570a0 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ef81edb20 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ef80aca50 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2ef0003b00 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2eef7fe640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ed80664a0 0x7f2ed8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2ef00845c0 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.145+0000 7f2ef659c640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ed80664a0 0x7f2ed8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.149+0000 7f2ef659c640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ed80664a0 0x7f2ed8068960 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8001000 tx=0x7f2ee8007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.149+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2ef0051ae0 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2ef8068400 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2eef7fe640 1 -- 172.21.15.76:0/110745260 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2ef0055100 con 0x7f2ef80aa7c0 2023-11-25T03:11:22.306 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:22.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ed80664a0 msgr2=0x7f2ed8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ed80664a0 0x7f2ed8068960 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8001000 tx=0x7f2ee8007040 comp rx=0 tx=0).stop 2023-11-25T03:11:22.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 msgr2=0x7f2ef814dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 0x7f2ef814dd80 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009e90 tx=0x7f2ef00115a0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 shutdown_connections 2023-11-25T03:11:22.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ed80664a0 0x7f2ed8068960 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ef80aa7c0 0x7f2ef814dd80 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2ef814ed70 0x7f2ef8156b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 --2- 172.21.15.76:0/110745260 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2ee40047d0 0x7f2ef80aa050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 >> 172.21.15.76:0/110745260 conn(0x7f2ef80ca170 msgr2=0x7f2ef81507c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:22.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 shutdown_connections 2023-11-25T03:11:22.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.301+0000 7f2efcad6640 1 -- 172.21.15.76:0/110745260 wait complete. 2023-11-25T03:11:22.326 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:22.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 Processor -- start 2023-11-25T03:11:22.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 -- start start 2023-11-25T03:11:22.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f30000c4100 0x7f30000c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30000c31c0 con 0x7f30000c29e0 2023-11-25T03:11:22.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30000c34a0 con 0x7f30000c4100 2023-11-25T03:11:22.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.461+0000 7f3006d57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30000c1030 con 0x7f30000c63c0 2023-11-25T03:11:22.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f30052f4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f30000c29e0 0x7f30000a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46576/0 (socket says 172.21.15.76:46576) 2023-11-25T03:11:22.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f30052f4640 1 -- 172.21.15.76:0/3420982262 learned_addr learned my addr 172.21.15.76:0/3420982262 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f3004af3640 1 --2- 172.21.15.76:0/3420982262 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f2ff7fff640 1 --2- 172.21.15.76:0/3420982262 >> v2:172.21.15.106:3300/0 conn(0x7f30000c4100 0x7f30000c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f2ff77fe640 1 -- 172.21.15.76:0/3420982262 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3803708666 0 0) 0x7f30000c31c0 con 0x7f30000c29e0 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f2ff77fe640 1 -- 172.21.15.76:0/3420982262 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2fe8003530 con 0x7f30000c29e0 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f3004af3640 1 -- 172.21.15.76:0/3420982262 >> v2:172.21.15.106:3300/0 conn(0x7f30000c4100 msgr2=0x7f30000c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f3004af3640 1 --2- 172.21.15.76:0/3420982262 >> v2:172.21.15.106:3300/0 conn(0x7f30000c4100 0x7f30000c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f3004af3640 1 -- 172.21.15.76:0/3420982262 >> v1:172.21.15.76:6789/0 conn(0x7f30000c29e0 legacy=0x7f30000a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f3004af3640 1 -- 172.21.15.76:0/3420982262 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30000c1310 con 0x7f30000c63c0 2023-11-25T03:11:22.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f2ff7fff640 1 --2- 172.21.15.76:0/3420982262 >> v2:172.21.15.106:3300/0 conn(0x7f30000c4100 0x7f30000c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:22.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.465+0000 7f3004af3640 1 --2- 172.21.15.76:0/3420982262 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c06d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc0097c0 tx=0x7f2ffc01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db8764b9bdb1bd70 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f2ff77fe640 1 -- 172.21.15.76:0/3420982262 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ffc004230 con 0x7f30000c63c0 2023-11-25T03:11:22.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f2ff77fe640 1 -- 172.21.15.76:0/3420982262 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ffc0a7050 con 0x7f30000c63c0 2023-11-25T03:11:22.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f2ff77fe640 1 -- 172.21.15.76:0/3420982262 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ffc003620 con 0x7f30000c63c0 2023-11-25T03:11:22.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- 172.21.15.76:0/3420982262 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 msgr2=0x7f30000c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 --2- 172.21.15.76:0/3420982262 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c06d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc0097c0 tx=0x7f2ffc01c330 comp rx=0 tx=0).stop 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- 172.21.15.76:0/3420982262 shutdown_connections 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 --2- 172.21.15.76:0/3420982262 >> v2:172.21.15.106:3300/0 conn(0x7f30000c4100 0x7f30000c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 --2- 172.21.15.76:0/3420982262 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c06d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- 172.21.15.76:0/3420982262 >> 172.21.15.76:0/3420982262 conn(0x7f300006a5b0 msgr2=0x7f300006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- 172.21.15.76:0/3420982262 shutdown_connections 2023-11-25T03:11:22.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- 172.21.15.76:0/3420982262 wait complete. 2023-11-25T03:11:22.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 Processor -- start 2023-11-25T03:11:22.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- start start 2023-11-25T03:11:22.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 0x7f30000bbf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c4100 0x7f30001eea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30001eef60 con 0x7f30000c29e0 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30000bda10 con 0x7f30000c4100 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3006d57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30000bc620 con 0x7f30000c63c0 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3004af3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 0x7f30000bbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3004af3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 0x7f30000bbf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48410/0 (socket says 172.21.15.76:48410) 2023-11-25T03:11:22.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f3004af3640 1 -- 172.21.15.76:0/504099690 learned_addr learned my addr 172.21.15.76:0/504099690 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:22.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f2ff7fff640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c4100 0x7f30001eea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.469+0000 7f30052f4640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3004af3640 1 -- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 msgr2=0x7f30000c5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3004af3640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3004af3640 1 -- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c4100 msgr2=0x7f30001eea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3004af3640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c4100 0x7f30001eea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3004af3640 1 -- 172.21.15.76:0/504099690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ff0009420 con 0x7f30000c29e0 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f30052f4640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3004af3640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 0x7f30000bbf90 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc019f60 tx=0x7f2ffc0190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ffc003af0 con 0x7f30000c29e0 2023-11-25T03:11:22.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ffc003c50 con 0x7f30000c29e0 2023-11-25T03:11:22.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ffc009420 con 0x7f30000c29e0 2023-11-25T03:11:22.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ffc0b6480 con 0x7f30000c29e0 2023-11-25T03:11:22.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30000bd3c0 con 0x7f30000c29e0 2023-11-25T03:11:22.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3000068400 con 0x7f30000c29e0 2023-11-25T03:11:22.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2ffc0b2040 con 0x7f30000c29e0 2023-11-25T03:11:22.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff57fa640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fec066470 0x7f2fec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2ffc11e420 con 0x7f30000c29e0 2023-11-25T03:11:22.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.473+0000 7f2ff7fff640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fec066470 0x7f2fec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.477+0000 7f2ff7fff640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fec066470 0x7f2fec068930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f30000c0520 tx=0x7f2ff0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.477+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2ffc0eb8b0 con 0x7f30000c29e0 2023-11-25T03:11:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.625+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f300006ac00 con 0x7f30000c29e0 2023-11-25T03:11:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.625+0000 7f2ff57fa640 1 -- 172.21.15.76:0/504099690 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2ffc0eeed0 con 0x7f30000c29e0 2023-11-25T03:11:22.631 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:22.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fec066470 msgr2=0x7f2fec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fec066470 0x7f2fec068930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f30000c0520 tx=0x7f2ff0009190 comp rx=0 tx=0).stop 2023-11-25T03:11:22.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 msgr2=0x7f30000bbf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 0x7f30000bbf90 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc019f60 tx=0x7f2ffc0190d0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 shutdown_connections 2023-11-25T03:11:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2fec066470 0x7f2fec068930 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f30000c63c0 0x7f30000c5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f30000c4100 0x7f30001eea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 --2- 172.21.15.76:0/504099690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30000c29e0 0x7f30000bbf90 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 >> 172.21.15.76:0/504099690 conn(0x7f300006a5b0 msgr2=0x7f30000c48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 shutdown_connections 2023-11-25T03:11:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.629+0000 7f3006d57640 1 -- 172.21.15.76:0/504099690 wait complete. 2023-11-25T03:11:22.653 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:22.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28ab7c1640 1 Processor -- start 2023-11-25T03:11:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28ab7c1640 1 -- start start 2023-11-25T03:11:22.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28ab7c1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28ab7c1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28a40c31c0 con 0x7f28a40c4100 2023-11-25T03:11:22.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28ab7c1640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28a40c34a0 con 0x7f28a40c63c0 2023-11-25T03:11:22.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28ab7c1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28a40c1030 con 0x7f28a40c2bb0 2023-11-25T03:11:22.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28a8d5c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f28a40c4100 0x7f28a40a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46590/0 (socket says 172.21.15.76:46590) 2023-11-25T03:11:22.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28a8d5c640 1 -- 172.21.15.76:0/2011426731 learned_addr learned my addr 172.21.15.76:0/2011426731 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:22.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.785+0000 7f28a9d5e640 1 --2- 172.21.15.76:0/2011426731 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1342528671 0 0) 0x7f28a40c31c0 con 0x7f28a40c4100 2023-11-25T03:11:22.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2890005740 con 0x7f28a40c4100 2023-11-25T03:11:22.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3633998118 0 0) 0x7f28a40c34a0 con 0x7f28a40c63c0 2023-11-25T03:11:22.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f28a40c31c0 con 0x7f28a40c63c0 2023-11-25T03:11:22.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f28a9d5e640 1 -- 172.21.15.76:0/2011426731 >> v1:172.21.15.106:6789/0 conn(0x7f28a40c63c0 legacy=0x7f28a40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f28a9d5e640 1 -- 172.21.15.76:0/2011426731 >> v1:172.21.15.76:6789/0 conn(0x7f28a40c4100 legacy=0x7f28a40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f28a9d5e640 1 -- 172.21.15.76:0/2011426731 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28a40c1310 con 0x7f28a40c2bb0 2023-11-25T03:11:22.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f28a9d5e640 1 --2- 172.21.15.76:0/2011426731 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a40c06d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f289c009dc0 tx=0x7f289c01c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8dd021e47fba741 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289c0a5800 con 0x7f28a40c2bb0 2023-11-25T03:11:22.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f289c0a5960 con 0x7f28a40c2bb0 2023-11-25T03:11:22.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.789+0000 7f289bfff640 1 -- 172.21.15.76:0/2011426731 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289c0a5cf0 con 0x7f28a40c2bb0 2023-11-25T03:11:22.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- 172.21.15.76:0/2011426731 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 msgr2=0x7f28a40c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/2011426731 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a40c06d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f289c009dc0 tx=0x7f289c01c820 comp rx=0 tx=0).stop 2023-11-25T03:11:22.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- 172.21.15.76:0/2011426731 shutdown_connections 2023-11-25T03:11:22.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/2011426731 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a40c06d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- 172.21.15.76:0/2011426731 >> 172.21.15.76:0/2011426731 conn(0x7f28a406a5b0 msgr2=0x7f28a406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:22.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- 172.21.15.76:0/2011426731 shutdown_connections 2023-11-25T03:11:22.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- 172.21.15.76:0/2011426731 wait complete. 2023-11-25T03:11:22.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 Processor -- start 2023-11-25T03:11:22.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- start start 2023-11-25T03:11:22.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a4072010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28a40c4100 0x7f28a40bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 0x7f28a40bf640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28a4154660 con 0x7f28a40c63c0 2023-11-25T03:11:22.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28a40710b0 con 0x7f28a40c4100 2023-11-25T03:11:22.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28ab7c1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28a414e260 con 0x7f28a40c2bb0 2023-11-25T03:11:22.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 0x7f28a40bf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 0x7f28a40bf640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48412/0 (socket says 172.21.15.76:48412) 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 -- 172.21.15.76:0/3897419974 learned_addr learned my addr 172.21.15.76:0/3897419974 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a8d5c640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28a40c4100 0x7f28a40bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a955d640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a4072010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 -- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 msgr2=0x7f28a4072010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a4072010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 -- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28a40c4100 msgr2=0x7f28a40bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28a40c4100 0x7f28a40bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.793+0000 7f28a9d5e640 1 -- 172.21.15.76:0/3897419974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f289c009a70 con 0x7f28a40c63c0 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f28a9d5e640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 0x7f28a40bf640 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f289c019430 tx=0x7f289c0195c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289c0b9650 con 0x7f28a40c63c0 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f289c0b97b0 con 0x7f28a40c63c0 2023-11-25T03:11:22.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289c0b9b60 con 0x7f28a40c63c0 2023-11-25T03:11:22.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28a41540a0 con 0x7f28a40c63c0 2023-11-25T03:11:22.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28a4071300 con 0x7f28a40c63c0 2023-11-25T03:11:22.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28a4068400 con 0x7f28a40c63c0 2023-11-25T03:11:22.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.797+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f289c0b9cc0 con 0x7f28a40c63c0 2023-11-25T03:11:22.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.801+0000 7f2899ffb640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2888066470 0x7f2888068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:22.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.801+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f289c11f3b0 con 0x7f28a40c63c0 2023-11-25T03:11:22.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.801+0000 7f28a955d640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2888066470 0x7f2888068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:22.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.801+0000 7f28a955d640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2888066470 0x7f2888068930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f28a0001020 tx=0x7f28a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:22.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.801+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f289c0eca60 con 0x7f28a40c63c0 2023-11-25T03:11:22.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.953+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f28a40c03b0 con 0x7f28a40c63c0 2023-11-25T03:11:22.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f2899ffb640 1 -- 172.21.15.76:0/3897419974 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f289c0f0080 con 0x7f28a40c63c0 2023-11-25T03:11:22.960 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:22.961 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:22.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2888066470 msgr2=0x7f2888068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2888066470 0x7f2888068930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f28a0001020 tx=0x7f28a0009040 comp rx=0 tx=0).stop 2023-11-25T03:11:22.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 msgr2=0x7f28a40bf640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:22.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 0x7f28a40bf640 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f289c019430 tx=0x7f289c0195c0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 shutdown_connections 2023-11-25T03:11:22.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2888066470 0x7f2888068930 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28a40c63c0 0x7f28a40bf640 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28a40c4100 0x7f28a40bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 --2- 172.21.15.76:0/3897419974 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28a40c2bb0 0x7f28a4072010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:22.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 >> 172.21.15.76:0/3897419974 conn(0x7f28a406a5b0 msgr2=0x7f28a40a7210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:22.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 shutdown_connections 2023-11-25T03:11:22.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:22.957+0000 7f28ab7c1640 1 -- 172.21.15.76:0/3897419974 wait complete. 2023-11-25T03:11:22.981 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:22.982 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:23.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 Processor -- start 2023-11-25T03:11:23.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 -- start start 2023-11-25T03:11:23.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc14c06a5b0 0x7fc14c06a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 0x7fc14c0c2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc14c072500 con 0x7fc14c06b1e0 2023-11-25T03:11:23.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc14c06ef50 con 0x7fc14c06a5b0 2023-11-25T03:11:23.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc151c79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c0720b0 con 0x7fc14c06dfe0 2023-11-25T03:11:23.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc14c06b1e0 0x7fc14c0c25d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46598/0 (socket says 172.21.15.76:46598) 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14bfff640 1 -- 172.21.15.76:0/3288439496 learned_addr learned my addr 172.21.15.76:0/3288439496 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/3288439496 >> v2:172.21.15.106:3300/0 conn(0x7fc14c06a5b0 0x7fc14c06a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14affd640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 0x7fc14c0c2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 952415409 0 0) 0x7fc14c072500 con 0x7fc14c06b1e0 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc134003530 con 0x7fc14c06b1e0 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 573576441 0 0) 0x7fc134003530 con 0x7fc14c06b1e0 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 msgr2=0x7fc14c0c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 0x7fc14c0c2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 >> v2:172.21.15.106:3300/0 conn(0x7fc14c06a5b0 msgr2=0x7fc14c06a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 --2- 172.21.15.76:0/3288439496 >> v2:172.21.15.106:3300/0 conn(0x7fc14c06a5b0 0x7fc14c06a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc14c070f60 con 0x7fc14c06b1e0 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fc144001a00 con 0x7fc14c06b1e0 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 >> v1:172.21.15.76:6789/0 conn(0x7fc14c06b1e0 legacy=0x7fc14c0c25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc134003980 0x7fc134003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 0x7fc1340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc134004d10 0x7fc134005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c06ef50 con 0x7fc134003980 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c0720b0 con 0x7fc134004d10 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc13400b990 con 0x7fc14c06dfe0 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc134003980 0x7fc134003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14affd640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 0x7fc1340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14bfff640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc134004d10 0x7fc134005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 -- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 msgr2=0x7fc1340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc14c06dfe0 0x7fc1340047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 -- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc134004d10 msgr2=0x7fc134005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc134004d10 0x7fc134005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.121+0000 7fc14b7fe640 1 -- 172.21.15.76:0/3288439496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc134003530 con 0x7fc134003980 2023-11-25T03:11:23.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc134003980 0x7fc134003da0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc13c009ae0 tx=0x7fc13c01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=620f24db983ea6c7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0a6470 con 0x7fc134003980 2023-11-25T03:11:23.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc13c0a65d0 con 0x7fc134003980 2023-11-25T03:11:23.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc14a7fc640 1 -- 172.21.15.76:0/3288439496 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c0a6980 con 0x7fc134003980 2023-11-25T03:11:23.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc151c79640 1 -- 172.21.15.76:0/3288439496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc134003980 msgr2=0x7fc134003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc151c79640 1 --2- 172.21.15.76:0/3288439496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc134003980 0x7fc134003da0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc13c009ae0 tx=0x7fc13c01ca90 comp rx=0 tx=0).stop 2023-11-25T03:11:23.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc14bfff640 1 -- 172.21.15.76:0/3288439496 reap_dead start 2023-11-25T03:11:23.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc151c79640 1 -- 172.21.15.76:0/3288439496 shutdown_connections 2023-11-25T03:11:23.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc151c79640 1 -- 172.21.15.76:0/3288439496 >> 172.21.15.76:0/3288439496 conn(0x7fc14c0c6ef0 msgr2=0x7fc14c0c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:23.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc151c79640 1 -- 172.21.15.76:0/3288439496 shutdown_connections 2023-11-25T03:11:23.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.125+0000 7fc151c79640 1 -- 172.21.15.76:0/3288439496 wait complete. 2023-11-25T03:11:23.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 Processor -- start 2023-11-25T03:11:23.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 -- start start 2023-11-25T03:11:23.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc134003980 0x7fc14c1f0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 0x7fc14c1f1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc14c1405c0 0x7fc14c140a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c145230 con 0x7fc14c149050 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c146d70 con 0x7fc14c1405c0 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c1f15c0 con 0x7fc134003980 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 0x7fc14c1f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 0x7fc14c1f1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48434/0 (socket says 172.21.15.76:48434) 2023-11-25T03:11:23.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 -- 172.21.15.76:0/2043578586 learned_addr learned my addr 172.21.15.76:0/2043578586 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc134003980 0x7fc14c1f0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14bfff640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc14c1405c0 0x7fc14c140a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 -- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc134003980 msgr2=0x7fc14c1f0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc134003980 0x7fc14c1f0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 -- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc14c1405c0 msgr2=0x7fc14c140a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc14c1405c0 0x7fc14c140a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 -- 172.21.15.76:0/2043578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc14c146440 con 0x7fc14c149050 2023-11-25T03:11:23.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc14affd640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 0x7fc14c1f1080 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc1400119d0 tx=0x7fc140011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc14000fb50 con 0x7fc14c149050 2023-11-25T03:11:23.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc14000fcb0 con 0x7fc14c149050 2023-11-25T03:11:23.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc140014440 con 0x7fc14c149050 2023-11-25T03:11:23.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc14c146720 con 0x7fc14c149050 2023-11-25T03:11:23.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.129+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc14c1495c0 con 0x7fc14c149050 2023-11-25T03:11:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.133+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc14c068400 con 0x7fc14c149050 2023-11-25T03:11:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.133+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc1400145a0 con 0x7fc14c149050 2023-11-25T03:11:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.133+0000 7fc133fff640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc138066470 0x7fc138068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.133+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc140084630 con 0x7fc14c149050 2023-11-25T03:11:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.133+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc138066470 0x7fc138068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.133+0000 7fc14b7fe640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc138066470 0x7fc138068930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc13c0ad000 tx=0x7fc13c0046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.137+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc140051c10 con 0x7fc14c149050 2023-11-25T03:11:23.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc14c0c7cb0 con 0x7fc14c149050 2023-11-25T03:11:23.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc133fff640 1 -- 172.21.15.76:0/2043578586 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc140055230 con 0x7fc14c149050 2023-11-25T03:11:23.293 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:23.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc138066470 msgr2=0x7fc138068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc138066470 0x7fc138068930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc13c0ad000 tx=0x7fc13c0046d0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 msgr2=0x7fc14c1f1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 0x7fc14c1f1080 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc1400119d0 tx=0x7fc140011e90 comp rx=0 tx=0).stop 2023-11-25T03:11:23.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 shutdown_connections 2023-11-25T03:11:23.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc138066470 0x7fc138068930 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc14c1405c0 0x7fc14c140a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc14c149050 0x7fc14c1f1080 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 --2- 172.21.15.76:0/2043578586 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc134003980 0x7fc14c1f0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 >> 172.21.15.76:0/2043578586 conn(0x7fc14c0c6ef0 msgr2=0x7fc14c1485e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:23.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 shutdown_connections 2023-11-25T03:11:23.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.289+0000 7fc151c79640 1 -- 172.21.15.76:0/2043578586 wait complete. 2023-11-25T03:11:23.313 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:23.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 Processor -- start 2023-11-25T03:11:23.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 -- start start 2023-11-25T03:11:23.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f94d806d520 0x7f94d815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f94d80bffc0 0x7f94d80c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94d815c600 con 0x7f94d81560e0 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94d815a5c0 con 0x7f94d80bffc0 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94e0232640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94d81594e0 con 0x7f94d806d520 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94de7cf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f94d80bffc0 0x7f94d80c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94ddfce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f94d81560e0 0x7f94d8159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46602/0 (socket says 172.21.15.76:46602) 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94ddfce640 1 -- 172.21.15.76:0/1615103251 learned_addr learned my addr 172.21.15.76:0/1615103251 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.449+0000 7f94dd7cd640 1 --2- 172.21.15.76:0/1615103251 >> v2:172.21.15.106:3300/0 conn(0x7f94d806d520 0x7f94d815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94de7cf640 1 -- 172.21.15.76:0/1615103251 >> v2:172.21.15.106:3300/0 conn(0x7f94d806d520 msgr2=0x7f94d815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94de7cf640 1 --2- 172.21.15.76:0/1615103251 >> v2:172.21.15.106:3300/0 conn(0x7f94d806d520 0x7f94d815ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94dcfcc640 1 -- 172.21.15.76:0/1615103251 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1209433296 0 0) 0x7f94d815c600 con 0x7f94d81560e0 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94de7cf640 1 -- 172.21.15.76:0/1615103251 >> v1:172.21.15.76:6789/0 conn(0x7f94d81560e0 legacy=0x7f94d8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94de7cf640 1 -- 172.21.15.76:0/1615103251 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94d81597c0 con 0x7f94d80bffc0 2023-11-25T03:11:23.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94de7cf640 1 --2- 172.21.15.76:0/1615103251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d80bffc0 0x7f94d80c1bf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f94d80c1330 tx=0x7f94d001c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ebadc9fc0ea69e5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94dcfcc640 1 -- 172.21.15.76:0/1615103251 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d00a58b0 con 0x7f94d80bffc0 2023-11-25T03:11:23.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94dcfcc640 1 -- 172.21.15.76:0/1615103251 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94d00a5a10 con 0x7f94d80bffc0 2023-11-25T03:11:23.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94dcfcc640 1 -- 172.21.15.76:0/1615103251 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d00a5da0 con 0x7f94d80bffc0 2023-11-25T03:11:23.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94e0232640 1 -- 172.21.15.76:0/1615103251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d80bffc0 msgr2=0x7f94d80c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94e0232640 1 --2- 172.21.15.76:0/1615103251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d80bffc0 0x7f94d80c1bf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f94d80c1330 tx=0x7f94d001c8e0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94e0232640 1 -- 172.21.15.76:0/1615103251 shutdown_connections 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94e0232640 1 --2- 172.21.15.76:0/1615103251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d80bffc0 0x7f94d80c1bf0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94e0232640 1 --2- 172.21.15.76:0/1615103251 >> v2:172.21.15.106:3300/0 conn(0x7f94d806d520 0x7f94d815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.453+0000 7f94e0232640 1 -- 172.21.15.76:0/1615103251 >> 172.21.15.76:0/1615103251 conn(0x7f94d806a5b0 msgr2=0x7f94d806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 -- 172.21.15.76:0/1615103251 shutdown_connections 2023-11-25T03:11:23.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 -- 172.21.15.76:0/1615103251 wait complete. 2023-11-25T03:11:23.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 Processor -- start 2023-11-25T03:11:23.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 -- start start 2023-11-25T03:11:23.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94d806d520 0x7f94d81505a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94d80bffc0 0x7f94d81f1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 0x7f94d8156830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d81f1ab0 con 0x7f94d81560e0 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d81f14c0 con 0x7f94d806d520 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94e0232640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94d81f2410 con 0x7f94d80bffc0 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 0x7f94d8156830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 0x7f94d8156830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48450/0 (socket says 172.21.15.76:48450) 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 -- 172.21.15.76:0/3852687455 learned_addr learned my addr 172.21.15.76:0/3852687455 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:23.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94dd7cd640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94d80bffc0 0x7f94d81f1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94ddfce640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94d806d520 0x7f94d81505a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 -- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94d80bffc0 msgr2=0x7f94d81f1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94d80bffc0 0x7f94d81f1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 -- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94d806d520 msgr2=0x7f94d81505a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94d806d520 0x7f94d81505a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 -- 172.21.15.76:0/3852687455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94d0009a70 con 0x7f94d81560e0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.457+0000 7f94de7cf640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 0x7f94d8156830 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f94d00b0040 tx=0x7f94d0019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d00ad850 con 0x7f94d81560e0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94d00ad9b0 con 0x7f94d81560e0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d00add60 con 0x7f94d81560e0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94d8156d70 con 0x7f94d81560e0 2023-11-25T03:11:23.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94d8158640 con 0x7f94d81560e0 2023-11-25T03:11:23.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94d81f1bf0 con 0x7f94d81560e0 2023-11-25T03:11:23.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f94d00b4050 con 0x7f94d81560e0 2023-11-25T03:11:23.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ce7fc640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94bc066470 0x7f94bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f94d011edb0 con 0x7f94d81560e0 2023-11-25T03:11:23.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ddfce640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94bc066470 0x7f94bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.461+0000 7f94ddfce640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94bc066470 0x7f94bc068930 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f94d4000f70 tx=0x7f94d4007c10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.465+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f94d81f1bf0 con 0x7f94d81560e0 2023-11-25T03:11:23.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.613+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f94d81f1bf0 con 0x7f94d81560e0 2023-11-25T03:11:23.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.613+0000 7f94ce7fc640 1 -- 172.21.15.76:0/3852687455 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f94d81f1bf0 con 0x7f94d81560e0 2023-11-25T03:11:23.619 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:23.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94bc066470 msgr2=0x7f94bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94bc066470 0x7f94bc068930 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f94d4000f70 tx=0x7f94d4007c10 comp rx=0 tx=0).stop 2023-11-25T03:11:23.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 msgr2=0x7f94d8156830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 0x7f94d8156830 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f94d00b0040 tx=0x7f94d0019680 comp rx=0 tx=0).stop 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 shutdown_connections 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94bc066470 0x7f94bc068930 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94d81560e0 0x7f94d8156830 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94d80bffc0 0x7f94d81f1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 --2- 172.21.15.76:0/3852687455 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94d806d520 0x7f94d81505a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 >> 172.21.15.76:0/3852687455 conn(0x7f94d806a5b0 msgr2=0x7f94d8159db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:23.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 shutdown_connections 2023-11-25T03:11:23.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.617+0000 7f94e0232640 1 -- 172.21.15.76:0/3852687455 wait complete. 2023-11-25T03:11:23.639 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:23.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1893e640 1 Processor -- start 2023-11-25T03:11:23.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1893e640 1 -- start start 2023-11-25T03:11:23.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1893e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 0x7f9c141600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1893e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c1406c860 con 0x7f9c14151e90 2023-11-25T03:11:23.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1893e640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c1406c040 con 0x7f9c140c7ea0 2023-11-25T03:11:23.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1893e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c140c8750 con 0x7f9c1406bbb0 2023-11-25T03:11:23.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9c14151e90 0x7f9c140c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46608/0 (socket says 172.21.15.76:46608) 2023-11-25T03:11:23.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1259c640 1 -- 172.21.15.76:0/189994666 learned_addr learned my addr 172.21.15.76:0/189994666 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:23.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 27918271 0 0) 0x7f9c1406c860 con 0x7f9c14151e90 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c00003530 con 0x7f9c14151e90 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 0x7f9c141600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3838400228 0 0) 0x7f9c00003530 con 0x7f9c14151e90 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 msgr2=0x7f9c141600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 0x7f9c141600b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 >> v1:172.21.15.106:6789/0 conn(0x7f9c140c7ea0 legacy=0x7f9c1406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c14154930 con 0x7f9c14151e90 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f9c04001680 con 0x7f9c14151e90 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 >> v1:172.21.15.76:6789/0 conn(0x7f9c14151e90 legacy=0x7f9c140c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 0x7f9c000039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00003f30 0x7f9c000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c00004d10 0x7f9c00005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c140c8750 con 0x7f9c00004d10 2023-11-25T03:11:23.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c0000bbd0 con 0x7f9c00003f30 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c0000bd90 con 0x7f9c1406bbb0 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c00004d10 0x7f9c00005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c1259c640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 0x7f9c000039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c09d9b640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00003f30 0x7f9c000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 -- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 msgr2=0x7f9c000039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c1406bbb0 0x7f9c000039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 -- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00003f30 msgr2=0x7f9c000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00003f30 0x7f9c000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.777+0000 7f9c12d9d640 1 -- 172.21.15.76:0/189994666 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c00003530 con 0x7f9c00004d10 2023-11-25T03:11:23.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c00004d10 0x7f9c00005190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009ae0 tx=0x7f9c0c01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1a8ff6775981b4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c0a6430 con 0x7f9c00004d10 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c0c0a6590 con 0x7f9c00004d10 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c11d9b640 1 -- 172.21.15.76:0/189994666 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c0a6940 con 0x7f9c00004d10 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c1893e640 1 -- 172.21.15.76:0/189994666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c00004d10 msgr2=0x7f9c00005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c1893e640 1 --2- 172.21.15.76:0/189994666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c00004d10 0x7f9c00005190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009ae0 tx=0x7f9c0c01ca50 comp rx=0 tx=0).stop 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c12d9d640 1 -- 172.21.15.76:0/189994666 reap_dead start 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c1893e640 1 -- 172.21.15.76:0/189994666 shutdown_connections 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c1893e640 1 -- 172.21.15.76:0/189994666 >> 172.21.15.76:0/189994666 conn(0x7f9c140ca170 msgr2=0x7f9c140ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c1893e640 1 -- 172.21.15.76:0/189994666 shutdown_connections 2023-11-25T03:11:23.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.781+0000 7f9c1893e640 1 -- 172.21.15.76:0/189994666 wait complete. 2023-11-25T03:11:23.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 Processor -- start 2023-11-25T03:11:23.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 -- start start 2023-11-25T03:11:23.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00004d10 0x7f9c14153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c140c3e00 0x7f9c14153a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 0x7f9c141435d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c141552d0 con 0x7f9c14143120 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c141449f0 con 0x7f9c00004d10 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c141ed260 con 0x7f9c140c3e00 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 0x7f9c141435d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 0x7f9c141435d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48482/0 (socket says 172.21.15.76:48482) 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1259c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00004d10 0x7f9c14153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 -- 172.21.15.76:0/659400062 learned_addr learned my addr 172.21.15.76:0/659400062 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c09d9b640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c140c3e00 0x7f9c14153a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 -- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c140c3e00 msgr2=0x7f9c14153a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c140c3e00 0x7f9c14153a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 -- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00004d10 msgr2=0x7f9c14153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00004d10 0x7f9c14153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 -- 172.21.15.76:0/659400062 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c140c1110 con 0x7f9c14143120 2023-11-25T03:11:23.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c12d9d640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 0x7f9c141435d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009ae0 tx=0x7f9c0c0197f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c0a6430 con 0x7f9c14143120 2023-11-25T03:11:23.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c0c0a6be0 con 0x7f9c14143120 2023-11-25T03:11:23.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c141ed4e0 con 0x7f9c14143120 2023-11-25T03:11:23.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.785+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c004030 con 0x7f9c14143120 2023-11-25T03:11:23.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c141ed7c0 con 0x7f9c14143120 2023-11-25T03:11:23.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c14068400 con 0x7f9c14143120 2023-11-25T03:11:23.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9c0c004190 con 0x7f9c14143120 2023-11-25T03:11:23.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c0b7fe640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bf4066470 0x7f9bf4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:23.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9c0c11d900 con 0x7f9c14143120 2023-11-25T03:11:23.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c1259c640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bf4066470 0x7f9bf4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:23.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.789+0000 7f9c1259c640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bf4066470 0x7f9bf4068930 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9c040010f0 tx=0x7f9c04000ee0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:23.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.793+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9c0c0eae10 con 0x7f9c14143120 2023-11-25T03:11:23.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.945+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9c1406ca50 con 0x7f9c14143120 2023-11-25T03:11:23.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c0b7fe640 1 -- 172.21.15.76:0/659400062 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9c0c0ee430 con 0x7f9c14143120 2023-11-25T03:11:23.952 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:23.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bf4066470 msgr2=0x7f9bf4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bf4066470 0x7f9bf4068930 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9c040010f0 tx=0x7f9c04000ee0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 msgr2=0x7f9c141435d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:23.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 0x7f9c141435d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009ae0 tx=0x7f9c0c0197f0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 shutdown_connections 2023-11-25T03:11:23.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bf4066470 0x7f9bf4068930 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c14143120 0x7f9c141435d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9c140c3e00 0x7f9c14153a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 --2- 172.21.15.76:0/659400062 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9c00004d10 0x7f9c14153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:23.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 >> 172.21.15.76:0/659400062 conn(0x7f9c140ca170 msgr2=0x7f9c1406b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:23.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 shutdown_connections 2023-11-25T03:11:23.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:23.949+0000 7f9c1893e640 1 -- 172.21.15.76:0/659400062 wait complete. 2023-11-25T03:11:23.973 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:24.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.105+0000 7ffb1b617640 1 Processor -- start 2023-11-25T03:11:24.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.105+0000 7ffb1b617640 1 -- start start 2023-11-25T03:11:24.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb1b617640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb1414b010 0x7ffb140bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb1b617640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffb14157c20 0x7ffb14158070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb1b617640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb1406a5b0 con 0x7ffb14073a70 2023-11-25T03:11:24.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb1b617640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb1406b710 con 0x7ffb1414b010 2023-11-25T03:11:24.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb1b617640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb140c1d60 con 0x7ffb14157c20 2023-11-25T03:11:24.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb193b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb1414b010 0x7ffb140bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb18bb2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffb14073a70 0x7ffb1406b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46622/0 (socket says 172.21.15.76:46622) 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb18bb2640 1 -- 172.21.15.76:0/944832363 learned_addr learned my addr 172.21.15.76:0/944832363 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb19bb4640 1 --2- 172.21.15.76:0/944832363 >> v2:172.21.15.106:3300/0 conn(0x7ffb14157c20 0x7ffb14158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb193b3640 1 -- 172.21.15.76:0/944832363 >> v2:172.21.15.106:3300/0 conn(0x7ffb14157c20 msgr2=0x7ffb14158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb193b3640 1 --2- 172.21.15.76:0/944832363 >> v2:172.21.15.106:3300/0 conn(0x7ffb14157c20 0x7ffb14158070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb193b3640 1 -- 172.21.15.76:0/944832363 >> v1:172.21.15.76:6789/0 conn(0x7ffb14073a70 legacy=0x7ffb1406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb193b3640 1 -- 172.21.15.76:0/944832363 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb140c2040 con 0x7ffb1414b010 2023-11-25T03:11:24.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb0bfff640 1 -- 172.21.15.76:0/944832363 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1294395009 0 0) 0x7ffb1406a5b0 con 0x7ffb14073a70 2023-11-25T03:11:24.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.109+0000 7ffb193b3640 1 --2- 172.21.15.76:0/944832363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb1414b010 0x7ffb140bf9f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffb141521a0 tx=0x7ffb1001ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2eb85aedd82974 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb0bfff640 1 -- 172.21.15.76:0/944832363 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100a8950 con 0x7ffb1414b010 2023-11-25T03:11:24.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb0bfff640 1 -- 172.21.15.76:0/944832363 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb100a8ab0 con 0x7ffb1414b010 2023-11-25T03:11:24.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb0bfff640 1 -- 172.21.15.76:0/944832363 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100a8e40 con 0x7ffb1414b010 2023-11-25T03:11:24.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- 172.21.15.76:0/944832363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb1414b010 msgr2=0x7ffb140bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 --2- 172.21.15.76:0/944832363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb1414b010 0x7ffb140bf9f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffb141521a0 tx=0x7ffb1001ec50 comp rx=0 tx=0).stop 2023-11-25T03:11:24.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- 172.21.15.76:0/944832363 shutdown_connections 2023-11-25T03:11:24.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 --2- 172.21.15.76:0/944832363 >> v2:172.21.15.106:3300/0 conn(0x7ffb14157c20 0x7ffb14158070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 --2- 172.21.15.76:0/944832363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb1414b010 0x7ffb140bf9f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- 172.21.15.76:0/944832363 >> 172.21.15.76:0/944832363 conn(0x7ffb140c30c0 msgr2=0x7ffb140c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:24.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- 172.21.15.76:0/944832363 shutdown_connections 2023-11-25T03:11:24.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- 172.21.15.76:0/944832363 wait complete. 2023-11-25T03:11:24.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 Processor -- start 2023-11-25T03:11:24.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- start start 2023-11-25T03:11:24.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 0x7ffb141ea090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb1414b010 0x7ffb14147110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb14157c20 0x7ffb141503a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb141553c0 con 0x7ffb14073a70 2023-11-25T03:11:24.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb14152f20 con 0x7ffb1414b010 2023-11-25T03:11:24.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb1b617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb14151740 con 0x7ffb14157c20 2023-11-25T03:11:24.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.113+0000 7ffb193b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 0x7ffb141ea090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 0x7ffb141ea090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48510/0 (socket says 172.21.15.76:48510) 2023-11-25T03:11:24.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 -- 172.21.15.76:0/519777816 learned_addr learned my addr 172.21.15.76:0/519777816 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:24.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb18bb2640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb1414b010 0x7ffb14147110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb19bb4640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb14157c20 0x7ffb141503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 -- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb14157c20 msgr2=0x7ffb141503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb14157c20 0x7ffb141503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 -- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb1414b010 msgr2=0x7ffb14147110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb1414b010 0x7ffb14147110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 -- 172.21.15.76:0/519777816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb10009420 con 0x7ffb14073a70 2023-11-25T03:11:24.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb19bb4640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb14157c20 0x7ffb141503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb193b3640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 0x7ffb141ea090 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ffb100b3040 tx=0x7ffb1001b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100b9630 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb100b97b0 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb14151a20 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100b9b60 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb14154f50 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb14155500 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.117+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffb100b7040 con 0x7ffb14073a70 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.121+0000 7ffb09ffb640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffaf8066470 0x7ffaf8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.121+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffb10121d50 con 0x7ffb14073a70 2023-11-25T03:11:24.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.121+0000 7ffb18bb2640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffaf8066470 0x7ffaf8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.121+0000 7ffb18bb2640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffaf8066470 0x7ffaf8068930 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ffb14067640 tx=0x7ffb04007d60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.125+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffb100ef240 con 0x7ffb14073a70 2023-11-25T03:11:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.273+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffb14068400 con 0x7ffb14073a70 2023-11-25T03:11:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.273+0000 7ffb09ffb640 1 -- 172.21.15.76:0/519777816 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7ffb100f2860 con 0x7ffb14073a70 2023-11-25T03:11:24.279 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:24.280 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffaf8066470 msgr2=0x7ffaf8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffaf8066470 0x7ffaf8068930 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ffb14067640 tx=0x7ffb04007d60 comp rx=0 tx=0).stop 2023-11-25T03:11:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 msgr2=0x7ffb141ea090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 0x7ffb141ea090 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ffb100b3040 tx=0x7ffb1001b9f0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 shutdown_connections 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffaf8066470 0x7ffaf8068930 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb14157c20 0x7ffb141503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb1414b010 0x7ffb14147110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 --2- 172.21.15.76:0/519777816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb14073a70 0x7ffb141ea090 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 >> 172.21.15.76:0/519777816 conn(0x7ffb140c30c0 msgr2=0x7ffb140c0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 shutdown_connections 2023-11-25T03:11:24.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.277+0000 7ffb1b617640 1 -- 172.21.15.76:0/519777816 wait complete. 2023-11-25T03:11:24.300 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:24.301 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 Processor -- start 2023-11-25T03:11:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 -- start start 2023-11-25T03:11:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 0x7f9cbc0c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9cbc0c7ed0 0x7f9cbc154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cbc0ac4f0 con 0x7f9cbc0bd660 2023-11-25T03:11:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cbc158780 con 0x7f9cbc0c7ed0 2023-11-25T03:11:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cc1809640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc158a60 con 0x7f9cbc151dc0 2023-11-25T03:11:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cbb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9cbc0bd660 0x7f9cbc154b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46628/0 (socket says 172.21.15.76:46628) 2023-11-25T03:11:24.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cbb7fe640 1 -- 172.21.15.76:0/1625073285 learned_addr learned my addr 172.21.15.76:0/1625073285 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:24.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2555089771 0 0) 0x7f9cbc0ac4f0 con 0x7f9cbc0bd660 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/1625073285 >> v2:172.21.15.106:3300/0 conn(0x7f9cbc0c7ed0 0x7f9cbc154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cbaffd640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 0x7f9cbc0c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ca4003530 con 0x7f9cbc0bd660 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 570808291 0 0) 0x7f9ca4003530 con 0x7f9cbc0bd660 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 msgr2=0x7f9cbc0c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 0x7f9cbc0c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 >> v2:172.21.15.106:3300/0 conn(0x7f9cbc0c7ed0 msgr2=0x7f9cbc154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 --2- 172.21.15.76:0/1625073285 >> v2:172.21.15.106:3300/0 conn(0x7f9cbc0c7ed0 0x7f9cbc154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cbc0ac180 con 0x7f9cbc0bd660 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f9cb4001a00 con 0x7f9cbc0bd660 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 >> v1:172.21.15.76:6789/0 conn(0x7f9cbc0bd660 legacy=0x7f9cbc154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 0x7f9ca4003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ca4003f50 0x7f9ca40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ca4004d10 0x7f9ca4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc158780 con 0x7f9ca4003f50 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc158a60 con 0x7f9ca4004d10 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ca400bac0 con 0x7f9cbc151dc0 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ca4003f50 0x7f9ca40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cbaffd640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 0x7f9ca4003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cbb7fe640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ca4004d10 0x7f9ca4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 -- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 msgr2=0x7f9ca4003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:24.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9cbc151dc0 0x7f9ca4003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 -- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ca4004d10 msgr2=0x7f9ca4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:24.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ca4004d10 0x7f9ca4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.437+0000 7f9cba7fc640 1 -- 172.21.15.76:0/1625073285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ca4003530 con 0x7f9ca4003f50 2023-11-25T03:11:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ca4003f50 0x7f9ca40047d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0009ab0 tx=0x7f9cb001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379a1bfb6ede8588 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb00a64e0 con 0x7f9ca4003f50 2023-11-25T03:11:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb00a6640 con 0x7f9ca4003f50 2023-11-25T03:11:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cb9ffb640 1 -- 172.21.15.76:0/1625073285 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb00a67f0 con 0x7f9ca4003f50 2023-11-25T03:11:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cc1809640 1 -- 172.21.15.76:0/1625073285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ca4003f50 msgr2=0x7f9ca40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cc1809640 1 --2- 172.21.15.76:0/1625073285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ca4003f50 0x7f9ca40047d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0009ab0 tx=0x7f9cb001ca70 comp rx=0 tx=0).stop 2023-11-25T03:11:24.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cbb7fe640 1 -- 172.21.15.76:0/1625073285 reap_dead start 2023-11-25T03:11:24.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cc1809640 1 -- 172.21.15.76:0/1625073285 shutdown_connections 2023-11-25T03:11:24.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cc1809640 1 -- 172.21.15.76:0/1625073285 >> 172.21.15.76:0/1625073285 conn(0x7f9cbc071eb0 msgr2=0x7f9cbc0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:24.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cc1809640 1 -- 172.21.15.76:0/1625073285 shutdown_connections 2023-11-25T03:11:24.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.441+0000 7f9cc1809640 1 -- 172.21.15.76:0/1625073285 wait complete. 2023-11-25T03:11:24.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 Processor -- start 2023-11-25T03:11:24.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 -- start start 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ca4003f50 0x7f9cbc150030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 0x7f9cbc1ecbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9cbc15e5c0 0x7f9cbc1ed130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc0ab5a0 con 0x7f9cbc15eb10 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc1f0d90 con 0x7f9cbc15e5c0 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc0c0940 con 0x7f9ca4003f50 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 0x7f9cbc1ecbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 0x7f9cbc1ecbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48520/0 (socket says 172.21.15.76:48520) 2023-11-25T03:11:24.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 -- 172.21.15.76:0/2748987095 learned_addr learned my addr 172.21.15.76:0/2748987095 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cbaffd640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ca4003f50 0x7f9cbc150030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cbb7fe640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9cbc15e5c0 0x7f9cbc1ed130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 -- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ca4003f50 msgr2=0x7f9cbc150030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ca4003f50 0x7f9cbc150030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 -- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9cbc15e5c0 msgr2=0x7f9cbc1ed130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9cbc15e5c0 0x7f9cbc1ed130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 -- 172.21.15.76:0/2748987095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cbc15e210 con 0x7f9cbc15eb10 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cba7fc640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 0x7f9cbc1ecbf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0009a00 tx=0x7f9ca4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb00a67b0 con 0x7f9cbc15eb10 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb00a6910 con 0x7f9cbc15eb10 2023-11-25T03:11:24.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb00a6cc0 con 0x7f9cbc15eb10 2023-11-25T03:11:24.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cbc0ab7b0 con 0x7f9cbc15eb10 2023-11-25T03:11:24.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.445+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cbc150570 con 0x7f9cbc15eb10 2023-11-25T03:11:24.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.449+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cbc1f0f40 con 0x7f9cbc15eb10 2023-11-25T03:11:24.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.449+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9cb0005fa0 con 0x7f9cbc15eb10 2023-11-25T03:11:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.449+0000 7f9ca3fff640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9ca80664a0 0x7f9ca8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.449+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cb00aa070 con 0x7f9cbc15eb10 2023-11-25T03:11:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.449+0000 7f9cbaffd640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9ca80664a0 0x7f9ca8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.449+0000 7f9cbaffd640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9ca80664a0 0x7f9ca8068960 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9cac009b00 tx=0x7f9cac009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.453+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9cb00efb30 con 0x7f9cbc15eb10 2023-11-25T03:11:24.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9cbc0ab940 con 0x7f9cbc15eb10 2023-11-25T03:11:24.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9ca3fff640 1 -- 172.21.15.76:0/2748987095 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9cbc0ab940 con 0x7f9cbc15eb10 2023-11-25T03:11:24.609 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9ca80664a0 msgr2=0x7f9ca8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9ca80664a0 0x7f9ca8068960 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9cac009b00 tx=0x7f9cac009190 comp rx=0 tx=0).stop 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 msgr2=0x7f9cbc1ecbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 0x7f9cbc1ecbf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0009a00 tx=0x7f9ca4005800 comp rx=0 tx=0).stop 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 shutdown_connections 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9ca80664a0 0x7f9ca8068960 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9cbc15e5c0 0x7f9cbc1ed130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cbc15eb10 0x7f9cbc1ecbf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 --2- 172.21.15.76:0/2748987095 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ca4003f50 0x7f9cbc150030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 >> 172.21.15.76:0/2748987095 conn(0x7f9cbc071eb0 msgr2=0x7f9cbc157dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:24.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 shutdown_connections 2023-11-25T03:11:24.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.605+0000 7f9cc1809640 1 -- 172.21.15.76:0/2748987095 wait complete. 2023-11-25T03:11:24.629 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:24.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 Processor -- start 2023-11-25T03:11:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 -- start start 2023-11-25T03:11:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c5260 0x7f5c4406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5c440c5640 0x7f5c440c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c440c2580 con 0x7f5c440c60f0 2023-11-25T03:11:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c44153510 con 0x7f5c440c5640 2023-11-25T03:11:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c4a479640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c440c17f0 con 0x7f5c440c5260 2023-11-25T03:11:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c48a16640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5c440c60f0 0x7f5c44155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46640/0 (socket says 172.21.15.76:46640) 2023-11-25T03:11:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c48a16640 1 -- 172.21.15.76:0/2193789545 learned_addr learned my addr 172.21.15.76:0/2193789545 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c43fff640 1 --2- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c5260 0x7f5c4406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.765+0000 7f5c437fe640 1 --2- 172.21.15.76:0/2193789545 >> v2:172.21.15.106:3300/0 conn(0x7f5c440c5640 0x7f5c440c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c42ffd640 1 -- 172.21.15.76:0/2193789545 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1695643557 0 0) 0x7f5c440c2580 con 0x7f5c440c60f0 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c42ffd640 1 -- 172.21.15.76:0/2193789545 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c2c003530 con 0x7f5c440c60f0 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c42ffd640 1 -- 172.21.15.76:0/2193789545 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3492674712 0 0) 0x7f5c2c003530 con 0x7f5c440c60f0 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c437fe640 1 -- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c5260 msgr2=0x7f5c4406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c437fe640 1 --2- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c5260 0x7f5c4406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c437fe640 1 -- 172.21.15.76:0/2193789545 >> v1:172.21.15.76:6789/0 conn(0x7f5c440c60f0 legacy=0x7f5c44155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c437fe640 1 -- 172.21.15.76:0/2193789545 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c440c1a00 con 0x7f5c440c5640 2023-11-25T03:11:24.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c437fe640 1 --2- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5640 0x7f5c440c5bb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5c440c1930 tx=0x7f5c3801c2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db22e1cc31a45be2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c42ffd640 1 -- 172.21.15.76:0/2193789545 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c3c001a00 con 0x7f5c440c5640 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c42ffd640 1 -- 172.21.15.76:0/2193789545 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c380a7050 con 0x7f5c440c5640 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.769+0000 7f5c42ffd640 1 -- 172.21.15.76:0/2193789545 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c380ab600 con 0x7f5c440c5640 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5640 msgr2=0x7f5c440c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5640 0x7f5c440c5bb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5c440c1930 tx=0x7f5c3801c2e0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- 172.21.15.76:0/2193789545 shutdown_connections 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5640 0x7f5c440c5bb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2193789545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c5260 0x7f5c4406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- 172.21.15.76:0/2193789545 >> 172.21.15.76:0/2193789545 conn(0x7f5c4406a5b0 msgr2=0x7f5c4406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- 172.21.15.76:0/2193789545 shutdown_connections 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- 172.21.15.76:0/2193789545 wait complete. 2023-11-25T03:11:24.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 Processor -- start 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- start start 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5260 0x7f5c4414f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 0x7f5c441509d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c60f0 0x7f5c44150f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c44150260 con 0x7f5c440c5640 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c44150540 con 0x7f5c440c5260 2023-11-25T03:11:24.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c4a479640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c44151540 con 0x7f5c440c60f0 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 0x7f5c441509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 0x7f5c441509d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48524/0 (socket says 172.21.15.76:48524) 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 -- 172.21.15.76:0/2202625270 learned_addr learned my addr 172.21.15.76:0/2202625270 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c43fff640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5260 0x7f5c4414f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c48a16640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c60f0 0x7f5c44150f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 -- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c60f0 msgr2=0x7f5c44150f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c60f0 0x7f5c44150f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 -- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5260 msgr2=0x7f5c4414f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5260 0x7f5c4414f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 -- 172.21.15.76:0/2202625270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c38009420 con 0x7f5c440c5640 2023-11-25T03:11:24.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c48a16640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c60f0 0x7f5c44150f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:24.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.773+0000 7f5c437fe640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 0x7f5c441509d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5c3801cb80 tx=0x7f5c38019080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c38003ab0 con 0x7f5c440c5640 2023-11-25T03:11:24.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c38003c10 con 0x7f5c440c5640 2023-11-25T03:11:24.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c44151820 con 0x7f5c440c5640 2023-11-25T03:11:24.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c380ab400 con 0x7f5c440c5640 2023-11-25T03:11:24.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c441edd40 con 0x7f5c440c5640 2023-11-25T03:11:24.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c441eded0 con 0x7f5c440c5640 2023-11-25T03:11:24.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5c380b2040 con 0x7f5c440c5640 2023-11-25T03:11:24.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c40ff9640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5c300664a0 0x7f5c30068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:24.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5c3811dde0 con 0x7f5c440c5640 2023-11-25T03:11:24.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c43fff640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5c300664a0 0x7f5c30068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:24.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.777+0000 7f5c43fff640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5c300664a0 0x7f5c30068960 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5c4415d2d0 tx=0x7f5c34008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:24.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.781+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5c380eb250 con 0x7f5c440c5640 2023-11-25T03:11:24.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.933+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5c44068400 con 0x7f5c440c5640 2023-11-25T03:11:24.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.933+0000 7f5c40ff9640 1 -- 172.21.15.76:0/2202625270 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5c380ab560 con 0x7f5c440c5640 2023-11-25T03:11:24.938 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.933+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5c300664a0 msgr2=0x7f5c30068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.933+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5c300664a0 0x7f5c30068960 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5c4415d2d0 tx=0x7f5c34008040 comp rx=0 tx=0).stop 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.933+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 msgr2=0x7f5c441509d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.933+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 0x7f5c441509d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5c3801cb80 tx=0x7f5c38019080 comp rx=0 tx=0).stop 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 shutdown_connections 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5c300664a0 0x7f5c30068960 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5c440c60f0 0x7f5c44150f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c440c5640 0x7f5c441509d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 --2- 172.21.15.76:0/2202625270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5c440c5260 0x7f5c4414f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:24.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 >> 172.21.15.76:0/2202625270 conn(0x7f5c4406a5b0 msgr2=0x7f5c44155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:24.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 shutdown_connections 2023-11-25T03:11:24.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:24.937+0000 7f5c4a479640 1 -- 172.21.15.76:0/2202625270 wait complete. 2023-11-25T03:11:24.958 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:25.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 Processor -- start 2023-11-25T03:11:25.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 -- start start 2023-11-25T03:11:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f72a80c4100 0x7f72a80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72a80c31c0 con 0x7f72a80c63c0 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72a80c34a0 con 0x7f72a80c4100 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72b0668640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72a80c1030 con 0x7f72a80c06d0 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72adc03640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f72a80c4100 0x7f72a80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72aec05640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72ae404640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f72a80c63c0 0x7f72a80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:34070/0 (socket says 172.21.15.76:34070) 2023-11-25T03:11:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72ae404640 1 -- 172.21.15.76:0/99422185 learned_addr learned my addr 172.21.15.76:0/99422185 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72adc03640 1 -- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 msgr2=0x7f72a80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72adc03640 1 --2- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72adc03640 1 -- 172.21.15.76:0/99422185 >> v1:172.21.15.106:6789/0 conn(0x7f72a80c63c0 legacy=0x7f72a80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.097+0000 7f72adc03640 1 -- 172.21.15.76:0/99422185 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72a80c1310 con 0x7f72a80c4100 2023-11-25T03:11:25.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72adc03640 1 --2- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a80c2bb0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f72980097c0 tx=0x7f729801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9b16e5138c107d9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72ad402640 1 -- 172.21.15.76:0/99422185 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a80aa3d0 con 0x7f72a80c4100 2023-11-25T03:11:25.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72ad402640 1 -- 172.21.15.76:0/99422185 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72980a7050 con 0x7f72a80c4100 2023-11-25T03:11:25.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72ad402640 1 -- 172.21.15.76:0/99422185 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72980ab820 con 0x7f72a80c4100 2023-11-25T03:11:25.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 -- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 msgr2=0x7f72a80c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 --2- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a80c2bb0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f72980097c0 tx=0x7f729801c360 comp rx=0 tx=0).stop 2023-11-25T03:11:25.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 -- 172.21.15.76:0/99422185 shutdown_connections 2023-11-25T03:11:25.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 --2- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 --2- 172.21.15.76:0/99422185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a80c2bb0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 -- 172.21.15.76:0/99422185 >> 172.21.15.76:0/99422185 conn(0x7f72a806a5b0 msgr2=0x7f72a806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:25.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 -- 172.21.15.76:0/99422185 shutdown_connections 2023-11-25T03:11:25.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.101+0000 7f72b0668640 1 -- 172.21.15.76:0/99422185 wait complete. 2023-11-25T03:11:25.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 Processor -- start 2023-11-25T03:11:25.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 -- start start 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a8152fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 0x7f72a8153520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a81f0e90 con 0x7f72a80c63c0 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a81f0280 con 0x7f72a80c4100 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72a81f0560 con 0x7f72a80c06d0 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 0x7f72a8153520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 0x7f72a8153520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48540/0 (socket says 172.21.15.76:48540) 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 -- 172.21.15.76:0/3380581609 learned_addr learned my addr 172.21.15.76:0/3380581609 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:25.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72ae404640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72adc03640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a8152fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 -- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 msgr2=0x7f72a80a4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 -- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 msgr2=0x7f72a8152fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a8152fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 -- 172.21.15.76:0/3380581609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7298009420 con 0x7f72a80c63c0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72aec05640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 0x7f72a8153520 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f72a000e930 tx=0x7f72a000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a00096b0 con 0x7f72a80c63c0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72a000c9a0 con 0x7f72a80c63c0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a000cd30 con 0x7f72a80c63c0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72a81f0840 con 0x7f72a80c63c0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.105+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72a80a5160 con 0x7f72a80c63c0 2023-11-25T03:11:25.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.109+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72a81f1000 con 0x7f72a80c63c0 2023-11-25T03:11:25.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.109+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f72a0013470 con 0x7f72a80c63c0 2023-11-25T03:11:25.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.109+0000 7f729effd640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f728c066470 0x7f728c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.109+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f72a0084100 con 0x7f72a80c63c0 2023-11-25T03:11:25.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.109+0000 7f72ae404640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f728c066470 0x7f728c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.109+0000 7f72ae404640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f728c066470 0x7f728c068930 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f72a40012f0 tx=0x7f72a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.113+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f72a0051630 con 0x7f72a80c63c0 2023-11-25T03:11:25.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f72a8068400 con 0x7f72a80c63c0 2023-11-25T03:11:25.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f729effd640 1 -- 172.21.15.76:0/3380581609 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f72a0054c50 con 0x7f72a80c63c0 2023-11-25T03:11:25.273 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:25.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f728c066470 msgr2=0x7f728c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f728c066470 0x7f728c068930 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f72a40012f0 tx=0x7f72a4009040 comp rx=0 tx=0).stop 2023-11-25T03:11:25.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 msgr2=0x7f72a8153520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 0x7f72a8153520 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f72a000e930 tx=0x7f72a000edf0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 shutdown_connections 2023-11-25T03:11:25.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f728c066470 0x7f728c068930 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a80c63c0 0x7f72a8153520 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72a80c4100 0x7f72a8152fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 --2- 172.21.15.76:0/3380581609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72a80c06d0 0x7f72a80a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.269+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 >> 172.21.15.76:0/3380581609 conn(0x7f72a806a5b0 msgr2=0x7f72a806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:25.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.273+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 shutdown_connections 2023-11-25T03:11:25.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.273+0000 7f72b0668640 1 -- 172.21.15.76:0/3380581609 wait complete. 2023-11-25T03:11:25.352 INFO:tasks.cephfs_test_runner:Starting test: test_mount_all_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) 2023-11-25T03:11:25.353 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:25.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 Processor -- start 2023-11-25T03:11:25.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 -- start start 2023-11-25T03:11:25.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc6780a5370 0x7fc6780c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6780c4110 0x7fc678150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc678072090 0x7fc6781514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6780c3070 con 0x7fc6780c4110 2023-11-25T03:11:25.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6780c2760 con 0x7fc6780a5370 2023-11-25T03:11:25.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67e980640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6780a5750 con 0x7fc678072090 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6780c4110 0x7fc678150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6780c4110 0x7fc678150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48542/0 (socket says 172.21.15.76:48542) 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 -- 172.21.15.76:0/2886297112 learned_addr learned my addr 172.21.15.76:0/2886297112 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc677fff640 1 --2- 172.21.15.76:0/2886297112 >> v2:172.21.15.106:3300/0 conn(0x7fc6780a5370 0x7fc6780c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67cf1d640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc678072090 0x7fc6781514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 -- 172.21.15.76:0/2886297112 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc678072090 msgr2=0x7fc6781514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc678072090 0x7fc6781514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 -- 172.21.15.76:0/2886297112 >> v2:172.21.15.106:3300/0 conn(0x7fc6780a5370 msgr2=0x7fc6780c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 --2- 172.21.15.76:0/2886297112 >> v2:172.21.15.106:3300/0 conn(0x7fc6780a5370 0x7fc6780c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc6777fe640 1 -- 172.21.15.76:0/2886297112 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6780aad20 con 0x7fc6780c4110 2023-11-25T03:11:25.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.485+0000 7fc67cf1d640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc678072090 0x7fc6781514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:25.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc6777fe640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780c4110 0x7fc678150fa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc6780a8af0 tx=0x7fc66c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b03b60815390343 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc676ffd640 1 -- 172.21.15.76:0/2886297112 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c0ab600 con 0x7fc6780c4110 2023-11-25T03:11:25.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc676ffd640 1 -- 172.21.15.76:0/2886297112 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc66c0a7050 con 0x7fc6780c4110 2023-11-25T03:11:25.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc676ffd640 1 -- 172.21.15.76:0/2886297112 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c0ab980 con 0x7fc6780c4110 2023-11-25T03:11:25.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 -- 172.21.15.76:0/2886297112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780c4110 msgr2=0x7fc678150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780c4110 0x7fc678150fa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc6780a8af0 tx=0x7fc66c01c3b0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 -- 172.21.15.76:0/2886297112 shutdown_connections 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc678072090 0x7fc6781514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 --2- 172.21.15.76:0/2886297112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780c4110 0x7fc678150fa0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 --2- 172.21.15.76:0/2886297112 >> v2:172.21.15.106:3300/0 conn(0x7fc6780a5370 0x7fc6780c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 -- 172.21.15.76:0/2886297112 >> 172.21.15.76:0/2886297112 conn(0x7fc67806a5b0 msgr2=0x7fc67806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 -- 172.21.15.76:0/2886297112 shutdown_connections 2023-11-25T03:11:25.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.489+0000 7fc67e980640 1 -- 172.21.15.76:0/2886297112 wait complete. 2023-11-25T03:11:25.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 Processor -- start 2023-11-25T03:11:25.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 -- start start 2023-11-25T03:11:25.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc678072090 0x7fc678146e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 0x7fc678070500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6780c4110 0x7fc67813fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781f17a0 con 0x7fc6780a5370 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781f0bb0 con 0x7fc678072090 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781f0e70 con 0x7fc6780c4110 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 0x7fc678070500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 0x7fc678070500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48546/0 (socket says 172.21.15.76:48546) 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 -- 172.21.15.76:0/3666400303 learned_addr learned my addr 172.21.15.76:0/3666400303 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc677fff640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc678072090 0x7fc678146e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67cf1d640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6780c4110 0x7fc67813fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 -- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6780c4110 msgr2=0x7fc67813fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6780c4110 0x7fc67813fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 -- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc678072090 msgr2=0x7fc678146e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc678072090 0x7fc678146e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 -- 172.21.15.76:0/3666400303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc66c0094d0 con 0x7fc6780a5370 2023-11-25T03:11:25.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc6777fe640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 0x7fc678070500 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0ae040 tx=0x7fc66c019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c0b6420 con 0x7fc6780a5370 2023-11-25T03:11:25.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc66c0b6580 con 0x7fc6780a5370 2023-11-25T03:11:25.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c0b6930 con 0x7fc6780a5370 2023-11-25T03:11:25.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6781f1150 con 0x7fc6780a5370 2023-11-25T03:11:25.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.493+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc678147380 con 0x7fc6780a5370 2023-11-25T03:11:25.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.497+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc678072c30 con 0x7fc6780a5370 2023-11-25T03:11:25.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.497+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc66c0b2040 con 0x7fc6780a5370 2023-11-25T03:11:25.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.497+0000 7fc674ff9640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc6640664a0 0x7fc664068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.497+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc66c11e410 con 0x7fc6780a5370 2023-11-25T03:11:25.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.497+0000 7fc677fff640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc6640664a0 0x7fc664068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.497+0000 7fc677fff640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc6640664a0 0x7fc664068960 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc668009b60 tx=0x7fc668009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.501+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc66c0eb9d0 con 0x7fc6780a5370 2023-11-25T03:11:25.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc67806d7b0 con 0x7fc6780a5370 2023-11-25T03:11:25.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc674ff9640 1 -- 172.21.15.76:0/3666400303 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fc66c0eeff0 con 0x7fc6780a5370 2023-11-25T03:11:25.657 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:25.657 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:25.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc6640664a0 msgr2=0x7fc664068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc6640664a0 0x7fc664068960 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc668009b60 tx=0x7fc668009190 comp rx=0 tx=0).stop 2023-11-25T03:11:25.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 msgr2=0x7fc678070500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 0x7fc678070500 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0ae040 tx=0x7fc66c019150 comp rx=0 tx=0).stop 2023-11-25T03:11:25.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 shutdown_connections 2023-11-25T03:11:25.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc6640664a0 0x7fc664068960 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc6780c4110 0x7fc67813fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6780a5370 0x7fc678070500 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 --2- 172.21.15.76:0/3666400303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc678072090 0x7fc678146e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 >> 172.21.15.76:0/3666400303 conn(0x7fc67806a5b0 msgr2=0x7fc67814a310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:25.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 shutdown_connections 2023-11-25T03:11:25.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.653+0000 7fc67e980640 1 -- 172.21.15.76:0/3666400303 wait complete. 2023-11-25T03:11:25.678 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:25.679 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.813+0000 7fc7759f8640 1 Processor -- start 2023-11-25T03:11:25.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7759f8640 1 -- start start 2023-11-25T03:11:25.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7759f8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc7700c63c0 0x7fc7700c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7759f8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc7700c2bb0 0x7fc7700a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7759f8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7700c31c0 con 0x7fc7700c4100 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7759f8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7700c34a0 con 0x7fc7700c2bb0 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7759f8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7700c1030 con 0x7fc7700c63c0 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc76f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc7700c2bb0 0x7fc7700a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7667fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc7700c4100 0x7fc7700c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46654/0 (socket says 172.21.15.76:46654) 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc7667fc640 1 -- 172.21.15.76:0/1421892541 learned_addr learned my addr 172.21.15.76:0/1421892541 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc76effd640 1 --2- 172.21.15.76:0/1421892541 >> v2:172.21.15.106:3300/0 conn(0x7fc7700c63c0 0x7fc7700c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc76f7fe640 1 -- 172.21.15.76:0/1421892541 >> v2:172.21.15.106:3300/0 conn(0x7fc7700c63c0 msgr2=0x7fc7700c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc76f7fe640 1 --2- 172.21.15.76:0/1421892541 >> v2:172.21.15.106:3300/0 conn(0x7fc7700c63c0 0x7fc7700c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc76f7fe640 1 -- 172.21.15.76:0/1421892541 >> v1:172.21.15.76:6789/0 conn(0x7fc7700c4100 legacy=0x7fc7700c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.817+0000 7fc76f7fe640 1 -- 172.21.15.76:0/1421892541 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7700c1310 con 0x7fc7700c2bb0 2023-11-25T03:11:25.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc76f7fe640 1 --2- 172.21.15.76:0/1421892541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c2bb0 0x7fc7700a9680 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc77006e000 tx=0x7fc76801e550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22f6725237f79d7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc76e7fc640 1 -- 172.21.15.76:0/1421892541 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7700aa3d0 con 0x7fc7700c2bb0 2023-11-25T03:11:25.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc76e7fc640 1 -- 172.21.15.76:0/1421892541 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7680ab640 con 0x7fc7700c2bb0 2023-11-25T03:11:25.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc76e7fc640 1 -- 172.21.15.76:0/1421892541 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7680ab9d0 con 0x7fc7700c2bb0 2023-11-25T03:11:25.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 -- 172.21.15.76:0/1421892541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c2bb0 msgr2=0x7fc7700a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1421892541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c2bb0 0x7fc7700a9680 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc77006e000 tx=0x7fc76801e550 comp rx=0 tx=0).stop 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 -- 172.21.15.76:0/1421892541 shutdown_connections 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1421892541 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c2bb0 0x7fc7700a9680 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1421892541 >> v2:172.21.15.106:3300/0 conn(0x7fc7700c63c0 0x7fc7700c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 -- 172.21.15.76:0/1421892541 >> 172.21.15.76:0/1421892541 conn(0x7fc77006a5b0 msgr2=0x7fc77006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 -- 172.21.15.76:0/1421892541 shutdown_connections 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 -- 172.21.15.76:0/1421892541 wait complete. 2023-11-25T03:11:25.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 Processor -- start 2023-11-25T03:11:25.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.821+0000 7fc7759f8640 1 -- start start 2023-11-25T03:11:25.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc7700c2bb0 0x7fc770150590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 0x7fc7701534e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc7700c63c0 0x7fc770143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc770150ad0 con 0x7fc7700c4100 2023-11-25T03:11:25.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc770153d00 con 0x7fc7700c2bb0 2023-11-25T03:11:25.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7701564a0 con 0x7fc7700c63c0 2023-11-25T03:11:25.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 0x7fc7701534e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 0x7fc7701534e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48564/0 (socket says 172.21.15.76:48564) 2023-11-25T03:11:25.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 -- 172.21.15.76:0/1746793633 learned_addr learned my addr 172.21.15.76:0/1746793633 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:25.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 -- 172.21.15.76:0/1746793633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc7700c63c0 msgr2=0x7fc770143d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc7700c63c0 0x7fc770143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 -- 172.21.15.76:0/1746793633 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc7700c2bb0 msgr2=0x7fc770150590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc7700c2bb0 0x7fc770150590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 -- 172.21.15.76:0/1746793633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc768009420 con 0x7fc7700c4100 2023-11-25T03:11:25.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7667fc640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 0x7fc7701534e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc75800cba0 tx=0x7fc75800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc75800ad40 con 0x7fc7700c4100 2023-11-25T03:11:25.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc758012400 con 0x7fc7700c4100 2023-11-25T03:11:25.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7701502b0 con 0x7fc7700c4100 2023-11-25T03:11:25.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc75800aea0 con 0x7fc7700c4100 2023-11-25T03:11:25.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7701561c0 con 0x7fc7700c4100 2023-11-25T03:11:25.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc770068400 con 0x7fc7700c4100 2023-11-25T03:11:25.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.825+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc758007070 con 0x7fc7700c4100 2023-11-25T03:11:25.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.829+0000 7fc76cff9640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc750066470 0x7fc750068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:25.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.829+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc758083cc0 con 0x7fc7700c4100 2023-11-25T03:11:25.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.829+0000 7fc76effd640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc750066470 0x7fc750068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:25.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.829+0000 7fc76effd640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc750066470 0x7fc750068930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc760006aa0 tx=0x7fc760006a30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:25.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.833+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc758051280 con 0x7fc7700c4100 2023-11-25T03:11:25.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.989+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc770155980 con 0x7fc7700c4100 2023-11-25T03:11:25.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.989+0000 7fc76cff9640 1 -- 172.21.15.76:0/1746793633 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc7580170a0 con 0x7fc7700c4100 2023-11-25T03:11:25.996 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:25.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc750066470 msgr2=0x7fc750068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc750066470 0x7fc750068930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc760006aa0 tx=0x7fc760006a30 comp rx=0 tx=0).stop 2023-11-25T03:11:25.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 msgr2=0x7fc7701534e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:25.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 0x7fc7701534e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc75800cba0 tx=0x7fc75800a430 comp rx=0 tx=0).stop 2023-11-25T03:11:25.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 shutdown_connections 2023-11-25T03:11:25.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc750066470 0x7fc750068930 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc7700c63c0 0x7fc770143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc7700c4100 0x7fc7701534e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 --2- 172.21.15.76:0/1746793633 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc7700c2bb0 0x7fc770150590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:25.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 >> 172.21.15.76:0/1746793633 conn(0x7fc77006a5b0 msgr2=0x7fc77006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:25.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 shutdown_connections 2023-11-25T03:11:25.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:25.993+0000 7fc7759f8640 1 -- 172.21.15.76:0/1746793633 wait complete. 2023-11-25T03:11:26.016 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:26.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 Processor -- start 2023-11-25T03:11:26.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 -- start start 2023-11-25T03:11:26.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58b80c06d0 0x7f58b80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58b80c31c0 con 0x7f58b80c63c0 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58b80c34a0 con 0x7f58b80c06d0 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58bcad6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58b80c1030 con 0x7f58b80c4100 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58b6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58b80c06d0 0x7f58b80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58b6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58b80c06d0 0x7f58b80a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48576/0 (socket says 172.21.15.76:48576) 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.153+0000 7f58b6d9d640 1 -- 172.21.15.76:0/2050504069 learned_addr learned my addr 172.21.15.76:0/2050504069 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58add9b640 1 --2- 172.21.15.76:0/2050504069 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b6d9d640 1 -- 172.21.15.76:0/2050504069 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 msgr2=0x7f58b80c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b6d9d640 1 --2- 172.21.15.76:0/2050504069 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b80c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b6d9d640 1 -- 172.21.15.76:0/2050504069 >> v1:172.21.15.106:6789/0 conn(0x7f58b80c63c0 legacy=0x7f58b80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:26.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b6d9d640 1 -- 172.21.15.76:0/2050504069 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b80c1310 con 0x7f58b80c06d0 2023-11-25T03:11:26.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b6d9d640 1 --2- 172.21.15.76:0/2050504069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b80a9680 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009e50 tx=0x7f58b001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b675d83d0bcf883 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b5d9b640 1 -- 172.21.15.76:0/2050504069 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b80aa3d0 con 0x7f58b80c06d0 2023-11-25T03:11:26.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b5d9b640 1 -- 172.21.15.76:0/2050504069 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58b00a5640 con 0x7f58b80c06d0 2023-11-25T03:11:26.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58b5d9b640 1 -- 172.21.15.76:0/2050504069 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b00a59d0 con 0x7f58b80c06d0 2023-11-25T03:11:26.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58bcad6640 1 -- 172.21.15.76:0/2050504069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 msgr2=0x7f58b80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58bcad6640 1 --2- 172.21.15.76:0/2050504069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b80a9680 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009e50 tx=0x7f58b001c8b0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58bcad6640 1 -- 172.21.15.76:0/2050504069 shutdown_connections 2023-11-25T03:11:26.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58bcad6640 1 --2- 172.21.15.76:0/2050504069 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b80a9680 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58bcad6640 1 --2- 172.21.15.76:0/2050504069 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b80c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.157+0000 7f58bcad6640 1 -- 172.21.15.76:0/2050504069 >> 172.21.15.76:0/2050504069 conn(0x7f58b806a5b0 msgr2=0x7f58b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:26.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 -- 172.21.15.76:0/2050504069 shutdown_connections 2023-11-25T03:11:26.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 -- 172.21.15.76:0/2050504069 wait complete. 2023-11-25T03:11:26.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 Processor -- start 2023-11-25T03:11:26.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 -- start start 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b8152ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b814f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f58b80c63c0 0x7f58b814fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58b8158b60 con 0x7f58b80c06d0 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58b81ed860 con 0x7f58b80c63c0 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58bcad6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58b81ecc50 con 0x7f58b80c4100 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b8152ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b8152ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48588/0 (socket says 172.21.15.76:48588) 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 -- 172.21.15.76:0/3899550366 learned_addr learned my addr 172.21.15.76:0/3899550366 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58add9b640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b814f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b6d9d640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f58b80c63c0 0x7f58b814fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 -- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 msgr2=0x7f58b814f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b814f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 -- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f58b80c63c0 msgr2=0x7f58b814fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f58b80c63c0 0x7f58b814fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.161+0000 7f58b659c640 1 -- 172.21.15.76:0/3899550366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b0009b30 con 0x7f58b80c06d0 2023-11-25T03:11:26.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58b659c640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b8152ed0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f58a000b410 tx=0x7f58a000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58a0004020 con 0x7f58b80c06d0 2023-11-25T03:11:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58a0004180 con 0x7f58b80c06d0 2023-11-25T03:11:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58a0011630 con 0x7f58b80c06d0 2023-11-25T03:11:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58b81ecf30 con 0x7f58b80c06d0 2023-11-25T03:11:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58b81ed4f0 con 0x7f58b80c06d0 2023-11-25T03:11:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58b8068400 con 0x7f58b80c06d0 2023-11-25T03:11:26.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f58a0011790 con 0x7f58b80c06d0 2023-11-25T03:11:26.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58af7fe640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5898066470 0x7f5898068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.165+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f58a0083a40 con 0x7f58b80c06d0 2023-11-25T03:11:26.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.169+0000 7f58add9b640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5898066470 0x7f5898068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.169+0000 7f58add9b640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5898066470 0x7f5898068930 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f58b815a7c0 tx=0x7f58a8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.173+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f58a0085e60 con 0x7f58b80c06d0 2023-11-25T03:11:26.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f58b80c3e70 con 0x7f58b80c06d0 2023-11-25T03:11:26.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58af7fe640 1 -- 172.21.15.76:0/3899550366 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f58a0015020 con 0x7f58b80c06d0 2023-11-25T03:11:26.325 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5898066470 msgr2=0x7f5898068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5898066470 0x7f5898068930 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f58b815a7c0 tx=0x7f58a8008040 comp rx=0 tx=0).stop 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 msgr2=0x7f58b8152ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b8152ed0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f58a000b410 tx=0x7f58a000b8d0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 shutdown_connections 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5898066470 0x7f5898068930 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f58b80c63c0 0x7f58b814fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f58b80c4100 0x7f58b814f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 --2- 172.21.15.76:0/3899550366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58b80c06d0 0x7f58b8152ed0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 >> 172.21.15.76:0/3899550366 conn(0x7f58b806a5b0 msgr2=0x7f58b80c4570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:26.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 shutdown_connections 2023-11-25T03:11:26.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.321+0000 7f58bcad6640 1 -- 172.21.15.76:0/3899550366 wait complete. 2023-11-25T03:11:26.346 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:26.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4ecfdf640 1 Processor -- start 2023-11-25T03:11:26.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4ecfdf640 1 -- start start 2023-11-25T03:11:26.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4ecfdf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd4e80c2bb0 0x7fd4e80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4ecfdf640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4e80c31c0 con 0x7fd4e80c63c0 2023-11-25T03:11:26.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4ecfdf640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4e80c34a0 con 0x7fd4e80c4100 2023-11-25T03:11:26.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4ecfdf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4e80c1030 con 0x7fd4e80c2bb0 2023-11-25T03:11:26.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.480+0000 7fd4e659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd4e80c63c0 0x7fd4e80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46670/0 (socket says 172.21.15.76:46670) 2023-11-25T03:11:26.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e659c640 1 -- 172.21.15.76:0/2950753231 learned_addr learned my addr 172.21.15.76:0/2950753231 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:26.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/2950753231 >> v2:172.21.15.106:3300/0 conn(0x7fd4e80c2bb0 0x7fd4e80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3804555703 0 0) 0x7fd4e80c31c0 con 0x7fd4e80c63c0 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4d4003530 con 0x7fd4e80c63c0 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3028324034 0 0) 0x7fd4d4003530 con 0x7fd4e80c63c0 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 >> v2:172.21.15.106:3300/0 conn(0x7fd4e80c2bb0 msgr2=0x7fd4e80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 --2- 172.21.15.76:0/2950753231 >> v2:172.21.15.106:3300/0 conn(0x7fd4e80c2bb0 0x7fd4e80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 >> v1:172.21.15.106:6789/0 conn(0x7fd4e80c4100 legacy=0x7fd4e80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4e80c1310 con 0x7fd4e80c63c0 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fd4d0001680 con 0x7fd4e80c63c0 2023-11-25T03:11:26.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 >> v1:172.21.15.76:6789/0 conn(0x7fd4e80c63c0 legacy=0x7fd4e80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4d40039d0 0x7fd4d4003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40047d0 0x7fd4d4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4d40052b0 0x7fd4d400dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e80c1030 con 0x7fd4d40052b0 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d400e3c0 con 0x7fd4d40039d0 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d400e580 con 0x7fd4d40047d0 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e659c640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4d40039d0 0x7fd4d4003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4d40052b0 0x7fd4d400dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4ddd9b640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40047d0 0x7fd4d4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40047d0 msgr2=0x7fd4d4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:26.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40047d0 0x7fd4d4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4d40039d0 msgr2=0x7fd4d4003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:26.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4d40039d0 0x7fd4d4003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.484+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/2950753231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4d4003530 con 0x7fd4d40052b0 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/2950753231 reap_dead start 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4d40052b0 0x7fd4d400dba0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd4e0009fc0 tx=0x7fd4e001cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb19c10e633f9a83 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e00a5bb0 con 0x7fd4d40052b0 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4e000f040 con 0x7fd4d40052b0 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4e5d9b640 1 -- 172.21.15.76:0/2950753231 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e00039a0 con 0x7fd4d40052b0 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/2950753231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4d40052b0 msgr2=0x7fd4d400dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4d40052b0 0x7fd4d400dba0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd4e0009fc0 tx=0x7fd4e001cca0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/2950753231 shutdown_connections 2023-11-25T03:11:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/2950753231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4d40052b0 0x7fd4d400dba0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/2950753231 >> 172.21.15.76:0/2950753231 conn(0x7fd4e806a5b0 msgr2=0x7fd4e806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/2950753231 shutdown_connections 2023-11-25T03:11:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/2950753231 wait complete. 2023-11-25T03:11:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 Processor -- start 2023-11-25T03:11:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.488+0000 7fd4ecfdf640 1 -- start start 2023-11-25T03:11:26.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40052b0 0x7fd4e815b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4e8099a70 0x7fd4e81f0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 0x7fd4e81f0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e809bc70 con 0x7fd4e8099ed0 2023-11-25T03:11:26.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e80bf830 con 0x7fd4e8099a70 2023-11-25T03:11:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e815b0e0 con 0x7fd4d40052b0 2023-11-25T03:11:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 0x7fd4e81f0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 0x7fd4e81f0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48606/0 (socket says 172.21.15.76:48606) 2023-11-25T03:11:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/1060235184 learned_addr learned my addr 172.21.15.76:0/1060235184 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ddd9b640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4e8099a70 0x7fd4e81f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e659c640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40052b0 0x7fd4e815b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40052b0 msgr2=0x7fd4e815b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40052b0 0x7fd4e815b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4e8099a70 msgr2=0x7fd4e81f0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4e8099a70 0x7fd4e81f0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 -- 172.21.15.76:0/1060235184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4e80c69b0 con 0x7fd4e8099ed0 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4e6d9d640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 0x7fd4e81f0bc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd4e001d180 tx=0x7fd4e0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e00a5c70 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4e00a5df0 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e0003be0 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4e81f1100 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4e80bf270 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4e815b290 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.492+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd4e0003d40 con 0x7fd4e8099ed0 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.496+0000 7fd4df7fe640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4c80664a0 0x7fd4c8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.496+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd4e011e7d0 con 0x7fd4e8099ed0 2023-11-25T03:11:26.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.496+0000 7fd4e659c640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4c80664a0 0x7fd4c8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.496+0000 7fd4e659c640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4c80664a0 0x7fd4c8068960 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd4d00010f0 tx=0x7fd4d0001560 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.500+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd4e815b290 con 0x7fd4e8099ed0 2023-11-25T03:11:26.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.648+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd4e815b250 con 0x7fd4e8099ed0 2023-11-25T03:11:26.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.648+0000 7fd4df7fe640 1 -- 172.21.15.76:0/1060235184 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd4e00be0a0 con 0x7fd4e8099ed0 2023-11-25T03:11:26.655 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:26.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4c80664a0 msgr2=0x7fd4c8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4c80664a0 0x7fd4c8068960 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd4d00010f0 tx=0x7fd4d0001560 comp rx=0 tx=0).stop 2023-11-25T03:11:26.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 msgr2=0x7fd4e81f0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 0x7fd4e81f0bc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd4e001d180 tx=0x7fd4e0009750 comp rx=0 tx=0).stop 2023-11-25T03:11:26.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 shutdown_connections 2023-11-25T03:11:26.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4c80664a0 0x7fd4c8068960 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4e8099ed0 0x7fd4e81f0bc0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4e8099a70 0x7fd4e81f0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 --2- 172.21.15.76:0/1060235184 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4d40052b0 0x7fd4e815b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 >> 172.21.15.76:0/1060235184 conn(0x7fd4e806a5b0 msgr2=0x7fd4e806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:26.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 shutdown_connections 2023-11-25T03:11:26.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.652+0000 7fd4ecfdf640 1 -- 172.21.15.76:0/1060235184 wait complete. 2023-11-25T03:11:26.676 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent' 2023-11-25T03:11:26.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.808+0000 7fb18539d640 1 Processor -- start 2023-11-25T03:11:26.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.808+0000 7fb18539d640 1 -- start start 2023-11-25T03:11:26.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.808+0000 7fb18539d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb180151dc0 0x7fb1800c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb18539d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb1800bd660 0x7fb180154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb18539d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1800ac4f0 con 0x7fb1800c7ed0 2023-11-25T03:11:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb18539d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb180158780 con 0x7fb180151dc0 2023-11-25T03:11:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb18539d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb180158a60 con 0x7fb1800bd660 2023-11-25T03:11:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb180151dc0 0x7fb1800c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb177fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb1800c7ed0 0x7fb180154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46678/0 (socket says 172.21.15.76:46678) 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb177fff640 1 -- 172.21.15.76:0/3106808821 learned_addr learned my addr 172.21.15.76:0/3106808821 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17f7fe640 1 --2- 172.21.15.76:0/3106808821 >> v2:172.21.15.106:3300/0 conn(0x7fb1800bd660 0x7fb180154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17effd640 1 -- 172.21.15.76:0/3106808821 >> v2:172.21.15.106:3300/0 conn(0x7fb1800bd660 msgr2=0x7fb180154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17effd640 1 --2- 172.21.15.76:0/3106808821 >> v2:172.21.15.106:3300/0 conn(0x7fb1800bd660 0x7fb180154d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17effd640 1 -- 172.21.15.76:0/3106808821 >> v1:172.21.15.76:6789/0 conn(0x7fb1800c7ed0 legacy=0x7fb180154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17effd640 1 -- 172.21.15.76:0/3106808821 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1800ac180 con 0x7fb180151dc0 2023-11-25T03:11:26.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17e7fc640 1 -- 172.21.15.76:0/3106808821 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2391435506 0 0) 0x7fb1800ac4f0 con 0x7fb1800c7ed0 2023-11-25T03:11:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17effd640 1 --2- 172.21.15.76:0/3106808821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb180151dc0 0x7fb1800c4950 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb1700097c0 tx=0x7fb17001c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0cf44aeec12ce43 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17e7fc640 1 -- 172.21.15.76:0/3106808821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1700ab600 con 0x7fb180151dc0 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17e7fc640 1 -- 172.21.15.76:0/3106808821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1700a7050 con 0x7fb180151dc0 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.812+0000 7fb17e7fc640 1 -- 172.21.15.76:0/3106808821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1700ab980 con 0x7fb180151dc0 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- 172.21.15.76:0/3106808821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb180151dc0 msgr2=0x7fb1800c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 --2- 172.21.15.76:0/3106808821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb180151dc0 0x7fb1800c4950 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb1700097c0 tx=0x7fb17001c320 comp rx=0 tx=0).stop 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- 172.21.15.76:0/3106808821 shutdown_connections 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 --2- 172.21.15.76:0/3106808821 >> v2:172.21.15.106:3300/0 conn(0x7fb1800bd660 0x7fb180154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 --2- 172.21.15.76:0/3106808821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb180151dc0 0x7fb1800c4950 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- 172.21.15.76:0/3106808821 >> 172.21.15.76:0/3106808821 conn(0x7fb180071eb0 msgr2=0x7fb1800722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- 172.21.15.76:0/3106808821 shutdown_connections 2023-11-25T03:11:26.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- 172.21.15.76:0/3106808821 wait complete. 2023-11-25T03:11:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 Processor -- start 2023-11-25T03:11:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- start start 2023-11-25T03:11:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 0x7fb1801546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1800c7ed0 0x7fb18014b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb180151dc0 0x7fb18014b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1800be4d0 con 0x7fb1800bd660 2023-11-25T03:11:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb180153880 con 0x7fb1800c7ed0 2023-11-25T03:11:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb18539d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1801535a0 con 0x7fb180151dc0 2023-11-25T03:11:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 0x7fb1801546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 0x7fb1801546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48626/0 (socket says 172.21.15.76:48626) 2023-11-25T03:11:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 -- 172.21.15.76:0/1886387800 learned_addr learned my addr 172.21.15.76:0/1886387800 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 -- 172.21.15.76:0/1886387800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb180151dc0 msgr2=0x7fb18014b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb180151dc0 0x7fb18014b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 -- 172.21.15.76:0/1886387800 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1800c7ed0 msgr2=0x7fb18014b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1800c7ed0 0x7fb18014b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.816+0000 7fb17effd640 1 -- 172.21.15.76:0/1886387800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb170009420 con 0x7fb1800bd660 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb17effd640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 0x7fb1801546b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb170018f30 tx=0x7fb1700190c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1700b4610 con 0x7fb1800bd660 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1700abe90 con 0x7fb1800bd660 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1800bdba0 con 0x7fb1800bd660 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1700b49d0 con 0x7fb1800bd660 2023-11-25T03:11:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1800be160 con 0x7fb1800bd660 2023-11-25T03:11:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb180068400 con 0x7fb1800bd660 2023-11-25T03:11:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb1700b2040 con 0x7fb1800bd660 2023-11-25T03:11:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb1777fe640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1600664a0 0x7fb160068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb1700a4e40 con 0x7fb1800bd660 2023-11-25T03:11:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.820+0000 7fb177fff640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1600664a0 0x7fb160068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:26.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.824+0000 7fb177fff640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1600664a0 0x7fb160068960 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb1801525f0 tx=0x7fb168007970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:26.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:26.824+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb1700eb410 con 0x7fb1800bd660 2023-11-25T03:11:27.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.028+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]} v 0) v1 -- 0x7fb18006c9a0 con 0x7fb1800bd660 2023-11-25T03:11:27.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb1777fe640 1 -- 172.21.15.76:0/1886387800 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]}]=0 v51) v1 ==== 162+0+0 (secure 0 0 0) 0x7fb1700eea30 con 0x7fb1800bd660 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1600664a0 msgr2=0x7fb160068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1600664a0 0x7fb160068960 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb1801525f0 tx=0x7fb168007970 comp rx=0 tx=0).stop 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 msgr2=0x7fb1801546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 0x7fb1801546b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb170018f30 tx=0x7fb1700190c0 comp rx=0 tx=0).stop 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 shutdown_connections 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb1600664a0 0x7fb160068960 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb180151dc0 0x7fb18014b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:27.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1800c7ed0 0x7fb18014b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:27.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 --2- 172.21.15.76:0/1886387800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1800bd660 0x7fb1801546b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:27.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 >> 172.21.15.76:0/1886387800 conn(0x7fb180071eb0 msgr2=0x7fb1800ca720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:27.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 shutdown_connections 2023-11-25T03:11:27.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:27.916+0000 7fb18539d640 1 -- 172.21.15.76:0/1886387800 wait complete. 2023-11-25T03:11:27.940 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-11-25T03:11:28.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.080+0000 7fdd0d2bb640 1 Processor -- start 2023-11-25T03:11:28.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.080+0000 7fdd0d2bb640 1 -- start start 2023-11-25T03:11:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd0d2bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd08151cd0 0x7fdd080ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd0d2bb640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fdd080c7c50 0x7fdd081544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd0d2bb640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd080c8160 con 0x7fdd080ca9a0 2023-11-25T03:11:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd0d2bb640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd08157b40 con 0x7fdd080c7c50 2023-11-25T03:11:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd0d2bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd08157e20 con 0x7fdd08151cd0 2023-11-25T03:11:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fdd080c7c50 0x7fdd081544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd07fff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd08151cd0 0x7fdd080ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fdd080c7c50 0x7fdd081544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:59486/0 (socket says 172.21.15.76:59486) 2023-11-25T03:11:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 -- 172.21.15.76:0/172627670 learned_addr learned my addr 172.21.15.76:0/172627670 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 -- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd08151cd0 msgr2=0x7fdd080ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 --2- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd08151cd0 0x7fdd080ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 -- 172.21.15.76:0/172627670 >> v1:172.21.15.106:6789/0 conn(0x7fdd080ca9a0 legacy=0x7fdd0806b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd077fe640 1 -- 172.21.15.76:0/172627670 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd08158100 con 0x7fdd080c7c50 2023-11-25T03:11:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd07fff640 1 --2- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd08151cd0 0x7fdd080ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.084+0000 7fdd06ffd640 1 -- 172.21.15.76:0/172627670 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 582652768 0 0) 0x7fdd080c8160 con 0x7fdd080ca9a0 2023-11-25T03:11:28.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd077fe640 1 --2- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd080c7c50 0x7fdd081544d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc009870 tx=0x7fdcfc01c510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f17bc8a5a5787a2d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:28.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd06ffd640 1 -- 172.21.15.76:0/172627670 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc0a95f0 con 0x7fdd080c7c50 2023-11-25T03:11:28.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd06ffd640 1 -- 172.21.15.76:0/172627670 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcfc0a9750 con 0x7fdd080c7c50 2023-11-25T03:11:28.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd06ffd640 1 -- 172.21.15.76:0/172627670 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc0a9ae0 con 0x7fdd080c7c50 2023-11-25T03:11:28.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd080c7c50 msgr2=0x7fdd081544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd080c7c50 0x7fdd081544d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc009870 tx=0x7fdcfc01c510 comp rx=0 tx=0).stop 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/172627670 shutdown_connections 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd080c7c50 0x7fdd081544d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/172627670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd08151cd0 0x7fdd080ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/172627670 >> 172.21.15.76:0/172627670 conn(0x7fdd080abee0 msgr2=0x7fdd080c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/172627670 shutdown_connections 2023-11-25T03:11:28.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/172627670 wait complete. 2023-11-25T03:11:28.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 Processor -- start 2023-11-25T03:11:28.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.088+0000 7fdd0d2bb640 1 -- start start 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 0x7fdd08156920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd080ca9a0 0x7fdd0814b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd08151cd0 0x7fdd0814b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd080c36a0 con 0x7fdd080c7c50 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd080c1320 con 0x7fdd08151cd0 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd081f0e20 con 0x7fdd080ca9a0 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 0x7fdd08156920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 0x7fdd08156920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39556/0 (socket says 172.21.15.76:39556) 2023-11-25T03:11:28.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 -- 172.21.15.76:0/927930397 learned_addr learned my addr 172.21.15.76:0/927930397 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd077fe640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd080ca9a0 0x7fdd0814b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0caba640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd08151cd0 0x7fdd0814b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 -- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd080ca9a0 msgr2=0x7fdd0814b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd080ca9a0 0x7fdd0814b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 -- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd08151cd0 msgr2=0x7fdd0814b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd08151cd0 0x7fdd0814b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 -- 172.21.15.76:0/927930397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcf8009420 con 0x7fdd080c7c50 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd077fe640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd080ca9a0 0x7fdd0814b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd07fff640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 0x7fdd08156920 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800e980 tx=0x7fdcf800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:28.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcf800ca00 con 0x7fdd080c7c50 2023-11-25T03:11:28.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcf800cb60 con 0x7fdd080c7c50 2023-11-25T03:11:28.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8013470 con 0x7fdd080c7c50 2023-11-25T03:11:28.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcfc0094d0 con 0x7fdd080c7c50 2023-11-25T03:11:28.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd08153d20 con 0x7fdd080c7c50 2023-11-25T03:11:28.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd0804e850 con 0x7fdd080c7c50 2023-11-25T03:11:28.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.092+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdcf80135d0 con 0x7fdd080c7c50 2023-11-25T03:11:28.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.096+0000 7fdd04ff9640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdcf4066470 0x7fdcf4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.096+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdcf8084120 con 0x7fdd080c7c50 2023-11-25T03:11:28.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.096+0000 7fdd077fe640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdcf4066470 0x7fdcf4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.096+0000 7fdd077fe640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdcf4066470 0x7fdcf4068930 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0ae000 tx=0x7fdcfc0b3040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:28.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.100+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdcf8051590 con 0x7fdd080c7c50 2023-11-25T03:11:28.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.248+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fdd08150010 con 0x7fdd080c7c50 2023-11-25T03:11:28.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd04ff9640 1 -- 172.21.15.76:0/927930397 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fdcf8054bb0 con 0x7fdd080c7c50 2023-11-25T03:11:28.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdcf4066470 msgr2=0x7fdcf4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdcf4066470 0x7fdcf4068930 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0ae000 tx=0x7fdcfc0b3040 comp rx=0 tx=0).stop 2023-11-25T03:11:28.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 msgr2=0x7fdd08156920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 0x7fdd08156920 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800e980 tx=0x7fdcf800ee40 comp rx=0 tx=0).stop 2023-11-25T03:11:28.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 shutdown_connections 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdcf4066470 0x7fdcf4068930 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdd08151cd0 0x7fdd0814b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdd080ca9a0 0x7fdd0814b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 --2- 172.21.15.76:0/927930397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd080c7c50 0x7fdd08156920 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 >> 172.21.15.76:0/927930397 conn(0x7fdd080abee0 msgr2=0x7fdd0814f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 shutdown_connections 2023-11-25T03:11:28.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.256+0000 7fdd0d2bb640 1 -- 172.21.15.76:0/927930397 wait complete. 2023-11-25T03:11:28.277 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-25T03:11:28.277 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:11:28.370 DEBUG:teuthology.orchestra.run.smithi106:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:11:28.418 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-25T03:11:28.418 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:11:28.418 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:28.427 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:11:28.427 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:28.479 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:11:28.479 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:28.531 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:28.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.708+0000 7ff1b012a640 1 Processor -- start 2023-11-25T03:11:28.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1b012a640 1 -- start start 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1b012a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff1a80c63c0 0x7ff1a80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1b012a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1a80c2bb0 0x7ff1a80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1b012a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1a80c31c0 con 0x7ff1a80c4100 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1b012a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1a80c34a0 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1b012a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1a80c1030 con 0x7ff1a80c63c0 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1a80c2bb0 0x7ff1a80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1a80c2bb0 0x7ff1a80a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39570/0 (socket says 172.21.15.76:39570) 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 -- 172.21.15.76:0/2456902854 learned_addr learned my addr 172.21.15.76:0/2456902854 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:28.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1adec6640 1 --2- 172.21.15.76:0/2456902854 >> v2:172.21.15.106:3300/0 conn(0x7ff1a80c63c0 0x7ff1a80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 -- 172.21.15.76:0/2456902854 >> v2:172.21.15.106:3300/0 conn(0x7ff1a80c63c0 msgr2=0x7ff1a80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:28.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 --2- 172.21.15.76:0/2456902854 >> v2:172.21.15.106:3300/0 conn(0x7ff1a80c63c0 0x7ff1a80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 -- 172.21.15.76:0/2456902854 >> v1:172.21.15.106:6789/0 conn(0x7ff1a80c4100 legacy=0x7ff1a80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.712+0000 7ff1ae6c7640 1 -- 172.21.15.76:0/2456902854 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a80c1310 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1ae6c7640 1 --2- 172.21.15.76:0/2456902854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a80a9680 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff1a806e000 tx=0x7ff1a001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25212d8135e0d3ac server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:28.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1acec4640 1 -- 172.21.15.76:0/2456902854 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a80aa3d0 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1acec4640 1 -- 172.21.15.76:0/2456902854 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1a00a5790 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1acec4640 1 -- 172.21.15.76:0/2456902854 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a00a5b20 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 -- 172.21.15.76:0/2456902854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 msgr2=0x7ff1a80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 --2- 172.21.15.76:0/2456902854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a80a9680 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff1a806e000 tx=0x7ff1a001c8b0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 -- 172.21.15.76:0/2456902854 shutdown_connections 2023-11-25T03:11:28.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 --2- 172.21.15.76:0/2456902854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a80a9680 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 --2- 172.21.15.76:0/2456902854 >> v2:172.21.15.106:3300/0 conn(0x7ff1a80c63c0 0x7ff1a80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 -- 172.21.15.76:0/2456902854 >> 172.21.15.76:0/2456902854 conn(0x7ff1a806a5b0 msgr2=0x7ff1a806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:28.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 -- 172.21.15.76:0/2456902854 shutdown_connections 2023-11-25T03:11:28.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 -- 172.21.15.76:0/2456902854 wait complete. 2023-11-25T03:11:28.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 Processor -- start 2023-11-25T03:11:28.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.716+0000 7ff1b012a640 1 -- start start 2023-11-25T03:11:28.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a8156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1a80c4100 0x7ff1a815b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff1a80c63c0 0x7ff1a80a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a81ed110 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a8099b80 con 0x7ff1a80c63c0 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a8099e60 con 0x7ff1a80c4100 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a8156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a8156e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39586/0 (socket says 172.21.15.76:39586) 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 -- 172.21.15.76:0/3288447768 learned_addr learned my addr 172.21.15.76:0/3288447768 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1ae6c7640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff1a80c63c0 0x7ff1a80a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1ad6c5640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1a80c4100 0x7ff1a815b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 -- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1a80c4100 msgr2=0x7ff1a815b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1a80c4100 0x7ff1a815b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 -- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff1a80c63c0 msgr2=0x7ff1a80a4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff1a80c63c0 0x7ff1a80a4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 -- 172.21.15.76:0/3288447768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a0009b30 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1ae6c7640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff1a80c63c0 0x7ff1a80a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:28.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1adec6640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a8156e00 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff1a400e870 tx=0x7ff1a400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a4009510 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1a400eec0 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a400cb40 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1a809a140 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1a81ecd30 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1a8068400 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.720+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff1a400cca0 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.724+0000 7ff19e7fc640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff18c0664a0 0x7ff18c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:28.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.724+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff1a4083fe0 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.724+0000 7ff1ad6c5640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff18c0664a0 0x7ff18c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:28.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.724+0000 7ff1ad6c5640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff18c0664a0 0x7ff18c068960 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff1a815af10 tx=0x7ff198009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:28.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.728+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff1a4051420 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.876+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff1a8153980 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff19e7fc640 1 -- 172.21.15.76:0/3288447768 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7ff1a4054a40 con 0x7ff1a80c2bb0 2023-11-25T03:11:28.880 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:28.880 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:28.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff18c0664a0 msgr2=0x7ff18c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff18c0664a0 0x7ff18c068960 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff1a815af10 tx=0x7ff198009040 comp rx=0 tx=0).stop 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 msgr2=0x7ff1a8156e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a8156e00 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff1a400e870 tx=0x7ff1a400ec70 comp rx=0 tx=0).stop 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 shutdown_connections 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff18c0664a0 0x7ff18c068960 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff1a80c63c0 0x7ff1a80a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1a80c4100 0x7ff1a815b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 --2- 172.21.15.76:0/3288447768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1a80c2bb0 0x7ff1a8156e00 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 >> 172.21.15.76:0/3288447768 conn(0x7ff1a806a5b0 msgr2=0x7ff1a80a6a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 shutdown_connections 2023-11-25T03:11:28.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:28.880+0000 7ff1b012a640 1 -- 172.21.15.76:0/3288447768 wait complete. 2023-11-25T03:11:28.900 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:28.901 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:29.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 Processor -- start 2023-11-25T03:11:29.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 -- start start 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c63c0 0x7fd4300c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4300c4100 0x7fd4300c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd4300c29e0 0x7fd4300a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4300c31c0 con 0x7fd4300c4100 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4300c34a0 con 0x7fd4300c29e0 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd437805640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4300c1030 con 0x7fd4300c63c0 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd434da0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4300c4100 0x7fd4300c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd434da0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4300c4100 0x7fd4300c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39590/0 (socket says 172.21.15.76:39590) 2023-11-25T03:11:29.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.040+0000 7fd434da0640 1 -- 172.21.15.76:0/732990963 learned_addr learned my addr 172.21.15.76:0/732990963 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:29.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd4355a1640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c63c0 0x7fd4300c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd435da2640 1 --2- 172.21.15.76:0/732990963 >> v2:172.21.15.106:3300/0 conn(0x7fd4300c29e0 0x7fd4300a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd434da0640 1 -- 172.21.15.76:0/732990963 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c63c0 msgr2=0x7fd4300c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:29.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd434da0640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c63c0 0x7fd4300c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd434da0640 1 -- 172.21.15.76:0/732990963 >> v2:172.21.15.106:3300/0 conn(0x7fd4300c29e0 msgr2=0x7fd4300a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:29.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd434da0640 1 --2- 172.21.15.76:0/732990963 >> v2:172.21.15.106:3300/0 conn(0x7fd4300c29e0 0x7fd4300a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd434da0640 1 -- 172.21.15.76:0/732990963 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4300c1310 con 0x7fd4300c4100 2023-11-25T03:11:29.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd4355a1640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c63c0 0x7fd4300c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:29.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd435da2640 1 --2- 172.21.15.76:0/732990963 >> v2:172.21.15.106:3300/0 conn(0x7fd4300c29e0 0x7fd4300a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:29.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd434da0640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd4300c24a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd4300a5760 tx=0x7fd42001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd75b3b57effa916 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd427fff640 1 -- 172.21.15.76:0/732990963 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4300aa3d0 con 0x7fd4300c4100 2023-11-25T03:11:29.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd427fff640 1 -- 172.21.15.76:0/732990963 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4200ad640 con 0x7fd4300c4100 2023-11-25T03:11:29.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd427fff640 1 -- 172.21.15.76:0/732990963 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4200ad9d0 con 0x7fd4300c4100 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 -- 172.21.15.76:0/732990963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 msgr2=0x7fd4300c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd4300c24a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd4300a5760 tx=0x7fd42001c3b0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 -- 172.21.15.76:0/732990963 shutdown_connections 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 --2- 172.21.15.76:0/732990963 >> v2:172.21.15.106:3300/0 conn(0x7fd4300c29e0 0x7fd4300a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd4300c24a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 --2- 172.21.15.76:0/732990963 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c63c0 0x7fd4300c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.044+0000 7fd437805640 1 -- 172.21.15.76:0/732990963 >> 172.21.15.76:0/732990963 conn(0x7fd43006a5b0 msgr2=0x7fd43006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- 172.21.15.76:0/732990963 shutdown_connections 2023-11-25T03:11:29.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- 172.21.15.76:0/732990963 wait complete. 2023-11-25T03:11:29.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 Processor -- start 2023-11-25T03:11:29.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- start start 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c29e0 0x7fd4300a4370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd430071dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4300c63c0 0x7fd4300bbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4301ee110 con 0x7fd4300c4100 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4300a4bc0 con 0x7fd4300c63c0 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4301edac0 con 0x7fd4300c29e0 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd430071dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd430071dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39600/0 (socket says 172.21.15.76:39600) 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 -- 172.21.15.76:0/2689620277 learned_addr learned my addr 172.21.15.76:0/2689620277 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd4355a1640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c29e0 0x7fd4300a4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd435da2640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4300c63c0 0x7fd4300bbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 -- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c29e0 msgr2=0x7fd4300a4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c29e0 0x7fd4300a4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 -- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4300c63c0 msgr2=0x7fd4300bbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4300c63c0 0x7fd4300bbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 -- 172.21.15.76:0/2689620277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4200094d0 con 0x7fd4300c4100 2023-11-25T03:11:29.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd434da0640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd430071dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd42001aa60 tx=0x7fd420019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4200b77f0 con 0x7fd4300c4100 2023-11-25T03:11:29.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4200a6040 con 0x7fd4300c4100 2023-11-25T03:11:29.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4200b7bb0 con 0x7fd4300c4100 2023-11-25T03:11:29.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.048+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4300c69b0 con 0x7fd4300c4100 2023-11-25T03:11:29.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4300a48b0 con 0x7fd4300c4100 2023-11-25T03:11:29.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4301ed920 con 0x7fd4300c4100 2023-11-25T03:11:29.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd4200b7d10 con 0x7fd4300c4100 2023-11-25T03:11:29.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd425ffb640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd414066470 0x7fd414068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd42011eab0 con 0x7fd4300c4100 2023-11-25T03:11:29.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd4355a1640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd414066470 0x7fd414068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.052+0000 7fd4355a1640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd414066470 0x7fd414068930 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd42c006fd0 tx=0x7fd42c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.056+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd4301ed920 con 0x7fd4300c4100 2023-11-25T03:11:29.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.216+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd4301ed920 con 0x7fd4300c4100 2023-11-25T03:11:29.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd425ffb640 1 -- 172.21.15.76:0/2689620277 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd4301ed920 con 0x7fd4300c4100 2023-11-25T03:11:29.220 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:29.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd414066470 msgr2=0x7fd414068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd414066470 0x7fd414068930 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd42c006fd0 tx=0x7fd42c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:29.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 msgr2=0x7fd430071dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd430071dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd42001aa60 tx=0x7fd420019150 comp rx=0 tx=0).stop 2023-11-25T03:11:29.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 shutdown_connections 2023-11-25T03:11:29.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd414066470 0x7fd414068930 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4300c63c0 0x7fd4300bbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4300c4100 0x7fd430071dd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 --2- 172.21.15.76:0/2689620277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4300c29e0 0x7fd4300a4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 >> 172.21.15.76:0/2689620277 conn(0x7fd43006a5b0 msgr2=0x7fd43015b590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 shutdown_connections 2023-11-25T03:11:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.220+0000 7fd437805640 1 -- 172.21.15.76:0/2689620277 wait complete. 2023-11-25T03:11:29.240 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:29.375 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:11:29.379 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:11:29.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 Processor -- start 2023-11-25T03:11:29.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 -- start start 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f84ac0c7ea0 0x7f84ac06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84ac06c860 con 0x7f84ac0c4e60 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84ac0c8750 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b4172640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84ac1552d0 con 0x7f84ac151e90 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b1f0e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b170d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f84ac0c7ea0 0x7f84ac06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b1f0e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac0c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:52438/0 (socket says 172.21.15.76:52438) 2023-11-25T03:11:29.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.380+0000 7f84b1f0e640 1 -- 172.21.15.76:0/156057574 learned_addr learned my addr 172.21.15.76:0/156057574 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:29.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b170d640 1 -- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 msgr2=0x7f84ac0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:29.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b170d640 1 --2- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b170d640 1 -- 172.21.15.76:0/156057574 >> v1:172.21.15.106:6789/0 conn(0x7f84ac0c4e60 legacy=0x7f84ac06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b170d640 1 -- 172.21.15.76:0/156057574 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84ac154930 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b170d640 1 --2- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac06b4a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f849c0097c0 tx=0x7f849c01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cd104c6c9dd95bc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b0f0c640 1 -- 172.21.15.76:0/156057574 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849c0ab600 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b0f0c640 1 -- 172.21.15.76:0/156057574 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f849c0a7050 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.384+0000 7f84b0f0c640 1 -- 172.21.15.76:0/156057574 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849c0ab980 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 msgr2=0x7f84ac06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 --2- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac06b4a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f849c0097c0 tx=0x7f849c01c360 comp rx=0 tx=0).stop 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- 172.21.15.76:0/156057574 shutdown_connections 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 --2- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac06b4a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 --2- 172.21.15.76:0/156057574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- 172.21.15.76:0/156057574 >> 172.21.15.76:0/156057574 conn(0x7f84ac0ca170 msgr2=0x7f84ac0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- 172.21.15.76:0/156057574 shutdown_connections 2023-11-25T03:11:29.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- 172.21.15.76:0/156057574 wait complete. 2023-11-25T03:11:29.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 Processor -- start 2023-11-25T03:11:29.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- start start 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 0x7f84ac0aacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac0ab230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac1f0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84ac149940 con 0x7f84ac0c4e60 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84ac14a1d0 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b4172640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84ac14c6b0 con 0x7f84ac151e90 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b1f0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 0x7f84ac0aacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac0ab230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b1f0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 0x7f84ac0aacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39602/0 (socket says 172.21.15.76:39602) 2023-11-25T03:11:29.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac0ab230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:59554/0 (socket says 172.21.15.76:59554) 2023-11-25T03:11:29.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b1f0e640 1 -- 172.21.15.76:0/3565630425 learned_addr learned my addr 172.21.15.76:0/3565630425 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:29.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b270f640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac1f0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 -- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 msgr2=0x7f84ac1f0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac1f0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 -- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 msgr2=0x7f84ac0aacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 0x7f84ac0aacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b170d640 1 -- 172.21.15.76:0/3565630425 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f849c009420 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.388+0000 7f84b1f0e640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 0x7f84ac0aacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84b170d640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac0ab230 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f849c0ab000 tx=0x7f849c019100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849c0b4600 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f849c0b4780 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849c0b4b30 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84ac149b80 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84ac1542e0 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84ac068400 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f849c0b2040 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84a27fc640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8490066470 0x7f8490068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f849c11e510 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.392+0000 7f84b1f0e640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8490066470 0x7f8490068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.396+0000 7f84b1f0e640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8490066470 0x7f8490068930 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f84a80112c0 tx=0x7f84a8009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.396+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f849c0eba20 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f84ac158c40 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84a27fc640 1 -- 172.21.15.76:0/3565630425 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f849c006e20 con 0x7f84ac0c7ea0 2023-11-25T03:11:29.549 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8490066470 msgr2=0x7f8490068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8490066470 0x7f8490068930 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f84a80112c0 tx=0x7f84a8009240 comp rx=0 tx=0).stop 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 msgr2=0x7f84ac0ab230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac0ab230 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f849c0ab000 tx=0x7f849c019100 comp rx=0 tx=0).stop 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 shutdown_connections 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8490066470 0x7f8490068930 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f84ac151e90 0x7f84ac1f0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f84ac0c7ea0 0x7f84ac0ab230 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 --2- 172.21.15.76:0/3565630425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84ac0c4e60 0x7f84ac0aacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 >> 172.21.15.76:0/3565630425 conn(0x7f84ac0ca170 msgr2=0x7f84ac14f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:29.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 shutdown_connections 2023-11-25T03:11:29.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.548+0000 7f84b4172640 1 -- 172.21.15.76:0/3565630425 wait complete. 2023-11-25T03:11:29.570 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:29.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.708+0000 7ff7cd017640 1 Processor -- start 2023-11-25T03:11:29.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.708+0000 7ff7cd017640 1 -- start start 2023-11-25T03:11:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7cd017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80bd3c0 0x7ff7c80c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7cd017640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7c80c8400 con 0x7ff7c80c7c30 2023-11-25T03:11:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7cd017640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7c81545f0 con 0x7ff7c8151bb0 2023-11-25T03:11:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7cd017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c80c86e0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7cc816640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff7c80c7c30 0x7ff7c815ed60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57186/0 (socket says 172.21.15.76:57186) 2023-11-25T03:11:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7cc816640 1 -- 172.21.15.76:0/3387940551 learned_addr learned my addr 172.21.15.76:0/3387940551 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c77fe640 1 --2- 172.21.15.76:0/3387940551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80bd3c0 0x7ff7c80c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 885596280 0 0) 0x7ff7c80c8400 con 0x7ff7c80c7c30 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7b0003530 con 0x7ff7c80c7c30 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2124359349 0 0) 0x7ff7c81545f0 con 0x7ff7c8151bb0 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7c80c8400 con 0x7ff7c8151bb0 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c77fe640 1 -- 172.21.15.76:0/3387940551 >> v1:172.21.15.106:6789/0 conn(0x7ff7c8151bb0 legacy=0x7ff7c806ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c77fe640 1 -- 172.21.15.76:0/3387940551 >> v1:172.21.15.76:6789/0 conn(0x7ff7c80c7c30 legacy=0x7ff7c815ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.712+0000 7ff7c77fe640 1 -- 172.21.15.76:0/3387940551 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c81548d0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7c77fe640 1 --2- 172.21.15.76:0/3387940551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80bd3c0 0x7ff7c80c46b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc0097f0 tx=0x7ff7bc01c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a063dcb376f68dc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc0ab600 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7bc0a7050 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7c6ffd640 1 -- 172.21.15.76:0/3387940551 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc0ab980 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 -- 172.21.15.76:0/3387940551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80bd3c0 msgr2=0x7ff7c80c46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 --2- 172.21.15.76:0/3387940551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80bd3c0 0x7ff7c80c46b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc0097f0 tx=0x7ff7bc01c3a0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 -- 172.21.15.76:0/3387940551 shutdown_connections 2023-11-25T03:11:29.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 --2- 172.21.15.76:0/3387940551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80bd3c0 0x7ff7c80c46b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 -- 172.21.15.76:0/3387940551 >> 172.21.15.76:0/3387940551 conn(0x7ff7c80abcc0 msgr2=0x7ff7c80ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:29.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 -- 172.21.15.76:0/3387940551 shutdown_connections 2023-11-25T03:11:29.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 -- 172.21.15.76:0/3387940551 wait complete. 2023-11-25T03:11:29.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 Processor -- start 2023-11-25T03:11:29.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.716+0000 7ff7cd017640 1 -- start start 2023-11-25T03:11:29.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 0x7ff7c8150870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80c7c30 0x7ff7c81ed4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7c8151bb0 0x7ff7c81eda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c8146be0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c8144f60 con 0x7ff7c8151bb0 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c81f1800 con 0x7ff7c80c7c30 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 0x7ff7c8150870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 0x7ff7c8150870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39610/0 (socket says 172.21.15.76:39610) 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 -- 172.21.15.76:0/701660540 learned_addr learned my addr 172.21.15.76:0/701660540 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c77fe640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80c7c30 0x7ff7c81ed4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cc816640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7c8151bb0 0x7ff7c81eda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 -- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80c7c30 msgr2=0x7ff7c81ed4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80c7c30 0x7ff7c81ed4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 -- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7c8151bb0 msgr2=0x7ff7c81eda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7c8151bb0 0x7ff7c81eda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 -- 172.21.15.76:0/701660540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7bc009420 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c7fff640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 0x7ff7c8150870 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff7b800c490 tx=0x7ff7b800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b80052d0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7b8005430 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b8012870 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7c8145200 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7c8145d30 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7c8067e90 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.720+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff7b80129d0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.724+0000 7ff7c4ff9640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7b4066470 0x7ff7b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:29.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.724+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff7b80838d0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.724+0000 7ff7c77fe640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7b4066470 0x7ff7b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:29.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.724+0000 7ff7c77fe640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7b4066470 0x7ff7b4068930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc0ad000 tx=0x7ff7bc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:29.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.728+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff7b8050df0 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff7c804e850 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7c4ff9640 1 -- 172.21.15.76:0/701660540 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff7b8054410 con 0x7ff7c80bd3c0 2023-11-25T03:11:29.877 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:29.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7b4066470 msgr2=0x7ff7b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7b4066470 0x7ff7b4068930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc0ad000 tx=0x7ff7bc008040 comp rx=0 tx=0).stop 2023-11-25T03:11:29.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 msgr2=0x7ff7c8150870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:29.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 0x7ff7c8150870 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff7b800c490 tx=0x7ff7b800c950 comp rx=0 tx=0).stop 2023-11-25T03:11:29.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 shutdown_connections 2023-11-25T03:11:29.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff7b4066470 0x7ff7b4068930 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff7c8151bb0 0x7ff7c81eda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff7c80c7c30 0x7ff7c81ed4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 --2- 172.21.15.76:0/701660540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7c80bd3c0 0x7ff7c8150870 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:29.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.876+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 >> 172.21.15.76:0/701660540 conn(0x7ff7c80abcc0 msgr2=0x7ff7c806ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:29.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.880+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 shutdown_connections 2023-11-25T03:11:29.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:29.880+0000 7ff7cd017640 1 -- 172.21.15.76:0/701660540 wait complete. 2023-11-25T03:11:29.898 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:11:30.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 Processor -- start 2023-11-25T03:11:30.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 -- start start 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f8406b270 0x7f6f84155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f840c6310 0x7f6f840c7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6f840c8370 0x7f6f84157d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f840c56d0 con 0x7f6f840c6310 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f840c8800 con 0x7f6f840c8370 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.036+0000 7f6f88bf8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f840c9d30 con 0x7f6f8406b270 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f840c6310 0x7f6f840c7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f840c6310 0x7f6f840c7e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39616/0 (socket says 172.21.15.76:39616) 2023-11-25T03:11:30.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 -- 172.21.15.76:0/3745646958 learned_addr learned my addr 172.21.15.76:0/3745646958 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f82d9d640 1 --2- 172.21.15.76:0/3745646958 >> v2:172.21.15.106:3300/0 conn(0x7f6f840c8370 0x7f6f84157d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f8259c640 1 --2- 172.21.15.76:0/3745646958 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f8406b270 0x7f6f84155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 -- 172.21.15.76:0/3745646958 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f8406b270 msgr2=0x7f6f84155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 --2- 172.21.15.76:0/3745646958 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f8406b270 0x7f6f84155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 -- 172.21.15.76:0/3745646958 >> v2:172.21.15.106:3300/0 conn(0x7f6f840c8370 msgr2=0x7f6f84157d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 --2- 172.21.15.76:0/3745646958 >> v2:172.21.15.106:3300/0 conn(0x7f6f840c8370 0x7f6f84157d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 -- 172.21.15.76:0/3745646958 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f840c4da0 con 0x7f6f840c6310 2023-11-25T03:11:30.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f79d9b640 1 --2- 172.21.15.76:0/3745646958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f840c7e30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6f841547c0 tx=0x7f6f6c01c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d8d9a5fc0ee8230 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f81d9b640 1 -- 172.21.15.76:0/3745646958 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c0a8460 con 0x7f6f840c6310 2023-11-25T03:11:30.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f81d9b640 1 -- 172.21.15.76:0/3745646958 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f6c0a85c0 con 0x7f6f840c6310 2023-11-25T03:11:30.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.040+0000 7f6f81d9b640 1 -- 172.21.15.76:0/3745646958 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c0a8950 con 0x7f6f840c6310 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- 172.21.15.76:0/3745646958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 msgr2=0x7f6f840c7e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/3745646958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f840c7e30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6f841547c0 tx=0x7f6f6c01c680 comp rx=0 tx=0).stop 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- 172.21.15.76:0/3745646958 shutdown_connections 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/3745646958 >> v2:172.21.15.106:3300/0 conn(0x7f6f840c8370 0x7f6f84157d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/3745646958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f840c7e30 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/3745646958 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f8406b270 0x7f6f84155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- 172.21.15.76:0/3745646958 >> 172.21.15.76:0/3745646958 conn(0x7f6f840ca100 msgr2=0x7f6f840ca510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- 172.21.15.76:0/3745646958 shutdown_connections 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- 172.21.15.76:0/3745646958 wait complete. 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 Processor -- start 2023-11-25T03:11:30.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- start start 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6f8406b270 0x7f6f840af790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f841f0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f840c8370 0x7f6f84141c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f840ad2b0 con 0x7f6f840c6310 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f841f0e70 con 0x7f6f8406b270 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f88bf8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f841549c0 con 0x7f6f840c8370 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f79d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f841f0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.044+0000 7f6f79d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f841f0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39620/0 (socket says 172.21.15.76:39620) 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 -- 172.21.15.76:0/990359811 learned_addr learned my addr 172.21.15.76:0/990359811 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:30.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f8259c640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6f8406b270 0x7f6f840af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f82d9d640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f840c8370 0x7f6f84141c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 -- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f840c8370 msgr2=0x7f6f84141c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f840c8370 0x7f6f84141c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 -- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6f8406b270 msgr2=0x7f6f840af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6f8406b270 0x7f6f840af790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 -- 172.21.15.76:0/990359811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f6c009b30 con 0x7f6f840c6310 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f79d9b640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f841f0390 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c01cf20 tx=0x7f6f6c019420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c0b6070 con 0x7f6f840c6310 2023-11-25T03:11:30.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f6c009510 con 0x7f6f840c6310 2023-11-25T03:11:30.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f84154ca0 con 0x7f6f840c6310 2023-11-25T03:11:30.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c0a8460 con 0x7f6f840c6310 2023-11-25T03:11:30.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f840afcd0 con 0x7f6f840c6310 2023-11-25T03:11:30.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f8404e850 con 0x7f6f840c6310 2023-11-25T03:11:30.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6f6c0ba070 con 0x7f6f840c6310 2023-11-25T03:11:30.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.048+0000 7f6f7b7fe640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6f640664a0 0x7f6f64068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.052+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f6c11e250 con 0x7f6f840c6310 2023-11-25T03:11:30.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.052+0000 7f6f8259c640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6f640664a0 0x7f6f64068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.052+0000 7f6f8259c640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6f640664a0 0x7f6f64068960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6f74007a60 tx=0x7f6f74008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.052+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6f6c0eb6f0 con 0x7f6f840c6310 2023-11-25T03:11:30.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.216+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6f84067a00 con 0x7f6f840c6310 2023-11-25T03:11:30.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.216+0000 7f6f7b7fe640 1 -- 172.21.15.76:0/990359811 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6f6c0eed10 con 0x7f6f840c6310 2023-11-25T03:11:30.218 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:11:30.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6f640664a0 msgr2=0x7f6f64068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6f640664a0 0x7f6f64068960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6f74007a60 tx=0x7f6f74008040 comp rx=0 tx=0).stop 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 msgr2=0x7f6f841f0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f841f0390 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c01cf20 tx=0x7f6f6c019420 comp rx=0 tx=0).stop 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 shutdown_connections 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6f640664a0 0x7f6f64068960 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6f840c8370 0x7f6f84141c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f840c6310 0x7f6f841f0390 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 --2- 172.21.15.76:0/990359811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6f8406b270 0x7f6f840af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 >> 172.21.15.76:0/990359811 conn(0x7f6f840ca100 msgr2=0x7f6f84146bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 shutdown_connections 2023-11-25T03:11:30.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.220+0000 7f6f88bf8640 1 -- 172.21.15.76:0/990359811 wait complete. 2023-11-25T03:11:30.240 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-25T03:11:30.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:30.241 DEBUG:teuthology.orchestra.run.smithi076:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-11-25T03:11:30.275 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:11:30.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:30.276 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-25T03:11:30.334 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:11:30.334 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:30.345 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:11:30.345 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:30.399 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:11:30.399 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:30.451 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:30.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829c38640 1 Processor -- start 2023-11-25T03:11:30.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829c38640 1 -- start start 2023-11-25T03:11:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829c38640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe8240c5360 0x7fe82406c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829c38640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8240c1e30 con 0x7fe82406c5b0 2023-11-25T03:11:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829c38640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe82406dd70 con 0x7fe82406d990 2023-11-25T03:11:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829c38640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8240c57c0 con 0x7fe8240c5360 2023-11-25T03:11:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829437640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe82406c5b0 0x7fe82414a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57188/0 (socket says 172.21.15.76:57188) 2023-11-25T03:11:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe829437640 1 -- 172.21.15.76:0/3889418380 learned_addr learned my addr 172.21.15.76:0/3889418380 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe81bfff640 1 --2- 172.21.15.76:0/3889418380 >> v2:172.21.15.76:3300/0 conn(0x7fe8240c5360 0x7fe82406c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe81b7fe640 1 -- 172.21.15.76:0/3889418380 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2887410640 0 0) 0x7fe8240c1e30 con 0x7fe82406c5b0 2023-11-25T03:11:30.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe81b7fe640 1 -- 172.21.15.76:0/3889418380 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe80c003530 con 0x7fe82406c5b0 2023-11-25T03:11:30.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe81bfff640 1 -- 172.21.15.76:0/3889418380 >> v1:172.21.15.106:6789/0 conn(0x7fe82406d990 legacy=0x7fe8241546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe81bfff640 1 -- 172.21.15.76:0/3889418380 >> v1:172.21.15.76:6789/0 conn(0x7fe82406c5b0 legacy=0x7fe82414a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.588+0000 7fe81bfff640 1 -- 172.21.15.76:0/3889418380 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8240c1220 con 0x7fe8240c5360 2023-11-25T03:11:30.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe81bfff640 1 --2- 172.21.15.76:0/3889418380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe82406c070 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe8140097c0 tx=0x7fe81401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41412cc736c5a73 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe81b7fe640 1 -- 172.21.15.76:0/3889418380 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8140ad660 con 0x7fe8240c5360 2023-11-25T03:11:30.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe81b7fe640 1 -- 172.21.15.76:0/3889418380 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8140ad7c0 con 0x7fe8240c5360 2023-11-25T03:11:30.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe81b7fe640 1 -- 172.21.15.76:0/3889418380 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8140adb50 con 0x7fe8240c5360 2023-11-25T03:11:30.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 -- 172.21.15.76:0/3889418380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 msgr2=0x7fe82406c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 --2- 172.21.15.76:0/3889418380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe82406c070 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe8140097c0 tx=0x7fe81401c450 comp rx=0 tx=0).stop 2023-11-25T03:11:30.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 -- 172.21.15.76:0/3889418380 shutdown_connections 2023-11-25T03:11:30.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 --2- 172.21.15.76:0/3889418380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe82406c070 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 -- 172.21.15.76:0/3889418380 >> 172.21.15.76:0/3889418380 conn(0x7fe8240a7800 msgr2=0x7fe8240a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:30.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 -- 172.21.15.76:0/3889418380 shutdown_connections 2023-11-25T03:11:30.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 -- 172.21.15.76:0/3889418380 wait complete. 2023-11-25T03:11:30.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.592+0000 7fe829c38640 1 Processor -- start 2023-11-25T03:11:30.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- start start 2023-11-25T03:11:30.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe82406c5b0 0x7fe8241f0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe82406d990 0x7fe82414b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe824148d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe824151a40 con 0x7fe8240c5360 2023-11-25T03:11:30.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe824151d20 con 0x7fe82406c5b0 2023-11-25T03:11:30.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe82414a140 con 0x7fe82406d990 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe824148d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe824148d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39642/0 (socket says 172.21.15.76:39642) 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 -- 172.21.15.76:0/1553369289 learned_addr learned my addr 172.21.15.76:0/1553369289 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 -- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe82406d990 msgr2=0x7fe82414b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe82406d990 0x7fe82414b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe828c36640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe82406c5b0 0x7fe8241f0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 -- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe82406c5b0 msgr2=0x7fe8241f0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe82406c5b0 0x7fe8241f0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 -- 172.21.15.76:0/1553369289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe814009420 con 0x7fe8240c5360 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe828c36640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe82406c5b0 0x7fe8241f0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829437640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe824148d30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe81c00cb40 tx=0x7fe81c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe81c00aca0 con 0x7fe8240c5360 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe81c00ae00 con 0x7fe8240c5360 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8241f1170 con 0x7fe8240c5360 2023-11-25T03:11:30.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe81c012620 con 0x7fe8240c5360 2023-11-25T03:11:30.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8241f0e60 con 0x7fe8240c5360 2023-11-25T03:11:30.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.596+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe82404e850 con 0x7fe8240c5360 2023-11-25T03:11:30.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.600+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe81c007070 con 0x7fe8240c5360 2023-11-25T03:11:30.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.600+0000 7fe8197fa640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe810066470 0x7fe810068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.600+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe81c083f20 con 0x7fe8240c5360 2023-11-25T03:11:30.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.600+0000 7fe828c36640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe810066470 0x7fe810068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.600+0000 7fe828c36640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe810066470 0x7fe810068930 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe8240ab990 tx=0x7fe820009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.604+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe81c051380 con 0x7fe8240c5360 2023-11-25T03:11:30.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe824151e60 con 0x7fe8240c5360 2023-11-25T03:11:30.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe8197fa640 1 -- 172.21.15.76:0/1553369289 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fe81c017090 con 0x7fe8240c5360 2023-11-25T03:11:30.757 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:30.757 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe810066470 msgr2=0x7fe810068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe810066470 0x7fe810068930 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe8240ab990 tx=0x7fe820009040 comp rx=0 tx=0).stop 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 msgr2=0x7fe824148d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe824148d30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe81c00cb40 tx=0x7fe81c00a060 comp rx=0 tx=0).stop 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 shutdown_connections 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe810066470 0x7fe810068930 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8240c5360 0x7fe824148d30 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe82406d990 0x7fe82414b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 --2- 172.21.15.76:0/1553369289 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe82406c5b0 0x7fe8241f0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 >> 172.21.15.76:0/1553369289 conn(0x7fe8240a7800 msgr2=0x7fe824070ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:30.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 shutdown_connections 2023-11-25T03:11:30.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.756+0000 7fe829c38640 1 -- 172.21.15.76:0/1553369289 wait complete. 2023-11-25T03:11:30.778 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:30.779 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:30.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.916+0000 7f568392a640 1 Processor -- start 2023-11-25T03:11:30.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.916+0000 7f568392a640 1 -- start start 2023-11-25T03:11:30.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f568392a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f567c0a5370 0x7f567c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f568392a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f568392a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f567c0c2760 con 0x7f567c072090 2023-11-25T03:11:30.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f568392a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f567c0c3070 con 0x7f567c0a5370 2023-11-25T03:11:30.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f568392a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f567c151bf0 con 0x7f567c0c4110 2023-11-25T03:11:30.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5681ec7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f567c072090 0x7f567c1514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57204/0 (socket says 172.21.15.76:57204) 2023-11-25T03:11:30.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5681ec7640 1 -- 172.21.15.76:0/1903305592 learned_addr learned my addr 172.21.15.76:0/1903305592 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:30.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f56816c6640 1 --2- 172.21.15.76:0/1903305592 >> v2:172.21.15.106:3300/0 conn(0x7f567c0a5370 0x7f567c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5680ec5640 1 --2- 172.21.15.76:0/1903305592 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5673fff640 1 -- 172.21.15.76:0/1903305592 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1364720183 0 0) 0x7f567c0c2760 con 0x7f567c072090 2023-11-25T03:11:30.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5673fff640 1 -- 172.21.15.76:0/1903305592 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5668003530 con 0x7f567c072090 2023-11-25T03:11:30.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5680ec5640 1 -- 172.21.15.76:0/1903305592 >> v2:172.21.15.106:3300/0 conn(0x7f567c0a5370 msgr2=0x7f567c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:30.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5680ec5640 1 --2- 172.21.15.76:0/1903305592 >> v2:172.21.15.106:3300/0 conn(0x7f567c0a5370 0x7f567c0c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5680ec5640 1 -- 172.21.15.76:0/1903305592 >> v1:172.21.15.76:6789/0 conn(0x7f567c072090 legacy=0x7f567c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.920+0000 7f5680ec5640 1 -- 172.21.15.76:0/1903305592 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f567c0a5750 con 0x7f567c0c4110 2023-11-25T03:11:30.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f5680ec5640 1 --2- 172.21.15.76:0/1903305592 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c150fa0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f566c0097c0 tx=0x7f566c01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=725582cccea873c8 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f5673fff640 1 -- 172.21.15.76:0/1903305592 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0ab600 con 0x7f567c0c4110 2023-11-25T03:11:30.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f5673fff640 1 -- 172.21.15.76:0/1903305592 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f566c0a7050 con 0x7f567c0c4110 2023-11-25T03:11:30.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f5673fff640 1 -- 172.21.15.76:0/1903305592 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0ab980 con 0x7f567c0c4110 2023-11-25T03:11:30.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 -- 172.21.15.76:0/1903305592 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 msgr2=0x7f567c150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 --2- 172.21.15.76:0/1903305592 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c150fa0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f566c0097c0 tx=0x7f566c01c330 comp rx=0 tx=0).stop 2023-11-25T03:11:30.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 -- 172.21.15.76:0/1903305592 shutdown_connections 2023-11-25T03:11:30.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 --2- 172.21.15.76:0/1903305592 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c150fa0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 --2- 172.21.15.76:0/1903305592 >> v2:172.21.15.106:3300/0 conn(0x7f567c0a5370 0x7f567c0c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 -- 172.21.15.76:0/1903305592 >> 172.21.15.76:0/1903305592 conn(0x7f567c06a5b0 msgr2=0x7f567c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:30.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 -- 172.21.15.76:0/1903305592 shutdown_connections 2023-11-25T03:11:30.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 -- 172.21.15.76:0/1903305592 wait complete. 2023-11-25T03:11:30.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 Processor -- start 2023-11-25T03:11:30.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.924+0000 7f568392a640 1 -- start start 2023-11-25T03:11:30.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f567c072090 0x7f567c153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 0x7f567c153da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567c1501b0 con 0x7f567c0a5370 2023-11-25T03:11:30.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567c150400 con 0x7f567c072090 2023-11-25T03:11:30.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f567c1506e0 con 0x7f567c0c4110 2023-11-25T03:11:30.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 0x7f567c153da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 0x7f567c153da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39656/0 (socket says 172.21.15.76:39656) 2023-11-25T03:11:30.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 -- 172.21.15.76:0/1647356001 learned_addr learned my addr 172.21.15.76:0/1647356001 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:30.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5681ec7640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f56816c6640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f567c072090 0x7f567c153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 -- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 msgr2=0x7f567c159f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c159f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 -- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f567c072090 msgr2=0x7f567c153270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:30.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f567c072090 0x7f567c153270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:30.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 -- 172.21.15.76:0/1647356001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f566c009420 con 0x7f567c0a5370 2023-11-25T03:11:30.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5681ec7640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:30.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5680ec5640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 0x7f567c153da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f566c0ae040 tx=0x7f566c01ab70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0b7450 con 0x7f567c0a5370 2023-11-25T03:11:30.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f566c0b75b0 con 0x7f567c0a5370 2023-11-25T03:11:30.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0b7960 con 0x7f567c0a5370 2023-11-25T03:11:30.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f567c1509c0 con 0x7f567c0a5370 2023-11-25T03:11:30.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f567c1537b0 con 0x7f567c0a5370 2023-11-25T03:11:30.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.928+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f567c14e080 con 0x7f567c0a5370 2023-11-25T03:11:30.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.932+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f566c0b7ac0 con 0x7f567c0a5370 2023-11-25T03:11:30.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.932+0000 7f5671ffb640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5660066470 0x7f5660068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:30.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.932+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f566c11e510 con 0x7f567c0a5370 2023-11-25T03:11:30.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.932+0000 7f56816c6640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5660066470 0x7f5660068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:30.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.932+0000 7f56816c6640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5660066470 0x7f5660068930 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5678009b60 tx=0x7f5678008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:30.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:30.936+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f567c14e080 con 0x7f567c0a5370 2023-11-25T03:11:31.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.084+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f567c14e080 con 0x7f567c0a5370 2023-11-25T03:11:31.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.084+0000 7f5671ffb640 1 -- 172.21.15.76:0/1647356001 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f567c14e080 con 0x7f567c0a5370 2023-11-25T03:11:31.087 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:31.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5660066470 msgr2=0x7f5660068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5660066470 0x7f5660068930 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5678009b60 tx=0x7f5678008040 comp rx=0 tx=0).stop 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 msgr2=0x7f567c153da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 0x7f567c153da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f566c0ae040 tx=0x7f566c01ab70 comp rx=0 tx=0).stop 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 shutdown_connections 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5660066470 0x7f5660068930 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f567c0c4110 0x7f567c159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f567c0a5370 0x7f567c153da0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 --2- 172.21.15.76:0/1647356001 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f567c072090 0x7f567c153270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 >> 172.21.15.76:0/1647356001 conn(0x7f567c06a5b0 msgr2=0x7f567c0c45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:31.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 shutdown_connections 2023-11-25T03:11:31.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.088+0000 7f568392a640 1 -- 172.21.15.76:0/1647356001 wait complete. 2023-11-25T03:11:31.109 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:31.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bec7f8640 1 Processor -- start 2023-11-25T03:11:31.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bec7f8640 1 -- start start 2023-11-25T03:11:31.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bec7f8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7be406b1e0 0x7f7be406a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bec7f8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7be4072500 con 0x7f7be406a5b0 2023-11-25T03:11:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bec7f8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7be4070f60 con 0x7f7be406dfe0 2023-11-25T03:11:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bec7f8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7be406ef50 con 0x7f7be406b1e0 2023-11-25T03:11:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bea594640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7be406a5b0 0x7f7be40c2090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57212/0 (socket says 172.21.15.76:57212) 2023-11-25T03:11:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bea594640 1 -- 172.21.15.76:0/3402961833 learned_addr learned my addr 172.21.15.76:0/3402961833 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bead95640 1 --2- 172.21.15.76:0/3402961833 >> v2:172.21.15.106:3300/0 conn(0x7f7be406b1e0 0x7f7be406a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 483149312 0 0) 0x7f7be4072500 con 0x7f7be406a5b0 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7bd0003530 con 0x7f7be406a5b0 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2130502674 0 0) 0x7f7bd0003530 con 0x7f7be406a5b0 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 >> v2:172.21.15.106:3300/0 conn(0x7f7be406b1e0 msgr2=0x7f7be406a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 --2- 172.21.15.76:0/3402961833 >> v2:172.21.15.106:3300/0 conn(0x7f7be406b1e0 0x7f7be406a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 >> v1:172.21.15.106:6789/0 conn(0x7f7be406dfe0 legacy=0x7f7be415cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7be414eda0 con 0x7f7be406a5b0 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f7be0001680 con 0x7f7be406a5b0 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 >> v1:172.21.15.76:6789/0 conn(0x7f7be406a5b0 legacy=0x7f7be40c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bd0003980 0x7f7bd0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00047d0 0x7f7bd0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd0005190 0x7f7bd000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be406ef50 con 0x7f7bd00047d0 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd000c130 con 0x7f7bd0005190 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd000c2f0 con 0x7f7bd0003980 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9d93640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00047d0 0x7f7bd0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bea594640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bd0003980 0x7f7bd0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bead95640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd0005190 0x7f7bd000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9d93640 1 -- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bd0003980 msgr2=0x7f7bd0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9d93640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bd0003980 0x7f7bd0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9d93640 1 -- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd0005190 msgr2=0x7f7bd000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9d93640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd0005190 0x7f7bd000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7be9d93640 1 -- 172.21.15.76:0/3402961833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bd0003530 con 0x7f7bd00047d0 2023-11-25T03:11:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.248+0000 7f7bead95640 1 -- 172.21.15.76:0/3402961833 reap_dead start 2023-11-25T03:11:31.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7be9d93640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00047d0 0x7f7bd0004c50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7bd4001780 tx=0x7f7bd401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdc520c4bac317cb server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bd40052d0 con 0x7f7bd00047d0 2023-11-25T03:11:31.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bd40a7050 con 0x7f7bd00047d0 2023-11-25T03:11:31.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7be9592640 1 -- 172.21.15.76:0/3402961833 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4003600 con 0x7f7bd00047d0 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 -- 172.21.15.76:0/3402961833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00047d0 msgr2=0x7f7bd0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00047d0 0x7f7bd0004c50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7bd4001780 tx=0x7f7bd401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 -- 172.21.15.76:0/3402961833 shutdown_connections 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/3402961833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00047d0 0x7f7bd0004c50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 -- 172.21.15.76:0/3402961833 >> 172.21.15.76:0/3402961833 conn(0x7f7be40c6ef0 msgr2=0x7f7be40c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 -- 172.21.15.76:0/3402961833 shutdown_connections 2023-11-25T03:11:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.252+0000 7f7bec7f8640 1 -- 172.21.15.76:0/3402961833 wait complete. 2023-11-25T03:11:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 Processor -- start 2023-11-25T03:11:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 -- start start 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd00047d0 0x7f7be414aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7be413e7a0 0x7f7be41f1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 0x7f7be4149b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be4157c10 con 0x7f7be41f16b0 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be413e610 con 0x7f7bd00047d0 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7be41576e0 con 0x7f7be413e7a0 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 0x7f7be4149b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 0x7f7be4149b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39682/0 (socket says 172.21.15.76:39682) 2023-11-25T03:11:31.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 -- 172.21.15.76:0/373881185 learned_addr learned my addr 172.21.15.76:0/373881185 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bea594640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd00047d0 0x7f7be414aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7be9d93640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7be413e7a0 0x7f7be41f1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 -- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7be413e7a0 msgr2=0x7f7be41f1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7be413e7a0 0x7f7be41f1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 -- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd00047d0 msgr2=0x7f7be414aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd00047d0 0x7f7be414aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 -- 172.21.15.76:0/373881185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7be4142890 con 0x7f7be41f16b0 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bea594640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd00047d0 0x7f7be414aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bead95640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 0x7f7be4149b70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7be406f740 tx=0x7f7bdc00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc00e040 con 0x7f7be41f16b0 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bdc00f040 con 0x7f7be41f16b0 2023-11-25T03:11:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc015430 con 0x7f7be41f16b0 2023-11-25T03:11:31.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7be413ee90 con 0x7f7be41f16b0 2023-11-25T03:11:31.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.256+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7be41f0c50 con 0x7f7be41f16b0 2023-11-25T03:11:31.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.260+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7be41f0ab0 con 0x7f7be41f16b0 2023-11-25T03:11:31.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.260+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7bdc015590 con 0x7f7be41f16b0 2023-11-25T03:11:31.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.260+0000 7f7bdaffd640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7bc80664a0 0x7f7bc8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.260+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7bdc0846d0 con 0x7f7be41f16b0 2023-11-25T03:11:31.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.260+0000 7f7bea594640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7bc80664a0 0x7f7bc8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.260+0000 7f7bea594640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7bc80664a0 0x7f7bc8068960 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7be0001210 tx=0x7f7be0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.264+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7be41f0ab0 con 0x7f7be41f16b0 2023-11-25T03:11:31.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7be41f0ab0 con 0x7f7be41f16b0 2023-11-25T03:11:31.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bdaffd640 1 -- 172.21.15.76:0/373881185 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7be41f0ab0 con 0x7f7be41f16b0 2023-11-25T03:11:31.417 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:31.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7bc80664a0 msgr2=0x7f7bc8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7bc80664a0 0x7f7bc8068960 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7be0001210 tx=0x7f7be0009040 comp rx=0 tx=0).stop 2023-11-25T03:11:31.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 msgr2=0x7f7be4149b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 0x7f7be4149b70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7be406f740 tx=0x7f7bdc00f580 comp rx=0 tx=0).stop 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 shutdown_connections 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7bc80664a0 0x7f7bc8068960 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7be41f16b0 0x7f7be4149b70 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7be413e7a0 0x7f7be41f1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 --2- 172.21.15.76:0/373881185 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bd00047d0 0x7f7be414aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 >> 172.21.15.76:0/373881185 conn(0x7f7be40c6ef0 msgr2=0x7f7be40c4140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 shutdown_connections 2023-11-25T03:11:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.416+0000 7f7bec7f8640 1 -- 172.21.15.76:0/373881185 wait complete. 2023-11-25T03:11:31.437 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:31.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2cb772640 1 Processor -- start 2023-11-25T03:11:31.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2cb772640 1 -- start start 2023-11-25T03:11:31.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2cb772640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa2c4155de0 0x7fa2c4156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2cb772640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2c40c2580 con 0x7fa2c40c5260 2023-11-25T03:11:31.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2cb772640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2c40c1a00 con 0x7fa2c40c5640 2023-11-25T03:11:31.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2cb772640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2c4153510 con 0x7fa2c4155de0 2023-11-25T03:11:31.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa2c40c5260 0x7fa2c406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57216/0 (socket says 172.21.15.76:57216) 2023-11-25T03:11:31.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 -- 172.21.15.76:0/1459175573 learned_addr learned my addr 172.21.15.76:0/1459175573 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:31.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c9d0f640 1 --2- 172.21.15.76:0/1459175573 >> v2:172.21.15.106:3300/0 conn(0x7fa2c4155de0 0x7fa2c4156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1117373417 0 0) 0x7fa2c40c2580 con 0x7fa2c40c5260 2023-11-25T03:11:31.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa2b0003530 con 0x7fa2c40c5260 2023-11-25T03:11:31.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 224473710 0 0) 0x7fa2b0003530 con 0x7fa2c40c5260 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 >> v2:172.21.15.106:3300/0 conn(0x7fa2c4155de0 msgr2=0x7fa2c4156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 --2- 172.21.15.76:0/1459175573 >> v2:172.21.15.106:3300/0 conn(0x7fa2c4155de0 0x7fa2c4156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 >> v1:172.21.15.106:6789/0 conn(0x7fa2c40c5640 legacy=0x7fa2c40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2c40c1ce0 con 0x7fa2c40c5260 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fa2c0001680 con 0x7fa2c40c5260 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 >> v1:172.21.15.76:6789/0 conn(0x7fa2c40c5260 legacy=0x7fa2c406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2b0003980 0x7fa2b0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b00047d0 0x7fa2b0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2b0005190 0x7fa2b000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b000c100 con 0x7fa2b0003980 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b000c270 con 0x7fa2b00047d0 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b000c430 con 0x7fa2b0005190 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2b0003980 0x7fa2b0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c8d0d640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b00047d0 0x7fa2b0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c9d0f640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2b0005190 0x7fa2b000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 -- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2b0005190 msgr2=0x7fa2b000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2b0005190 0x7fa2b000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 -- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b00047d0 msgr2=0x7fa2b0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b00047d0 0x7fa2b0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c950e640 1 -- 172.21.15.76:0/1459175573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2b0003530 con 0x7fa2b0003980 2023-11-25T03:11:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c9d0f640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2b0005190 0x7fa2b000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.576+0000 7fa2c9d0f640 1 -- 172.21.15.76:0/1459175573 reap_dead start 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2c950e640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2b0003980 0x7fa2b0003da0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa2c000c1c0 tx=0x7fa2c001cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb0d8e87e2173ae server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c0005ae0 con 0x7fa2b0003980 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2c0005c40 con 0x7fa2b0003980 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2bbfff640 1 -- 172.21.15.76:0/1459175573 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c00a59b0 con 0x7fa2b0003980 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 -- 172.21.15.76:0/1459175573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2b0003980 msgr2=0x7fa2b0003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2b0003980 0x7fa2b0003da0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa2c000c1c0 tx=0x7fa2c001cba0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 -- 172.21.15.76:0/1459175573 shutdown_connections 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 --2- 172.21.15.76:0/1459175573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2b0003980 0x7fa2b0003da0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 -- 172.21.15.76:0/1459175573 >> 172.21.15.76:0/1459175573 conn(0x7fa2c406a5b0 msgr2=0x7fa2c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:31.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 -- 172.21.15.76:0/1459175573 shutdown_connections 2023-11-25T03:11:31.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.580+0000 7fa2cb772640 1 -- 172.21.15.76:0/1459175573 wait complete. 2023-11-25T03:11:31.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 Processor -- start 2023-11-25T03:11:31.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 -- start start 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b0003980 0x7fa2c40bdd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2c41f0b70 0x7fa2c40715a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 0x7fa2c41e9e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c40bc010 con 0x7fa2c41ed480 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c40bcc70 con 0x7fa2b0003980 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c40bcf50 con 0x7fa2c41f0b70 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 0x7fa2c41e9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 0x7fa2c41e9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39694/0 (socket says 172.21.15.76:39694) 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 -- 172.21.15.76:0/3525539788 learned_addr learned my addr 172.21.15.76:0/3525539788 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c950e640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b0003980 0x7fa2c40bdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c8d0d640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2c41f0b70 0x7fa2c40715a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 -- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2c41f0b70 msgr2=0x7fa2c40715a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2c41f0b70 0x7fa2c40715a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 -- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b0003980 msgr2=0x7fa2c40bdd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b0003980 0x7fa2c40bdd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 -- 172.21.15.76:0/3525539788 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2c40bd230 con 0x7fa2c41ed480 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c950e640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b0003980 0x7fa2c40bdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2c9d0f640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 0x7fa2c41e9e80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa2c40c68d0 tx=0x7fa2bc010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc01b070 con 0x7fa2c41ed480 2023-11-25T03:11:31.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2bc00f040 con 0x7fa2c41ed480 2023-11-25T03:11:31.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc00e050 con 0x7fa2c41ed480 2023-11-25T03:11:31.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2c41ecc80 con 0x7fa2c41ed480 2023-11-25T03:11:31.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.584+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2c4071ae0 con 0x7fa2c41ed480 2023-11-25T03:11:31.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.588+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2c4068400 con 0x7fa2c41ed480 2023-11-25T03:11:31.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.588+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa2bc003be0 con 0x7fa2c41ed480 2023-11-25T03:11:31.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.588+0000 7fa2b9ffb640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa2a8066470 0x7fa2a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.588+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2bc0841f0 con 0x7fa2c41ed480 2023-11-25T03:11:31.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.588+0000 7fa2c950e640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa2a8066470 0x7fa2a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.588+0000 7fa2c950e640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa2a8066470 0x7fa2a8068930 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa2c00ab000 tx=0x7fa2c00b1040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.592+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa2bc051700 con 0x7fa2c41ed480 2023-11-25T03:11:31.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.740+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa2c41ed130 con 0x7fa2c41ed480 2023-11-25T03:11:31.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.740+0000 7fa2b9ffb640 1 -- 172.21.15.76:0/3525539788 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa2bc054d20 con 0x7fa2c41ed480 2023-11-25T03:11:31.743 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:31.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa2a8066470 msgr2=0x7fa2a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa2a8066470 0x7fa2a8068930 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa2c00ab000 tx=0x7fa2c00b1040 comp rx=0 tx=0).stop 2023-11-25T03:11:31.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 msgr2=0x7fa2c41e9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 0x7fa2c41e9e80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa2c40c68d0 tx=0x7fa2bc010590 comp rx=0 tx=0).stop 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 shutdown_connections 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa2a8066470 0x7fa2a8068930 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2c41ed480 0x7fa2c41e9e80 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa2c41f0b70 0x7fa2c40715a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 --2- 172.21.15.76:0/3525539788 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa2b0003980 0x7fa2c40bdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 >> 172.21.15.76:0/3525539788 conn(0x7fa2c406a5b0 msgr2=0x7fa2c40a6e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 shutdown_connections 2023-11-25T03:11:31.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.744+0000 7fa2cb772640 1 -- 172.21.15.76:0/3525539788 wait complete. 2023-11-25T03:11:31.765 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:11:31.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.900+0000 7f31be580640 1 Processor -- start 2023-11-25T03:11:31.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.900+0000 7f31be580640 1 -- start start 2023-11-25T03:11:31.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31be580640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31b80a5240 0x7f31b80bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31be580640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f31b81561f0 0x7f31b8156640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31be580640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31b80c3bd0 con 0x7f31b80c01c0 2023-11-25T03:11:31.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31be580640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31b80bf1e0 con 0x7f31b80a5240 2023-11-25T03:11:31.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31be580640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31b80c3e20 con 0x7f31b81561f0 2023-11-25T03:11:31.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31b80a5240 0x7f31b80bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31b80a5240 0x7f31b80bfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39710/0 (socket says 172.21.15.76:39710) 2023-11-25T03:11:31.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 -- 172.21.15.76:0/3204463632 learned_addr learned my addr 172.21.15.76:0/3204463632 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:31.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31bcb1d640 1 --2- 172.21.15.76:0/3204463632 >> v2:172.21.15.106:3300/0 conn(0x7f31b81561f0 0x7f31b8156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 -- 172.21.15.76:0/3204463632 >> v2:172.21.15.106:3300/0 conn(0x7f31b81561f0 msgr2=0x7f31b8156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 --2- 172.21.15.76:0/3204463632 >> v2:172.21.15.106:3300/0 conn(0x7f31b81561f0 0x7f31b8156640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 -- 172.21.15.76:0/3204463632 >> v1:172.21.15.106:6789/0 conn(0x7f31b80c01c0 legacy=0x7f31b80c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:31.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 -- 172.21.15.76:0/3204463632 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31b80c4100 con 0x7f31b80a5240 2023-11-25T03:11:31.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31bcb1d640 1 --2- 172.21.15.76:0/3204463632 >> v2:172.21.15.106:3300/0 conn(0x7f31b81561f0 0x7f31b8156640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:31.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.904+0000 7f31b7fff640 1 --2- 172.21.15.76:0/3204463632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b80bfc80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31b80729a0 tx=0x7f31a801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49c75f1fd9503187 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31b6ffd640 1 -- 172.21.15.76:0/3204463632 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31a80ac640 con 0x7f31b80a5240 2023-11-25T03:11:31.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31b6ffd640 1 -- 172.21.15.76:0/3204463632 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31a80ac7a0 con 0x7f31b80a5240 2023-11-25T03:11:31.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31b6ffd640 1 -- 172.21.15.76:0/3204463632 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31a80acb30 con 0x7f31b80a5240 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- 172.21.15.76:0/3204463632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 msgr2=0x7f31b80bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 --2- 172.21.15.76:0/3204463632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b80bfc80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31b80729a0 tx=0x7f31a801c400 comp rx=0 tx=0).stop 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- 172.21.15.76:0/3204463632 shutdown_connections 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 --2- 172.21.15.76:0/3204463632 >> v2:172.21.15.106:3300/0 conn(0x7f31b81561f0 0x7f31b8156640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 --2- 172.21.15.76:0/3204463632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b80bfc80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- 172.21.15.76:0/3204463632 >> 172.21.15.76:0/3204463632 conn(0x7f31b806a5b0 msgr2=0x7f31b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- 172.21.15.76:0/3204463632 shutdown_connections 2023-11-25T03:11:31.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- 172.21.15.76:0/3204463632 wait complete. 2023-11-25T03:11:31.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 Processor -- start 2023-11-25T03:11:31.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- start start 2023-11-25T03:11:31.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b81f1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31b80c01c0 0x7f31b8070520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31b81561f0 0x7f31b8155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31b80aae10 con 0x7f31b80a5240 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31b81f16c0 con 0x7f31b80c01c0 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.908+0000 7f31be580640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31b80a9030 con 0x7f31b81561f0 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b81f1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b81f1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39716/0 (socket says 172.21.15.76:39716) 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 -- 172.21.15.76:0/208746370 learned_addr learned my addr 172.21.15.76:0/208746370 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 -- 172.21.15.76:0/208746370 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31b81561f0 msgr2=0x7f31b8155280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31b81561f0 0x7f31b8155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 -- 172.21.15.76:0/208746370 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31b80c01c0 msgr2=0x7f31b8070520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31b80c01c0 0x7f31b8070520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 -- 172.21.15.76:0/208746370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31a80094d0 con 0x7f31b80a5240 2023-11-25T03:11:31.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b7fff640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b81f1180 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f31a80af040 tx=0x7f31a801ac40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31a80b7830 con 0x7f31b80a5240 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31a80b79b0 con 0x7f31b80a5240 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31a80b7d60 con 0x7f31b80a5240 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31b8070a60 con 0x7f31b80a5240 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31b80aab30 con 0x7f31b80a5240 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31b80c52e0 con 0x7f31b80a5240 2023-11-25T03:11:31.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.912+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f31a80b3040 con 0x7f31b80a5240 2023-11-25T03:11:31.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.916+0000 7f31b4ff9640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f31a4066470 0x7f31a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:31.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.916+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31a811e9e0 con 0x7f31b80a5240 2023-11-25T03:11:31.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.916+0000 7f31b77fe640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f31a4066470 0x7f31a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:31.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.916+0000 7f31b77fe640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f31a4066470 0x7f31a4068930 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f31b80a9fb0 tx=0x7f31ac0079c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:31.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:31.916+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f31a80ebe50 con 0x7f31b80a5240 2023-11-25T03:11:32.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f31b8068400 con 0x7f31b80a5240 2023-11-25T03:11:32.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31b4ff9640 1 -- 172.21.15.76:0/208746370 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f31a80ef470 con 0x7f31b80a5240 2023-11-25T03:11:32.080 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:11:32.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f31a4066470 msgr2=0x7f31a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f31a4066470 0x7f31a4068930 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f31b80a9fb0 tx=0x7f31ac0079c0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 msgr2=0x7f31b81f1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b81f1180 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f31a80af040 tx=0x7f31a801ac40 comp rx=0 tx=0).stop 2023-11-25T03:11:32.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 shutdown_connections 2023-11-25T03:11:32.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f31a4066470 0x7f31a4068930 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31b81561f0 0x7f31b8155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31b80c01c0 0x7f31b8070520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 --2- 172.21.15.76:0/208746370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b80a5240 0x7f31b81f1180 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 >> 172.21.15.76:0/208746370 conn(0x7f31b806a5b0 msgr2=0x7f31b806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:32.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 shutdown_connections 2023-11-25T03:11:32.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.080+0000 7f31be580640 1 -- 172.21.15.76:0/208746370 wait complete. 2023-11-25T03:11:32.101 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:11:32.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:32.102 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-11-25T03:11:32.139 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:11:32.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:32.140 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:11:32.199 INFO:tasks.cephfs.cephfs_test_case:[, ] 2023-11-25T03:11:32.199 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:32.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 Processor -- start 2023-11-25T03:11:32.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 -- start start 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb6e4151e90 0x7fb6e40c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6e40c7ea0 0x7fb6e406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e40c4e60 0x7fb6e406b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6e40c8750 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6e41552d0 con 0x7fb6e4151e90 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6eae17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e40c5c60 con 0x7fb6e40c4e60 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6e40c7ea0 0x7fb6e406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6e40c7ea0 0x7fb6e406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39718/0 (socket says 172.21.15.76:39718) 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 -- 172.21.15.76:0/2124529932 learned_addr learned my addr 172.21.15.76:0/2124529932 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 -- 172.21.15.76:0/2124529932 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e40c4e60 msgr2=0x7fb6e406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:32.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6e8bb3640 1 --2- 172.21.15.76:0/2124529932 >> v2:172.21.15.106:3300/0 conn(0x7fb6e4151e90 0x7fb6e40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6e93b4640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e40c4e60 0x7fb6e406b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e40c4e60 0x7fb6e406b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 -- 172.21.15.76:0/2124529932 >> v2:172.21.15.106:3300/0 conn(0x7fb6e4151e90 msgr2=0x7fb6e40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 --2- 172.21.15.76:0/2124529932 >> v2:172.21.15.106:3300/0 conn(0x7fb6e4151e90 0x7fb6e40c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6dbfff640 1 -- 172.21.15.76:0/2124529932 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6e406c860 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6e8bb3640 1 --2- 172.21.15.76:0/2124529932 >> v2:172.21.15.106:3300/0 conn(0x7fb6e4151e90 0x7fb6e40c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:32.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.336+0000 7fb6e93b4640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e40c4e60 0x7fb6e406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:32.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6dbfff640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e406b4a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb6e408b410 tx=0x7fb6d401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe4467f48127161 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:32.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6db7fe640 1 -- 172.21.15.76:0/2124529932 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40ab600 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6db7fe640 1 -- 172.21.15.76:0/2124529932 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6d40a7050 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6db7fe640 1 -- 172.21.15.76:0/2124529932 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40ab980 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 -- 172.21.15.76:0/2124529932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 msgr2=0x7fb6e406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e406b4a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb6e408b410 tx=0x7fb6d401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 -- 172.21.15.76:0/2124529932 shutdown_connections 2023-11-25T03:11:32.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e40c4e60 0x7fb6e406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 --2- 172.21.15.76:0/2124529932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e406b4a0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 --2- 172.21.15.76:0/2124529932 >> v2:172.21.15.106:3300/0 conn(0x7fb6e4151e90 0x7fb6e40c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 -- 172.21.15.76:0/2124529932 >> 172.21.15.76:0/2124529932 conn(0x7fb6e40ca170 msgr2=0x7fb6e40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:32.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 -- 172.21.15.76:0/2124529932 shutdown_connections 2023-11-25T03:11:32.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.340+0000 7fb6eae17640 1 -- 172.21.15.76:0/2124529932 wait complete. 2023-11-25T03:11:32.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 Processor -- start 2023-11-25T03:11:32.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 -- start start 2023-11-25T03:11:32.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6e40c4e60 0x7fb6e40ad7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e414d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e4151e90 0x7fb6e414ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e40c39c0 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e414ce80 con 0x7fb6e40c4e60 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e414cb30 con 0x7fb6e4151e90 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e414d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e414d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39724/0 (socket says 172.21.15.76:39724) 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 -- 172.21.15.76:0/961583491 learned_addr learned my addr 172.21.15.76:0/961583491 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6e8bb3640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6e40c4e60 0x7fb6e40ad7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6e93b4640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e4151e90 0x7fb6e414ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 -- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e4151e90 msgr2=0x7fb6e414ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e4151e90 0x7fb6e414ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 -- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6e40c4e60 msgr2=0x7fb6e40ad7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6e40c4e60 0x7fb6e40ad7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 -- 172.21.15.76:0/961583491 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d40094d0 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6e8bb3640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6e40c4e60 0x7fb6e40ad7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6dbfff640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e414d310 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40ae040 tx=0x7fb6d401ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40b6620 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6d40b67a0 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6e414ba40 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40b6b50 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.344+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6e414df70 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.348+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6e414cff0 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.348+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb6d40b2040 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.348+0000 7fb6d97fa640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6d0066470 0x7fb6d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.348+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb6d411e3d0 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.348+0000 7fb6e8bb3640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6d0066470 0x7fb6d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.348+0000 7fb6e8bb3640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6d0066470 0x7fb6d0068930 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0006fd0 tx=0x7fb6e0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:32.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.352+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb6d40eb850 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.528+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb6e4068400 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6d97fa640 1 -- 172.21.15.76:0/961583491 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7fb6d40eee70 con 0x7fb6e40c7ea0 2023-11-25T03:11:32.532 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:32.532 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:32.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6d0066470 msgr2=0x7fb6d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6d0066470 0x7fb6d0068930 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0006fd0 tx=0x7fb6e0008040 comp rx=0 tx=0).stop 2023-11-25T03:11:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 msgr2=0x7fb6e414d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e414d310 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40ae040 tx=0x7fb6d401ac20 comp rx=0 tx=0).stop 2023-11-25T03:11:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 shutdown_connections 2023-11-25T03:11:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb6d0066470 0x7fb6d0068930 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6e4151e90 0x7fb6e414ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6e40c7ea0 0x7fb6e414d310 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 --2- 172.21.15.76:0/961583491 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6e40c4e60 0x7fb6e40ad7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 >> 172.21.15.76:0/961583491 conn(0x7fb6e40ca170 msgr2=0x7fb6e4155b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 shutdown_connections 2023-11-25T03:11:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.532+0000 7fb6eae17640 1 -- 172.21.15.76:0/961583491 wait complete. 2023-11-25T03:11:32.552 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:32.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 Processor -- start 2023-11-25T03:11:32.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 -- start start 2023-11-25T03:11:32.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 0x7f3d8806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3d8806b9e0 0x7f3d8815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d8806c860 con 0x7f3d88151e90 2023-11-25T03:11:32.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d880c8750 con 0x7f3d8806b9e0 2023-11-25T03:11:32.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8e2bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d881552d0 con 0x7f3d880c7ea0 2023-11-25T03:11:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d877fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 0x7f3d8806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8c858640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3d8806b9e0 0x7f3d8815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d87fff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f3d88151e90 0x7f3d880c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:39370/0 (socket says 172.21.15.76:39370) 2023-11-25T03:11:32.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d877fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 0x7f3d8806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:52584/0 (socket says 172.21.15.76:52584) 2023-11-25T03:11:32.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d87fff640 1 -- 172.21.15.76:0/891115186 learned_addr learned my addr 172.21.15.76:0/891115186 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:32.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d877fe640 1 -- 172.21.15.76:0/891115186 >> v2:172.21.15.106:3300/0 conn(0x7f3d8806b9e0 msgr2=0x7f3d8815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:32.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d877fe640 1 --2- 172.21.15.76:0/891115186 >> v2:172.21.15.106:3300/0 conn(0x7f3d8806b9e0 0x7f3d8815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d877fe640 1 -- 172.21.15.76:0/891115186 >> v1:172.21.15.106:6789/0 conn(0x7f3d88151e90 legacy=0x7f3d880c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d877fe640 1 -- 172.21.15.76:0/891115186 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d88154930 con 0x7f3d880c7ea0 2023-11-25T03:11:32.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.688+0000 7f3d8c858640 1 --2- 172.21.15.76:0/891115186 >> v2:172.21.15.106:3300/0 conn(0x7f3d8806b9e0 0x7f3d8815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:32.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d877fe640 1 --2- 172.21.15.76:0/891115186 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 0x7f3d8806b4a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c0097c0 tx=0x7f3d7c01c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75377bc7c662e04b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:32.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d86ffd640 1 -- 172.21.15.76:0/891115186 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c0ab600 con 0x7f3d880c7ea0 2023-11-25T03:11:32.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d86ffd640 1 -- 172.21.15.76:0/891115186 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d7c0a7050 con 0x7f3d880c7ea0 2023-11-25T03:11:32.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d86ffd640 1 -- 172.21.15.76:0/891115186 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c0ab980 con 0x7f3d880c7ea0 2023-11-25T03:11:32.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/891115186 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 msgr2=0x7f3d8806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/891115186 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 0x7f3d8806b4a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c0097c0 tx=0x7f3d7c01c360 comp rx=0 tx=0).stop 2023-11-25T03:11:32.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/891115186 shutdown_connections 2023-11-25T03:11:32.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/891115186 >> v2:172.21.15.106:3300/0 conn(0x7f3d8806b9e0 0x7f3d8815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/891115186 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d880c7ea0 0x7f3d8806b4a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/891115186 >> 172.21.15.76:0/891115186 conn(0x7f3d880ca170 msgr2=0x7f3d880ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:32.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/891115186 shutdown_connections 2023-11-25T03:11:32.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.692+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/891115186 wait complete. 2023-11-25T03:11:32.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 Processor -- start 2023-11-25T03:11:32.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 -- start start 2023-11-25T03:11:32.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 0x7f3d880adb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d880c7ea0 0x7f3d88146170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d88151e90 0x7f3d881466b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d88146bf0 con 0x7f3d8806b9e0 2023-11-25T03:11:32.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d881f0540 con 0x7f3d880c7ea0 2023-11-25T03:11:32.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d881f0820 con 0x7f3d88151e90 2023-11-25T03:11:32.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 0x7f3d880adb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 0x7f3d880adb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39734/0 (socket says 172.21.15.76:39734) 2023-11-25T03:11:32.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 -- 172.21.15.76:0/2149226821 learned_addr learned my addr 172.21.15.76:0/2149226821 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:32.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d877fe640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d880c7ea0 0x7f3d88146170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8c858640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d88151e90 0x7f3d881466b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 -- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d88151e90 msgr2=0x7f3d881466b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d88151e90 0x7f3d881466b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 -- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d880c7ea0 msgr2=0x7f3d88146170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d880c7ea0 0x7f3d88146170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 -- 172.21.15.76:0/2149226821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d80009a70 con 0x7f3d8806b9e0 2023-11-25T03:11:32.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8c858640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d88151e90 0x7f3d881466b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:32.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d877fe640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d880c7ea0 0x7f3d88146170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:32.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d87fff640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 0x7f3d880adb80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3d7800c420 tx=0x7f3d7800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:32.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d78005cf0 con 0x7f3d8806b9e0 2023-11-25T03:11:32.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d78005e50 con 0x7f3d8806b9e0 2023-11-25T03:11:32.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d780072f0 con 0x7f3d8806b9e0 2023-11-25T03:11:32.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.696+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d7c009420 con 0x7f3d8806b9e0 2023-11-25T03:11:32.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d881f0de0 con 0x7f3d8806b9e0 2023-11-25T03:11:32.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d88068400 con 0x7f3d8806b9e0 2023-11-25T03:11:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3d78007450 con 0x7f3d8806b9e0 2023-11-25T03:11:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d84ff9640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d74066470 0x7f3d74068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3d780834a0 con 0x7f3d8806b9e0 2023-11-25T03:11:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d877fe640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d74066470 0x7f3d74068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.700+0000 7f3d877fe640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d74066470 0x7f3d74068930 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c0ad000 tx=0x7f3d7c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:32.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.704+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3d78050880 con 0x7f3d8806b9e0 2023-11-25T03:11:32.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.852+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3d881ecfd0 con 0x7f3d8806b9e0 2023-11-25T03:11:32.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d84ff9640 1 -- 172.21.15.76:0/2149226821 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f3d78017090 con 0x7f3d8806b9e0 2023-11-25T03:11:32.856 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:32.856 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d74066470 msgr2=0x7f3d74068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d74066470 0x7f3d74068930 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c0ad000 tx=0x7f3d7c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 msgr2=0x7f3d880adb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 0x7f3d880adb80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3d7800c420 tx=0x7f3d7800c8e0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 shutdown_connections 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d74066470 0x7f3d74068930 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d88151e90 0x7f3d881466b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d880c7ea0 0x7f3d88146170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 --2- 172.21.15.76:0/2149226821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d8806b9e0 0x7f3d880adb80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 >> 172.21.15.76:0/2149226821 conn(0x7f3d880ca170 msgr2=0x7f3d880c4920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 shutdown_connections 2023-11-25T03:11:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:32.856+0000 7f3d8e2bb640 1 -- 172.21.15.76:0/2149226821 wait complete. 2023-11-25T03:11:32.877 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:10:59.354525+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:00.585116+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:32.877 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 Processor -- start 2023-11-25T03:11:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 -- start start 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c5260 0x7f208806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f20880c5640 0x7f20880c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20880c2580 con 0x7f20880c60f0 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2088153510 con 0x7f20880c5640 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208f6aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20880c17f0 con 0x7f20880c5260 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208dc47640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f20880c60f0 0x7f2088155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57224/0 (socket says 172.21.15.76:57224) 2023-11-25T03:11:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208dc47640 1 -- 172.21.15.76:0/1428620302 learned_addr learned my addr 172.21.15.76:0/1428620302 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208d446640 1 --2- 172.21.15.76:0/1428620302 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c5260 0x7f208806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208cc45640 1 --2- 172.21.15.76:0/1428620302 >> v2:172.21.15.106:3300/0 conn(0x7f20880c5640 0x7f20880c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f207ffff640 1 -- 172.21.15.76:0/1428620302 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1891010546 0 0) 0x7f20880c2580 con 0x7f20880c60f0 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f207ffff640 1 -- 172.21.15.76:0/1428620302 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2074003530 con 0x7f20880c60f0 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208d446640 1 -- 172.21.15.76:0/1428620302 >> v2:172.21.15.106:3300/0 conn(0x7f20880c5640 msgr2=0x7f20880c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208d446640 1 --2- 172.21.15.76:0/1428620302 >> v2:172.21.15.106:3300/0 conn(0x7f20880c5640 0x7f20880c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208d446640 1 -- 172.21.15.76:0/1428620302 >> v1:172.21.15.76:6789/0 conn(0x7f20880c60f0 legacy=0x7f2088155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208d446640 1 -- 172.21.15.76:0/1428620302 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20880c1a00 con 0x7f20880c5260 2023-11-25T03:11:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.016+0000 7f208cc45640 1 --2- 172.21.15.76:0/1428620302 >> v2:172.21.15.106:3300/0 conn(0x7f20880c5640 0x7f20880c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:33.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f208d446640 1 --2- 172.21.15.76:0/1428620302 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c5260 0x7f208806d5b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f20880c1930 tx=0x7f208401c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fdedab978585f6e5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f207ffff640 1 -- 172.21.15.76:0/1428620302 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20840ab600 con 0x7f20880c5260 2023-11-25T03:11:33.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f207ffff640 1 -- 172.21.15.76:0/1428620302 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20840a7050 con 0x7f20880c5260 2023-11-25T03:11:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f207ffff640 1 -- 172.21.15.76:0/1428620302 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20840ab980 con 0x7f20880c5260 2023-11-25T03:11:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f208f6aa640 1 -- 172.21.15.76:0/1428620302 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c5260 msgr2=0x7f208806d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f208f6aa640 1 --2- 172.21.15.76:0/1428620302 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c5260 0x7f208806d5b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f20880c1930 tx=0x7f208401c3c0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.020+0000 7f208f6aa640 1 -- 172.21.15.76:0/1428620302 shutdown_connections 2023-11-25T03:11:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 --2- 172.21.15.76:0/1428620302 >> v2:172.21.15.106:3300/0 conn(0x7f20880c5640 0x7f20880c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 --2- 172.21.15.76:0/1428620302 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c5260 0x7f208806d5b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- 172.21.15.76:0/1428620302 >> 172.21.15.76:0/1428620302 conn(0x7f208806a5b0 msgr2=0x7f208806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- 172.21.15.76:0/1428620302 shutdown_connections 2023-11-25T03:11:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- 172.21.15.76:0/1428620302 wait complete. 2023-11-25T03:11:33.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 Processor -- start 2023-11-25T03:11:33.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- start start 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f20880c5260 0x7f20881f07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 0x7f20880a98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c60f0 0x7f20880a9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20880aa9f0 con 0x7f20880c5640 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20880aacd0 con 0x7f20880c5260 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208f6aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20881f11b0 con 0x7f20880c60f0 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 0x7f20880a98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 0x7f20880a98f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39750/0 (socket says 172.21.15.76:39750) 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 -- 172.21.15.76:0/2310402561 learned_addr learned my addr 172.21.15.76:0/2310402561 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208d446640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f20880c5260 0x7f20881f07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208dc47640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c60f0 0x7f20880a9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 -- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c60f0 msgr2=0x7f20880a9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c60f0 0x7f20880a9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 -- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f20880c5260 msgr2=0x7f20881f07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f20880c5260 0x7f20881f07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 -- 172.21.15.76:0/2310402561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2078009420 con 0x7f20880c5640 2023-11-25T03:11:33.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208dc47640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c60f0 0x7f20880a9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:33.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.024+0000 7f208cc45640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 0x7f20880a98f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f207800e9b0 tx=0x7f207800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f207800c9a0 con 0x7f20880c5640 2023-11-25T03:11:33.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f207800cb00 con 0x7f20880c5640 2023-11-25T03:11:33.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2078013470 con 0x7f20880c5640 2023-11-25T03:11:33.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2084009420 con 0x7f20880c5640 2023-11-25T03:11:33.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2088156fd0 con 0x7f20880c5640 2023-11-25T03:11:33.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2088068400 con 0x7f20880c5640 2023-11-25T03:11:33.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f20780135d0 con 0x7f20880c5640 2023-11-25T03:11:33.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f207dffb640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f206c0664a0 0x7f206c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2078083cb0 con 0x7f20880c5640 2023-11-25T03:11:33.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f208d446640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f206c0664a0 0x7f206c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.028+0000 7f208d446640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f206c0664a0 0x7f206c068960 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f20840ad000 tx=0x7f20840a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.032+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f20780511d0 con 0x7f20880c5640 2023-11-25T03:11:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.184+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f20881f1320 con 0x7f20880c5640 2023-11-25T03:11:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.184+0000 7f207dffb640 1 -- 172.21.15.76:0/2310402561 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f20780547f0 con 0x7f20880c5640 2023-11-25T03:11:33.187 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:33.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f206c0664a0 msgr2=0x7f206c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f206c0664a0 0x7f206c068960 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f20840ad000 tx=0x7f20840a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 msgr2=0x7f20880a98f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 0x7f20880a98f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f207800e9b0 tx=0x7f207800ee70 comp rx=0 tx=0).stop 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 shutdown_connections 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f206c0664a0 0x7f206c068960 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f20880c60f0 0x7f20880a9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20880c5640 0x7f20880a98f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 --2- 172.21.15.76:0/2310402561 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f20880c5260 0x7f20881f07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 >> 172.21.15.76:0/2310402561 conn(0x7f208806a5b0 msgr2=0x7f208806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 shutdown_connections 2023-11-25T03:11:33.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.188+0000 7f208f6aa640 1 -- 172.21.15.76:0/2310402561 wait complete. 2023-11-25T03:11:33.207 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:11:33.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 Processor -- start 2023-11-25T03:11:33.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 -- start start 2023-11-25T03:11:33.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3284151e90 0x7f32840c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f32840c7ea0 0x7f328406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f328406c860 con 0x7f32840c4e60 2023-11-25T03:11:33.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32840c8750 con 0x7f3284151e90 2023-11-25T03:11:33.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3289972640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32841552d0 con 0x7f32840c7ea0 2023-11-25T03:11:33.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3284151e90 0x7f32840c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3284151e90 0x7f32840c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39760/0 (socket says 172.21.15.76:39760) 2023-11-25T03:11:33.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 -- 172.21.15.76:0/1321174984 learned_addr learned my addr 172.21.15.76:0/1321174984 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:33.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 -- 172.21.15.76:0/1321174984 >> v2:172.21.15.106:3300/0 conn(0x7f32840c7ea0 msgr2=0x7f328406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:33.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f327a7fc640 1 --2- 172.21.15.76:0/1321174984 >> v2:172.21.15.106:3300/0 conn(0x7f32840c7ea0 0x7f328406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 --2- 172.21.15.76:0/1321174984 >> v2:172.21.15.106:3300/0 conn(0x7f32840c7ea0 0x7f328406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 -- 172.21.15.76:0/1321174984 >> v1:172.21.15.106:6789/0 conn(0x7f32840c4e60 legacy=0x7f328406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:33.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f3282ffd640 1 -- 172.21.15.76:0/1321174984 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3284154930 con 0x7f3284151e90 2023-11-25T03:11:33.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.348+0000 7f327a7fc640 1 --2- 172.21.15.76:0/1321174984 >> v2:172.21.15.106:3300/0 conn(0x7f32840c7ea0 0x7f328406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3282ffd640 1 --2- 172.21.15.76:0/1321174984 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32840c4920 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f32840a9a70 tx=0x7f327401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb4a48cd26bd0135 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f32827fc640 1 -- 172.21.15.76:0/1321174984 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32740ab600 con 0x7f3284151e90 2023-11-25T03:11:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f32827fc640 1 -- 172.21.15.76:0/1321174984 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32740a7050 con 0x7f3284151e90 2023-11-25T03:11:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f32827fc640 1 -- 172.21.15.76:0/1321174984 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32740ab980 con 0x7f3284151e90 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 -- 172.21.15.76:0/1321174984 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 msgr2=0x7f32840c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 --2- 172.21.15.76:0/1321174984 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32840c4920 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f32840a9a70 tx=0x7f327401c3a0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 -- 172.21.15.76:0/1321174984 shutdown_connections 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 --2- 172.21.15.76:0/1321174984 >> v2:172.21.15.106:3300/0 conn(0x7f32840c7ea0 0x7f328406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 --2- 172.21.15.76:0/1321174984 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32840c4920 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 -- 172.21.15.76:0/1321174984 >> 172.21.15.76:0/1321174984 conn(0x7f32840ca170 msgr2=0x7f32840ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 -- 172.21.15.76:0/1321174984 shutdown_connections 2023-11-25T03:11:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.352+0000 7f3289972640 1 -- 172.21.15.76:0/1321174984 wait complete. 2023-11-25T03:11:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 Processor -- start 2023-11-25T03:11:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 -- start start 2023-11-25T03:11:33.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32840c4e60 0x7f32840c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32840c7ea0 0x7f32840a9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32841582f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32840c2e90 con 0x7f3284151e90 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32840c2060 con 0x7f32840c4e60 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32840c2560 con 0x7f32840c7ea0 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32841582f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32841582f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39764/0 (socket says 172.21.15.76:39764) 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 -- 172.21.15.76:0/273284553 learned_addr learned my addr 172.21.15.76:0/273284553 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3282ffd640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32840c4e60 0x7f32840c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f327a7fc640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32840c7ea0 0x7f32840a9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 -- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32840c7ea0 msgr2=0x7f32840a9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32840c7ea0 0x7f32840a9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 -- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32840c4e60 msgr2=0x7f32840c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32840c4e60 0x7f32840c1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 -- 172.21.15.76:0/273284553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32740094d0 con 0x7f3284151e90 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f32837fe640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32841582f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f327c00b970 tx=0x7f327c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c00cb40 con 0x7f3284151e90 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f327c00cca0 con 0x7f3284151e90 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32840c2840 con 0x7f3284151e90 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c014680 con 0x7f3284151e90 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.356+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3284145b60 con 0x7f3284151e90 2023-11-25T03:11:33.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.360+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32840c3040 con 0x7f3284151e90 2023-11-25T03:11:33.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.360+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f327c01d3b0 con 0x7f3284151e90 2023-11-25T03:11:33.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.360+0000 7f3280ff9640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32640664a0 0x7f3264068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.360+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f327c083bc0 con 0x7f3284151e90 2023-11-25T03:11:33.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.360+0000 7f3282ffd640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32640664a0 0x7f3264068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.360+0000 7f3282ffd640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32640664a0 0x7f3264068960 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f32740ad000 tx=0x7f32740a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.364+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f32840c3040 con 0x7f3284151e90 2023-11-25T03:11:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.512+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3284068400 con 0x7f3284151e90 2023-11-25T03:11:33.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.512+0000 7f3280ff9640 1 -- 172.21.15.76:0/273284553 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f327c0510e0 con 0x7f3284151e90 2023-11-25T03:11:33.515 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:11:33.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32640664a0 msgr2=0x7f3264068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32640664a0 0x7f3264068960 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f32740ad000 tx=0x7f32740a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:33.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 msgr2=0x7f32841582f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32841582f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f327c00b970 tx=0x7f327c00be30 comp rx=0 tx=0).stop 2023-11-25T03:11:33.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 shutdown_connections 2023-11-25T03:11:33.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f32640664a0 0x7f3264068960 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3284151e90 0x7f32841582f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f32840c7ea0 0x7f32840a9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 --2- 172.21.15.76:0/273284553 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f32840c4e60 0x7f32840c1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 >> 172.21.15.76:0/273284553 conn(0x7f32840ca170 msgr2=0x7f32840ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:33.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 shutdown_connections 2023-11-25T03:11:33.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.516+0000 7f3289972640 1 -- 172.21.15.76:0/273284553 wait complete. 2023-11-25T03:11:33.536 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:11:33.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0ff4bdf640 1 Processor -- start 2023-11-25T03:11:33.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0ff4bdf640 1 -- start start 2023-11-25T03:11:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0ff4bdf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0ff00c63c0 0x7f0ff00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0ff4bdf640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ff00c31c0 con 0x7f0ff00c4100 2023-11-25T03:11:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0ff4bdf640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ff00c34a0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0ff4bdf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ff00c1030 con 0x7f0ff00c63c0 2023-11-25T03:11:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fe5d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0ff00c4100 0x7f0ff00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57236/0 (socket says 172.21.15.76:57236) 2023-11-25T03:11:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fe5d9b640 1 -- 172.21.15.76:0/1403224930 learned_addr learned my addr 172.21.15.76:0/1403224930 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fee59c640 1 --2- 172.21.15.76:0/1403224930 >> v2:172.21.15.106:3300/0 conn(0x7f0ff00c63c0 0x7f0ff00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fedd9b640 1 -- 172.21.15.76:0/1403224930 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1848442281 0 0) 0x7f0ff00c31c0 con 0x7f0ff00c4100 2023-11-25T03:11:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fedd9b640 1 -- 172.21.15.76:0/1403224930 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0fdc003530 con 0x7f0ff00c4100 2023-11-25T03:11:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fee59c640 1 -- 172.21.15.76:0/1403224930 >> v1:172.21.15.106:6789/0 conn(0x7f0ff00c2bb0 legacy=0x7f0ff00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fee59c640 1 -- 172.21.15.76:0/1403224930 >> v1:172.21.15.76:6789/0 conn(0x7f0ff00c4100 legacy=0x7f0ff00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.676+0000 7f0fee59c640 1 -- 172.21.15.76:0/1403224930 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ff00c1310 con 0x7f0ff00c63c0 2023-11-25T03:11:33.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0fee59c640 1 --2- 172.21.15.76:0/1403224930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c63c0 0x7f0ff00c06d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0fe00097c0 tx=0x7f0fe001c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df2f8a6557936743 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0fedd9b640 1 -- 172.21.15.76:0/1403224930 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00ad680 con 0x7f0ff00c63c0 2023-11-25T03:11:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0fedd9b640 1 -- 172.21.15.76:0/1403224930 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fe00ad7e0 con 0x7f0ff00c63c0 2023-11-25T03:11:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0fedd9b640 1 -- 172.21.15.76:0/1403224930 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00adb70 con 0x7f0ff00c63c0 2023-11-25T03:11:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/1403224930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c63c0 msgr2=0x7f0ff00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/1403224930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c63c0 0x7f0ff00c06d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0fe00097c0 tx=0x7f0fe001c360 comp rx=0 tx=0).stop 2023-11-25T03:11:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/1403224930 shutdown_connections 2023-11-25T03:11:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/1403224930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c63c0 0x7f0ff00c06d0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/1403224930 >> 172.21.15.76:0/1403224930 conn(0x7f0ff006a5b0 msgr2=0x7f0ff006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/1403224930 shutdown_connections 2023-11-25T03:11:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.680+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/1403224930 wait complete. 2023-11-25T03:11:33.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 Processor -- start 2023-11-25T03:11:33.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 -- start start 2023-11-25T03:11:33.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 0x7f0ff01f1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c4100 0x7f0ff01520b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ff00c63c0 0x7f0ff015af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ff01529f0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ff0155db0 con 0x7f0ff00c4100 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ff01f1570 con 0x7f0ff00c63c0 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 0x7f0ff01f1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 0x7f0ff01f1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39772/0 (socket says 172.21.15.76:39772) 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 -- 172.21.15.76:0/2354312453 learned_addr learned my addr 172.21.15.76:0/2354312453 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0feed9d640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ff00c63c0 0x7f0ff015af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fe5d9b640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c4100 0x7f0ff01520b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 -- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ff00c63c0 msgr2=0x7f0ff015af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ff00c63c0 0x7f0ff015af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 -- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c4100 msgr2=0x7f0ff01520b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c4100 0x7f0ff01520b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 -- 172.21.15.76:0/2354312453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fe0009420 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fee59c640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 0x7f0ff01f1030 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0fe00097c0 tx=0x7f0fe001aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00add60 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fe00b8420 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00b87d0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ff00c69b0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.684+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ff0071c60 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.688+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ff0068400 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.688+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0fe00b4040 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.688+0000 7f0fe77fe640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0fd00664a0 0x7f0fd0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:33.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.688+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0fe011e0c0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.688+0000 7f0fe5d9b640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0fd00664a0 0x7f0fd0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:33.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.688+0000 7f0fe5d9b640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0fd00664a0 0x7f0fd0068960 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0ff00a4dd0 tx=0x7f0fd8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:33.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.692+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0fe00eb5d0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.840+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0ff00c3e70 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.840+0000 7f0fe77fe640 1 -- 172.21.15.76:0/2354312453 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0fe00eebf0 con 0x7f0ff00c2bb0 2023-11-25T03:11:33.843 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:11:33.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0fd00664a0 msgr2=0x7f0fd0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0fd00664a0 0x7f0fd0068960 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0ff00a4dd0 tx=0x7f0fd8009040 comp rx=0 tx=0).stop 2023-11-25T03:11:33.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 msgr2=0x7f0ff01f1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:33.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 0x7f0ff01f1030 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0fe00097c0 tx=0x7f0fe001aba0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 shutdown_connections 2023-11-25T03:11:33.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0fd00664a0 0x7f0fd0068960 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ff00c63c0 0x7f0ff015af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ff00c4100 0x7f0ff01520b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 --2- 172.21.15.76:0/2354312453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ff00c2bb0 0x7f0ff01f1030 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:33.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 >> 172.21.15.76:0/2354312453 conn(0x7f0ff006a5b0 msgr2=0x7f0ff00a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:33.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 shutdown_connections 2023-11-25T03:11:33.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:33.844+0000 7f0ff4bdf640 1 -- 172.21.15.76:0/2354312453 wait complete. 2023-11-25T03:11:33.863 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:34.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 Processor -- start 2023-11-25T03:11:34.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 -- start start 2023-11-25T03:11:34.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1b58151e90 0x7f1b580c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 0x7f1b5806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b5806c860 con 0x7f1b580c4e60 2023-11-25T03:11:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b580c8750 con 0x7f1b58151e90 2023-11-25T03:11:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5f301640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b581552d0 con 0x7f1b580c7ea0 2023-11-25T03:11:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 0x7f1b5806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 0x7f1b5806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:52640/0 (socket says 172.21.15.76:52640) 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 -- 172.21.15.76:0/3959254127 learned_addr learned my addr 172.21.15.76:0/3959254127 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5d09d640 1 --2- 172.21.15.76:0/3959254127 >> v2:172.21.15.106:3300/0 conn(0x7f1b58151e90 0x7f1b580c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 -- 172.21.15.76:0/3959254127 >> v2:172.21.15.106:3300/0 conn(0x7f1b58151e90 msgr2=0x7f1b580c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 --2- 172.21.15.76:0/3959254127 >> v2:172.21.15.106:3300/0 conn(0x7f1b58151e90 0x7f1b580c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 -- 172.21.15.76:0/3959254127 >> v1:172.21.15.106:6789/0 conn(0x7f1b580c4e60 legacy=0x7f1b5806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b5c89c640 1 -- 172.21.15.76:0/3959254127 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b58154930 con 0x7f1b580c7ea0 2023-11-25T03:11:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.004+0000 7f1b4ffff640 1 -- 172.21.15.76:0/3959254127 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2324359308 0 0) 0x7f1b5806c860 con 0x7f1b580c4e60 2023-11-25T03:11:34.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5c89c640 1 --2- 172.21.15.76:0/3959254127 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 0x7f1b5806b4a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1b48009870 tx=0x7f1b4801c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc88c02079daf979 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b4ffff640 1 -- 172.21.15.76:0/3959254127 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b480ab600 con 0x7f1b580c7ea0 2023-11-25T03:11:34.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b4ffff640 1 -- 172.21.15.76:0/3959254127 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b480a7050 con 0x7f1b580c7ea0 2023-11-25T03:11:34.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b4ffff640 1 -- 172.21.15.76:0/3959254127 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b480ab980 con 0x7f1b580c7ea0 2023-11-25T03:11:34.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 -- 172.21.15.76:0/3959254127 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 msgr2=0x7f1b5806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 --2- 172.21.15.76:0/3959254127 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 0x7f1b5806b4a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1b48009870 tx=0x7f1b4801c420 comp rx=0 tx=0).stop 2023-11-25T03:11:34.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 -- 172.21.15.76:0/3959254127 shutdown_connections 2023-11-25T03:11:34.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 --2- 172.21.15.76:0/3959254127 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c7ea0 0x7f1b5806b4a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 --2- 172.21.15.76:0/3959254127 >> v2:172.21.15.106:3300/0 conn(0x7f1b58151e90 0x7f1b580c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 -- 172.21.15.76:0/3959254127 >> 172.21.15.76:0/3959254127 conn(0x7f1b580ca170 msgr2=0x7f1b580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:34.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 -- 172.21.15.76:0/3959254127 shutdown_connections 2023-11-25T03:11:34.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.008+0000 7f1b5f301640 1 -- 172.21.15.76:0/3959254127 wait complete. 2023-11-25T03:11:34.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 Processor -- start 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 -- start start 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c4e60 0x7f1b5814b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b580c7ea0 0x7f1b581ecde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 0x7f1b581ed320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b580ad180 con 0x7f1b58151e90 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b580c3b30 con 0x7f1b580c7ea0 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b581ed860 con 0x7f1b580c4e60 2023-11-25T03:11:34.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 0x7f1b581ed320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d09d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c4e60 0x7f1b5814b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 0x7f1b581ed320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39788/0 (socket says 172.21.15.76:39788) 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 -- 172.21.15.76:0/4235248911 learned_addr learned my addr 172.21.15.76:0/4235248911 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5c89c640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b580c7ea0 0x7f1b581ecde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 -- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c4e60 msgr2=0x7f1b5814b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c4e60 0x7f1b5814b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 -- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b580c7ea0 msgr2=0x7f1b581ecde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b580c7ea0 0x7f1b581ecde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 -- 172.21.15.76:0/4235248911 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b480094d0 con 0x7f1b58151e90 2023-11-25T03:11:34.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5d89e640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 0x7f1b581ed320 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1b50002240 tx=0x7f1b5000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b50003db0 con 0x7f1b58151e90 2023-11-25T03:11:34.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b5000ce30 con 0x7f1b58151e90 2023-11-25T03:11:34.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b50005270 con 0x7f1b58151e90 2023-11-25T03:11:34.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b580c34b0 con 0x7f1b58151e90 2023-11-25T03:11:34.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.012+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b581f0d20 con 0x7f1b58151e90 2023-11-25T03:11:34.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.016+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b58068400 con 0x7f1b58151e90 2023-11-25T03:11:34.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.016+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1b500053d0 con 0x7f1b58151e90 2023-11-25T03:11:34.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.016+0000 7f1b4dffb640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b3c0664a0 0x7f1b3c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.016+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1b50083490 con 0x7f1b58151e90 2023-11-25T03:11:34.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.016+0000 7f1b5d09d640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b3c0664a0 0x7f1b3c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.016+0000 7f1b5d09d640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b3c0664a0 0x7f1b3c068960 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1b54009b60 tx=0x7f1b54009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.020+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1b50050a50 con 0x7f1b58151e90 2023-11-25T03:11:34.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.204+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1b580674e0 con 0x7f1b58151e90 2023-11-25T03:11:34.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.204+0000 7f1b4dffb640 1 -- 172.21.15.76:0/4235248911 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f1b50017090 con 0x7f1b58151e90 2023-11-25T03:11:34.206 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:34.206 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:34.207 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:34.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b3c0664a0 msgr2=0x7f1b3c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b3c0664a0 0x7f1b3c068960 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1b54009b60 tx=0x7f1b54009190 comp rx=0 tx=0).stop 2023-11-25T03:11:34.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 msgr2=0x7f1b581ed320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 0x7f1b581ed320 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1b50002240 tx=0x7f1b5000cbe0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 shutdown_connections 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b3c0664a0 0x7f1b3c068960 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b58151e90 0x7f1b581ed320 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b580c7ea0 0x7f1b581ecde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 --2- 172.21.15.76:0/4235248911 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b580c4e60 0x7f1b5814b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 >> 172.21.15.76:0/4235248911 conn(0x7f1b580ca170 msgr2=0x7f1b580ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 shutdown_connections 2023-11-25T03:11:34.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.208+0000 7f1b5f301640 1 -- 172.21.15.76:0/4235248911 wait complete. 2023-11-25T03:11:34.227 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:34.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 Processor -- start 2023-11-25T03:11:34.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 -- start start 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d740c63c0 0x7f9d740c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9d740c4100 0x7f9d740c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d740c31c0 con 0x7f9d740c29e0 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d740c34a0 con 0x7f9d740c63c0 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d793f5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d740c1030 con 0x7f9d740c4100 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d740c63c0 0x7f9d740c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d740c63c0 0x7f9d740c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39792/0 (socket says 172.21.15.76:39792) 2023-11-25T03:11:34.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4154672233 learned_addr learned my addr 172.21.15.76:0/4154672233 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:34.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d6a7fc640 1 --2- 172.21.15.76:0/4154672233 >> v2:172.21.15.106:3300/0 conn(0x7f9d740c4100 0x7f9d740c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4154672233 >> v2:172.21.15.106:3300/0 conn(0x7f9d740c4100 msgr2=0x7f9d740c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:34.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 --2- 172.21.15.76:0/4154672233 >> v2:172.21.15.106:3300/0 conn(0x7f9d740c4100 0x7f9d740c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4154672233 >> v1:172.21.15.106:6789/0 conn(0x7f9d740c29e0 legacy=0x7f9d740a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:34.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4154672233 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d740c1310 con 0x7f9d740c63c0 2023-11-25T03:11:34.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.364+0000 7f9d6a7fc640 1 --2- 172.21.15.76:0/4154672233 >> v2:172.21.15.106:3300/0 conn(0x7f9d740c4100 0x7f9d740c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:34.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.368+0000 7f9d72ffd640 1 --2- 172.21.15.76:0/4154672233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c63c0 0x7f9d740c06d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9d740a8b40 tx=0x7f9d6401c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b0145cf351922e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.368+0000 7f9d727fc640 1 -- 172.21.15.76:0/4154672233 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d640ad640 con 0x7f9d740c63c0 2023-11-25T03:11:34.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.368+0000 7f9d727fc640 1 -- 172.21.15.76:0/4154672233 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d640ad7a0 con 0x7f9d740c63c0 2023-11-25T03:11:34.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.368+0000 7f9d727fc640 1 -- 172.21.15.76:0/4154672233 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d640adb30 con 0x7f9d740c63c0 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.368+0000 7f9d793f5640 1 -- 172.21.15.76:0/4154672233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c63c0 msgr2=0x7f9d740c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.368+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4154672233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c63c0 0x7f9d740c06d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9d740a8b40 tx=0x7f9d6401c370 comp rx=0 tx=0).stop 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- 172.21.15.76:0/4154672233 shutdown_connections 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4154672233 >> v2:172.21.15.106:3300/0 conn(0x7f9d740c4100 0x7f9d740c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4154672233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c63c0 0x7f9d740c06d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- 172.21.15.76:0/4154672233 >> 172.21.15.76:0/4154672233 conn(0x7f9d7406a5b0 msgr2=0x7f9d7406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:34.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- 172.21.15.76:0/4154672233 shutdown_connections 2023-11-25T03:11:34.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- 172.21.15.76:0/4154672233 wait complete. 2023-11-25T03:11:34.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 Processor -- start 2023-11-25T03:11:34.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- start start 2023-11-25T03:11:34.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 0x7f9d740a6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d740c4100 0x7f9d740bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d740c63c0 0x7f9d740a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d741f0fa0 con 0x7f9d740c29e0 2023-11-25T03:11:34.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d741ecaf0 con 0x7f9d740c4100 2023-11-25T03:11:34.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d793f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d741f0a40 con 0x7f9d740c63c0 2023-11-25T03:11:34.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 0x7f9d740a6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 0x7f9d740a6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39800/0 (socket says 172.21.15.76:39800) 2023-11-25T03:11:34.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4121159890 learned_addr learned my addr 172.21.15.76:0/4121159890 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:34.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d6a7fc640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d740c4100 0x7f9d740bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d737fe640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d740c63c0 0x7f9d740a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d740c63c0 msgr2=0x7f9d740a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d740c63c0 0x7f9d740a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d740c4100 msgr2=0x7f9d740bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d740c4100 0x7f9d740bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 -- 172.21.15.76:0/4121159890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d640094d0 con 0x7f9d740c29e0 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d6a7fc640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d740c4100 0x7f9d740bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.372+0000 7f9d72ffd640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 0x7f9d740a6970 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9d640b0040 tx=0x7f9d64019110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d640b77f0 con 0x7f9d740c29e0 2023-11-25T03:11:34.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d640a6040 con 0x7f9d740c29e0 2023-11-25T03:11:34.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d640b7b90 con 0x7f9d740c29e0 2023-11-25T03:11:34.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d740a7750 con 0x7f9d740c29e0 2023-11-25T03:11:34.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d741f0cc0 con 0x7f9d740c29e0 2023-11-25T03:11:34.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d74068400 con 0x7f9d740c29e0 2023-11-25T03:11:34.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9d640b7cf0 con 0x7f9d740c29e0 2023-11-25T03:11:34.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6bfff640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d54066470 0x7f9d54068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d6411ea20 con 0x7f9d740c29e0 2023-11-25T03:11:34.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.376+0000 7f9d6a7fc640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d54066470 0x7f9d54068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.380+0000 7f9d6a7fc640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d54066470 0x7f9d54068930 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9d74070fa0 tx=0x7f9d5c007ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.380+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9d640ebe90 con 0x7f9d740c29e0 2023-11-25T03:11:34.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.532+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9d74068400 con 0x7f9d740c29e0 2023-11-25T03:11:34.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.532+0000 7f9d6bfff640 1 -- 172.21.15.76:0/4121159890 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f9d64116e60 con 0x7f9d740c29e0 2023-11-25T03:11:34.534 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:34.534 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:34.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.532+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d54066470 msgr2=0x7f9d54068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.532+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d54066470 0x7f9d54068930 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9d74070fa0 tx=0x7f9d5c007ab0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.532+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 msgr2=0x7f9d740a6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.532+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 0x7f9d740a6970 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9d640b0040 tx=0x7f9d64019110 comp rx=0 tx=0).stop 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 shutdown_connections 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9d54066470 0x7f9d54068930 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d740c63c0 0x7f9d740a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d740c4100 0x7f9d740bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 --2- 172.21.15.76:0/4121159890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d740c29e0 0x7f9d740a6970 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 >> 172.21.15.76:0/4121159890 conn(0x7f9d7406a5b0 msgr2=0x7f9d74066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 shutdown_connections 2023-11-25T03:11:34.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.536+0000 7f9d793f5640 1 -- 172.21.15.76:0/4121159890 wait complete. 2023-11-25T03:11:34.555 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-25T03:11:34.555 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 Processor -- start 2023-11-25T03:11:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 -- start start 2023-11-25T03:11:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a180c7ea0 0x7f8a1806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8a1806b9e0 0x7f8a1815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a1806c860 con 0x7f8a18151e90 2023-11-25T03:11:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a180c8750 con 0x7f8a180c7ea0 2023-11-25T03:11:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1ff72640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a181552d0 con 0x7f8a1806b9e0 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1d50d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a180c7ea0 0x7f8a1806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1dd0e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8a18151e90 0x7f8a180c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57250/0 (socket says 172.21.15.76:57250) 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1dd0e640 1 -- 172.21.15.76:0/192942410 learned_addr learned my addr 172.21.15.76:0/192942410 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1e50f640 1 --2- 172.21.15.76:0/192942410 >> v2:172.21.15.106:3300/0 conn(0x7f8a1806b9e0 0x7f8a1815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1d50d640 1 -- 172.21.15.76:0/192942410 >> v2:172.21.15.106:3300/0 conn(0x7f8a1806b9e0 msgr2=0x7f8a1815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1d50d640 1 --2- 172.21.15.76:0/192942410 >> v2:172.21.15.106:3300/0 conn(0x7f8a1806b9e0 0x7f8a1815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1d50d640 1 -- 172.21.15.76:0/192942410 >> v1:172.21.15.76:6789/0 conn(0x7f8a18151e90 legacy=0x7f8a180c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1d50d640 1 -- 172.21.15.76:0/192942410 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a18154930 con 0x7f8a180c7ea0 2023-11-25T03:11:34.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.692+0000 7f8a1cd0c640 1 -- 172.21.15.76:0/192942410 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2632088186 0 0) 0x7f8a1806c860 con 0x7f8a18151e90 2023-11-25T03:11:34.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1d50d640 1 --2- 172.21.15.76:0/192942410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a1806b4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a1808c190 tx=0x7f8a0801c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1447ece7ab0547df server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1cd0c640 1 -- 172.21.15.76:0/192942410 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a080ab600 con 0x7f8a180c7ea0 2023-11-25T03:11:34.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1cd0c640 1 -- 172.21.15.76:0/192942410 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a080a7050 con 0x7f8a180c7ea0 2023-11-25T03:11:34.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1cd0c640 1 -- 172.21.15.76:0/192942410 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a080ab980 con 0x7f8a180c7ea0 2023-11-25T03:11:34.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 -- 172.21.15.76:0/192942410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 msgr2=0x7f8a1806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/192942410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a1806b4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a1808c190 tx=0x7f8a0801c340 comp rx=0 tx=0).stop 2023-11-25T03:11:34.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 -- 172.21.15.76:0/192942410 shutdown_connections 2023-11-25T03:11:34.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/192942410 >> v2:172.21.15.106:3300/0 conn(0x7f8a1806b9e0 0x7f8a1815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/192942410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a1806b4a0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 -- 172.21.15.76:0/192942410 >> 172.21.15.76:0/192942410 conn(0x7f8a180ca170 msgr2=0x7f8a180ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:34.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 -- 172.21.15.76:0/192942410 shutdown_connections 2023-11-25T03:11:34.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.696+0000 7f8a1ff72640 1 -- 172.21.15.76:0/192942410 wait complete. 2023-11-25T03:11:34.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 Processor -- start 2023-11-25T03:11:34.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- start start 2023-11-25T03:11:34.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a1806b9e0 0x7f8a180c3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a180ae4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a18151e90 0x7f8a181ee540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a180aa000 con 0x7f8a180c7ea0 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a180abef0 con 0x7f8a18151e90 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a180a9d20 con 0x7f8a1806b9e0 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a180ae4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a180ae4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39814/0 (socket says 172.21.15.76:39814) 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 -- 172.21.15.76:0/2876563513 learned_addr learned my addr 172.21.15.76:0/2876563513 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 -- 172.21.15.76:0/2876563513 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a1806b9e0 msgr2=0x7f8a180c3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a1806b9e0 0x7f8a180c3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 -- 172.21.15.76:0/2876563513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a18151e90 msgr2=0x7f8a181ee540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a18151e90 0x7f8a181ee540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 -- 172.21.15.76:0/2876563513 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a08009420 con 0x7f8a180c7ea0 2023-11-25T03:11:34.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1d50d640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a180ae4d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8a08018f50 tx=0x7f8a080190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a08004230 con 0x7f8a180c7ea0 2023-11-25T03:11:34.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a08004390 con 0x7f8a180c7ea0 2023-11-25T03:11:34.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a180ac140 con 0x7f8a180c7ea0 2023-11-25T03:11:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a08003820 con 0x7f8a180c7ea0 2023-11-25T03:11:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a180ac700 con 0x7f8a180c7ea0 2023-11-25T03:11:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.700+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a180ac8f0 con 0x7f8a180c7ea0 2023-11-25T03:11:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.704+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8a080b2040 con 0x7f8a180c7ea0 2023-11-25T03:11:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.704+0000 7f8a0e7fc640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89fc066470 0x7f89fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.704+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a0811df10 con 0x7f8a180c7ea0 2023-11-25T03:11:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.704+0000 7f8a1dd0e640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89fc066470 0x7f89fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.704+0000 7f8a1dd0e640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89fc066470 0x7f89fc068930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8a140011f0 tx=0x7f8a14007930 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:34.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.708+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8a080eb260 con 0x7f8a180c7ea0 2023-11-25T03:11:34.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8a18068400 con 0x7f8a180c7ea0 2023-11-25T03:11:34.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a0e7fc640 1 -- 172.21.15.76:0/2876563513 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f8a080c2070 con 0x7f8a180c7ea0 2023-11-25T03:11:34.889 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:34.890 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:34.890 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:34.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89fc066470 msgr2=0x7f89fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89fc066470 0x7f89fc068930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8a140011f0 tx=0x7f8a14007930 comp rx=0 tx=0).stop 2023-11-25T03:11:34.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 msgr2=0x7f8a180ae4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:34.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a180ae4d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8a08018f50 tx=0x7f8a080190e0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 shutdown_connections 2023-11-25T03:11:34.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89fc066470 0x7f89fc068930 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a18151e90 0x7f8a181ee540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a180c7ea0 0x7f8a180ae4d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 --2- 172.21.15.76:0/2876563513 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a1806b9e0 0x7f8a180c3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:34.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 >> 172.21.15.76:0/2876563513 conn(0x7f8a180ca170 msgr2=0x7f8a18153af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:34.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 shutdown_connections 2023-11-25T03:11:34.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:34.888+0000 7f8a1ff72640 1 -- 172.21.15.76:0/2876563513 wait complete. 2023-11-25T03:11:34.910 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:35.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 Processor -- start 2023-11-25T03:11:35.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 -- start start 2023-11-25T03:11:35.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ef40a5370 0x7f4ef40c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ef40c2760 con 0x7f4ef40c4110 2023-11-25T03:11:35.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ef40c3070 con 0x7f4ef40a5370 2023-11-25T03:11:35.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.048+0000 7f4ef9c09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef4151bf0 con 0x7f4ef4072090 2023-11-25T03:11:35.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ef40a5370 0x7f4ef40c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ef40a5370 0x7f4ef40c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39826/0 (socket says 172.21.15.76:39826) 2023-11-25T03:11:35.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 -- 172.21.15.76:0/3803352154 learned_addr learned my addr 172.21.15.76:0/3803352154 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:35.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef3fff640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 -- 172.21.15.76:0/3803352154 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 msgr2=0x7f4ef41516b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:35.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41516b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 -- 172.21.15.76:0/3803352154 >> v1:172.21.15.106:6789/0 conn(0x7f4ef40c4110 legacy=0x7f4ef4150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:35.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 -- 172.21.15.76:0/3803352154 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef40a5750 con 0x7f4ef40a5370 2023-11-25T03:11:35.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef3fff640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41516b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef37fe640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40a5370 0x7f4ef40c3bd0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400bb20 tx=0x7f4ee401e840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=345010a117a7ea7f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef27fc640 1 -- 172.21.15.76:0/3803352154 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4004230 con 0x7f4ef40a5370 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef27fc640 1 -- 172.21.15.76:0/3803352154 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee40ab070 con 0x7f4ef40a5370 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.052+0000 7f4ef27fc640 1 -- 172.21.15.76:0/3803352154 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee40a7650 con 0x7f4ef40a5370 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- 172.21.15.76:0/3803352154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40a5370 msgr2=0x7f4ef40c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40a5370 0x7f4ef40c3bd0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400bb20 tx=0x7f4ee401e840 comp rx=0 tx=0).stop 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- 172.21.15.76:0/3803352154 shutdown_connections 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41516b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/3803352154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40a5370 0x7f4ef40c3bd0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- 172.21.15.76:0/3803352154 >> 172.21.15.76:0/3803352154 conn(0x7f4ef406a5b0 msgr2=0x7f4ef406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:35.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- 172.21.15.76:0/3803352154 shutdown_connections 2023-11-25T03:11:35.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- 172.21.15.76:0/3803352154 wait complete. 2023-11-25T03:11:35.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 Processor -- start 2023-11-25T03:11:35.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- start start 2023-11-25T03:11:35.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41f04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ef40a5370 0x7f4ef4149340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 0x7f4ef41ed6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef415aaa0 con 0x7f4ef40c4110 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef41ecf50 con 0x7f4ef40a5370 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef9c09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef415a7c0 con 0x7f4ef4072090 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 0x7f4ef41ed6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef2ffd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ef40a5370 0x7f4ef4149340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 0x7f4ef41ed6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39828/0 (socket says 172.21.15.76:39828) 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 -- 172.21.15.76:0/2648132933 learned_addr learned my addr 172.21.15.76:0/2648132933 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef37fe640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41f04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 -- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 msgr2=0x7f4ef41f04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41f04e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 -- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ef40a5370 msgr2=0x7f4ef4149340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ef40a5370 0x7f4ef4149340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.056+0000 7f4ef3fff640 1 -- 172.21.15.76:0/2648132933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee400b780 con 0x7f4ef40c4110 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4ef3fff640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 0x7f4ef41ed6f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4eec00cef0 tx=0x7f4eec00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec00d840 con 0x7f4ef40c4110 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4eec00d9c0 con 0x7f4ef40c4110 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec00dd70 con 0x7f4ef40c4110 2023-11-25T03:11:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ef4071760 con 0x7f4ef40c4110 2023-11-25T03:11:35.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ef4149880 con 0x7f4ef40c4110 2023-11-25T03:11:35.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ef4071950 con 0x7f4ef40c4110 2023-11-25T03:11:35.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4eec01e3b0 con 0x7f4ef40c4110 2023-11-25T03:11:35.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4edbfff640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ee0066470 0x7f4ee0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4eec084850 con 0x7f4ef40c4110 2023-11-25T03:11:35.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.060+0000 7f4ef37fe640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ee0066470 0x7f4ee0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.064+0000 7f4ef37fe640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ee0066470 0x7f4ee0068930 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4ee40b1000 tx=0x7f4ee40a9070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.064+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4ef4071950 con 0x7f4ef40c4110 2023-11-25T03:11:35.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4ef4071950 con 0x7f4ef40c4110 2023-11-25T03:11:35.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4edbfff640 1 -- 172.21.15.76:0/2648132933 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f4ef4071950 con 0x7f4ef40c4110 2023-11-25T03:11:35.249 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:35.249 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/806493984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":806493984},{"type":"v1","addr":"172.21.15.106:6834","nonce":806493984}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/2864615835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":2864615835},{"type":"v1","addr":"172.21.15.106:6835","nonce":2864615835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972402653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972402653},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972402653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:01.579264+0000","modified":"2023-11-25T03:11:04.591860+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3738336798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3738336798},{"type":"v1","addr":"172.21.15.76:6837","nonce":3738336798}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-25T03:11:35.249 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 8 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ee0066470 msgr2=0x7f4ee0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ee0066470 0x7f4ee0068930 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4ee40b1000 tx=0x7f4ee40a9070 comp rx=0 tx=0).stop 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 msgr2=0x7f4ef41ed6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 0x7f4ef41ed6f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f4eec00cef0 tx=0x7f4eec00a710 comp rx=0 tx=0).stop 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 shutdown_connections 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ee0066470 0x7f4ee0068930 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ef40c4110 0x7f4ef41ed6f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ef40a5370 0x7f4ef4149340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 --2- 172.21.15.76:0/2648132933 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ef4072090 0x7f4ef41f04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 >> 172.21.15.76:0/2648132933 conn(0x7f4ef406a5b0 msgr2=0x7f4ef406ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:35.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 shutdown_connections 2023-11-25T03:11:35.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.248+0000 7f4ef9c09640 1 -- 172.21.15.76:0/2648132933 wait complete. 2023-11-25T03:11:35.270 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.404+0000 7f323132a640 1 Processor -- start 2023-11-25T03:11:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.404+0000 7f323132a640 1 -- start start 2023-11-25T03:11:35.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f323132a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f322c0c5260 0x7f322c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f323132a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f322c0c2580 con 0x7f322c0c5640 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f323132a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f322c156940 con 0x7f322c155de0 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f323132a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f322c153510 con 0x7f322c0c5260 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f322affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f322c0c5260 0x7f322c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f3223fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f322c0c5640 0x7f322c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57260/0 (socket says 172.21.15.76:57260) 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f3223fff640 1 -- 172.21.15.76:0/396056176 learned_addr learned my addr 172.21.15.76:0/396056176 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f322affd640 1 -- 172.21.15.76:0/396056176 >> v1:172.21.15.106:6789/0 conn(0x7f322c155de0 legacy=0x7f322c156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f322affd640 1 -- 172.21.15.76:0/396056176 >> v1:172.21.15.76:6789/0 conn(0x7f322c0c5640 legacy=0x7f322c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f322a7fc640 1 -- 172.21.15.76:0/396056176 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2542765840 0 0) 0x7f322c0c2580 con 0x7f322c0c5640 2023-11-25T03:11:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f322affd640 1 -- 172.21.15.76:0/396056176 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f322c0c1a00 con 0x7f322c0c5260 2023-11-25T03:11:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.408+0000 7f322affd640 1 --2- 172.21.15.76:0/396056176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5260 0x7f322c06d5b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f321c0097c0 tx=0x7f321c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b459ca9914a3a169 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f322a7fc640 1 -- 172.21.15.76:0/396056176 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f321c0ab600 con 0x7f322c0c5260 2023-11-25T03:11:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f322a7fc640 1 -- 172.21.15.76:0/396056176 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f321c0a7050 con 0x7f322c0c5260 2023-11-25T03:11:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f322a7fc640 1 -- 172.21.15.76:0/396056176 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f321c0ab980 con 0x7f322c0c5260 2023-11-25T03:11:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- 172.21.15.76:0/396056176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5260 msgr2=0x7f322c06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 --2- 172.21.15.76:0/396056176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5260 0x7f322c06d5b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f321c0097c0 tx=0x7f321c01c3b0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- 172.21.15.76:0/396056176 shutdown_connections 2023-11-25T03:11:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 --2- 172.21.15.76:0/396056176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5260 0x7f322c06d5b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- 172.21.15.76:0/396056176 >> 172.21.15.76:0/396056176 conn(0x7f322c06a5b0 msgr2=0x7f322c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- 172.21.15.76:0/396056176 shutdown_connections 2023-11-25T03:11:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- 172.21.15.76:0/396056176 wait complete. 2023-11-25T03:11:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 Processor -- start 2023-11-25T03:11:35.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- start start 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f322c0c5260 0x7f322c0a9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 0x7f322c145a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f322c155de0 0x7f322c145f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322c1464b0 con 0x7f322c0c5640 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322c1473f0 con 0x7f322c0c5260 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f323132a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f322c148c30 con 0x7f322c155de0 2023-11-25T03:11:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 0x7f322c145a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 0x7f322c145a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39854/0 (socket says 172.21.15.76:39854) 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 -- 172.21.15.76:0/4118357314 learned_addr learned my addr 172.21.15.76:0/4118357314 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 -- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f322c155de0 msgr2=0x7f322c145f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f322affd640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f322c0c5260 0x7f322c0a9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f322c155de0 0x7f322c145f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 -- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f322c0c5260 msgr2=0x7f322c0a9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f322c0c5260 0x7f322c0a9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f3223fff640 1 -- 172.21.15.76:0/4118357314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f321c009420 con 0x7f322c0c5640 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.412+0000 7f322affd640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f322c0c5260 0x7f322c0a9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f3223fff640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 0x7f322c145a30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f321400c450 tx=0x7f321400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32140074e0 con 0x7f322c0c5640 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3214007640 con 0x7f322c0c5640 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f322c148f10 con 0x7f322c0c5640 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32140049f0 con 0x7f322c0c5640 2023-11-25T03:11:35.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f322c0aa470 con 0x7f322c0c5640 2023-11-25T03:11:35.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f322c148a90 con 0x7f322c0c5640 2023-11-25T03:11:35.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3214004b50 con 0x7f322c0c5640 2023-11-25T03:11:35.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f32237fe640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f320c0664a0 0x7f320c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3214083080 con 0x7f322c0c5640 2023-11-25T03:11:35.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.416+0000 7f322affd640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f320c0664a0 0x7f320c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.420+0000 7f322affd640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f320c0664a0 0x7f320c068960 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f321c0ad000 tx=0x7f321c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.420+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f32140b4280 con 0x7f322c0c5640 2023-11-25T03:11:35.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f322c149430 con 0x7f322c0c5640 2023-11-25T03:11:35.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f32237fe640 1 -- 172.21.15.76:0/4118357314 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f322c149430 con 0x7f322c0c5640 2023-11-25T03:11:35.573 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:35.573 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":20,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:02.876704+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:10:59.354525+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:00.585116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:35.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f320c0664a0 msgr2=0x7f320c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f320c0664a0 0x7f320c068960 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f321c0ad000 tx=0x7f321c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 msgr2=0x7f322c145a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 0x7f322c145a30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f321400c450 tx=0x7f321400c910 comp rx=0 tx=0).stop 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 shutdown_connections 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f320c0664a0 0x7f320c068960 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f322c155de0 0x7f322c145f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f322c0c5640 0x7f322c145a30 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 --2- 172.21.15.76:0/4118357314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f322c0c5260 0x7f322c0a9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 >> 172.21.15.76:0/4118357314 conn(0x7f322c06a5b0 msgr2=0x7f322c0c5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:35.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 shutdown_connections 2023-11-25T03:11:35.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.572+0000 7f323132a640 1 -- 172.21.15.76:0/4118357314 wait complete. 2023-11-25T03:11:35.595 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-25T03:11:35.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6ff054640 1 Processor -- start 2023-11-25T03:11:35.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6ff054640 1 -- start start 2023-11-25T03:11:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6ff054640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe6f80c4100 0x7fe6f80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6ff054640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6f80c31c0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6ff054640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6f80c34a0 con 0x7fe6f80c63c0 2023-11-25T03:11:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6ff054640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6f80c1030 con 0x7fe6f80c4100 2023-11-25T03:11:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6fd5f1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe6f80c06d0 0x7fe6f80a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57272/0 (socket says 172.21.15.76:57272) 2023-11-25T03:11:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.732+0000 7fe6fd5f1640 1 -- 172.21.15.76:0/2336637116 learned_addr learned my addr 172.21.15.76:0/2336637116 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:35.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6effff640 1 --2- 172.21.15.76:0/2336637116 >> v2:172.21.15.106:3300/0 conn(0x7fe6f80c4100 0x7fe6f80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2239502934 0 0) 0x7fe6f80c31c0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6e0003530 con 0x7fe6f80c06d0 2023-11-25T03:11:35.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3779253382 0 0) 0x7fe6f80c34a0 con 0x7fe6f80c63c0 2023-11-25T03:11:35.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6f80c31c0 con 0x7fe6f80c63c0 2023-11-25T03:11:35.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1772854831 0 0) 0x7fe6e0003530 con 0x7fe6f80c06d0 2023-11-25T03:11:35.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6effff640 1 -- 172.21.15.76:0/2336637116 >> v1:172.21.15.106:6789/0 conn(0x7fe6f80c63c0 legacy=0x7fe6f80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6effff640 1 -- 172.21.15.76:0/2336637116 >> v1:172.21.15.76:6789/0 conn(0x7fe6f80c06d0 legacy=0x7fe6f80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6effff640 1 -- 172.21.15.76:0/2336637116 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6f80c1310 con 0x7fe6f80c4100 2023-11-25T03:11:35.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.736+0000 7fe6effff640 1 --2- 172.21.15.76:0/2336637116 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f80c2bb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80097c0 tx=0x7fe6e801c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c31352df47016a0c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f0001a20 con 0x7fe6f80c4100 2023-11-25T03:11:35.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6e80a7050 con 0x7fe6f80c4100 2023-11-25T03:11:35.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ef7fe640 1 -- 172.21.15.76:0/2336637116 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80ab600 con 0x7fe6f80c4100 2023-11-25T03:11:35.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- 172.21.15.76:0/2336637116 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 msgr2=0x7fe6f80c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 --2- 172.21.15.76:0/2336637116 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f80c2bb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80097c0 tx=0x7fe6e801c280 comp rx=0 tx=0).stop 2023-11-25T03:11:35.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- 172.21.15.76:0/2336637116 shutdown_connections 2023-11-25T03:11:35.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 --2- 172.21.15.76:0/2336637116 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f80c2bb0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- 172.21.15.76:0/2336637116 >> 172.21.15.76:0/2336637116 conn(0x7fe6f806a5b0 msgr2=0x7fe6f806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:35.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- 172.21.15.76:0/2336637116 shutdown_connections 2023-11-25T03:11:35.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- 172.21.15.76:0/2336637116 wait complete. 2023-11-25T03:11:35.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 Processor -- start 2023-11-25T03:11:35.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- start start 2023-11-25T03:11:35.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 0x7fe6f81ee650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f81eeb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6f80c63c0 0x7fe6f814c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f81ee1d0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f80713a0 con 0x7fe6f80c4100 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6ff054640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f81ef0d0 con 0x7fe6f80c63c0 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6fcdf0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 0x7fe6f81ee650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6fcdf0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 0x7fe6f81ee650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39864/0 (socket says 172.21.15.76:39864) 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6fcdf0640 1 -- 172.21.15.76:0/3337132464 learned_addr learned my addr 172.21.15.76:0/3337132464 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6effff640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f81eeb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.740+0000 7fe6fd5f1640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6f80c63c0 0x7fe6f814c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6fcdf0640 1 -- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6f80c63c0 msgr2=0x7fe6f814c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6fcdf0640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6f80c63c0 0x7fe6f814c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6fcdf0640 1 -- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 msgr2=0x7fe6f81eeb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6fcdf0640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f81eeb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6fcdf0640 1 -- 172.21.15.76:0/3337132464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e8009420 con 0x7fe6f80c06d0 2023-11-25T03:11:35.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6fcdf0640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 0x7fe6f81ee650 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe6f400c460 tx=0x7fe6f400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f40052d0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6f4005450 con 0x7fe6f80c06d0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6f80c69b0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f4012870 con 0x7fe6f80c06d0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6f8070ce0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6f80714e0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe6f40129d0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ed7fa640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6e4066470 0x7fe6e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:35.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe6f40837d0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.744+0000 7fe6effff640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6e4066470 0x7fe6e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:35.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.748+0000 7fe6effff640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6e4066470 0x7fe6e4068930 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80ad000 tx=0x7fe6e80a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:35.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.748+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe6f80714e0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.932+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe6f80714e0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.934 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:11:35.932+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:11:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ed7fa640 1 -- 172.21.15.76:0/3337132464 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe6f80714e0 con 0x7fe6f80c06d0 2023-11-25T03:11:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:11:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6e4066470 msgr2=0x7fe6e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6e4066470 0x7fe6e4068930 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80ad000 tx=0x7fe6e80a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 msgr2=0x7fe6f81ee650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 0x7fe6f81ee650 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe6f400c460 tx=0x7fe6f400c920 comp rx=0 tx=0).stop 2023-11-25T03:11:35.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 shutdown_connections 2023-11-25T03:11:35.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6e4066470 0x7fe6e4068930 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6f80c63c0 0x7fe6f814c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6f80c4100 0x7fe6f81eeb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 --2- 172.21.15.76:0/3337132464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6f80c06d0 0x7fe6f81ee650 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 >> 172.21.15.76:0/3337132464 conn(0x7fe6f806a5b0 msgr2=0x7fe6f81551d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 shutdown_connections 2023-11-25T03:11:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:35.936+0000 7fe6ff054640 1 -- 172.21.15.76:0/3337132464 wait complete. 2023-11-25T03:11:35.949 INFO:tasks.ceph.mds.a.smithi076.stderr: -5316> 2023-11-25T03:11:05.746+0000 7f8db98ab640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:11:35.962 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-25T03:11:35.998 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:11:36.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 Processor -- start 2023-11-25T03:11:36.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 -- start start 2023-11-25T03:11:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55a00c63c0 0x7f55a00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f55a00c2bb0 0x7f55a00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55a00c31c0 con 0x7f55a00c4100 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55a00c34a0 con 0x7f55a00c63c0 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a74ad640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55a00c1030 con 0x7f55a00c2bb0 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a5249640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55a00c63c0 0x7f55a00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a4a48640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f55a00c4100 0x7f55a00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57304/0 (socket says 172.21.15.76:57304) 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a4a48640 1 -- 172.21.15.76:0/2147639397 learned_addr learned my addr 172.21.15.76:0/2147639397 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:36.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a5a4a640 1 --2- 172.21.15.76:0/2147639397 >> v2:172.21.15.106:3300/0 conn(0x7f55a00c2bb0 0x7f55a00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:36.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a5249640 1 -- 172.21.15.76:0/2147639397 >> v2:172.21.15.106:3300/0 conn(0x7f55a00c2bb0 msgr2=0x7f55a00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:36.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a5249640 1 --2- 172.21.15.76:0/2147639397 >> v2:172.21.15.106:3300/0 conn(0x7f55a00c2bb0 0x7f55a00a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a5249640 1 -- 172.21.15.76:0/2147639397 >> v1:172.21.15.76:6789/0 conn(0x7f55a00c4100 legacy=0x7f55a00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:36.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f55a5249640 1 -- 172.21.15.76:0/2147639397 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55a00c1310 con 0x7f55a00c63c0 2023-11-25T03:11:36.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.104+0000 7f5597fff640 1 -- 172.21.15.76:0/2147639397 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3361568759 0 0) 0x7f55a00c31c0 con 0x7f55a00c4100 2023-11-25T03:11:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a5249640 1 --2- 172.21.15.76:0/2147639397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c63c0 0x7f55a00c06d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f55a00c4550 tx=0x7f559c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d68f55465e152674 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:36.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f5597fff640 1 -- 172.21.15.76:0/2147639397 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a00aa3d0 con 0x7f55a00c63c0 2023-11-25T03:11:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f5597fff640 1 -- 172.21.15.76:0/2147639397 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f559c0ad660 con 0x7f55a00c63c0 2023-11-25T03:11:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f5597fff640 1 -- 172.21.15.76:0/2147639397 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f559c0ad9f0 con 0x7f55a00c63c0 2023-11-25T03:11:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 -- 172.21.15.76:0/2147639397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c63c0 msgr2=0x7f55a00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 --2- 172.21.15.76:0/2147639397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c63c0 0x7f55a00c06d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f55a00c4550 tx=0x7f559c01c340 comp rx=0 tx=0).stop 2023-11-25T03:11:36.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 -- 172.21.15.76:0/2147639397 shutdown_connections 2023-11-25T03:11:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 --2- 172.21.15.76:0/2147639397 >> v2:172.21.15.106:3300/0 conn(0x7f55a00c2bb0 0x7f55a00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 --2- 172.21.15.76:0/2147639397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c63c0 0x7f55a00c06d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 -- 172.21.15.76:0/2147639397 >> 172.21.15.76:0/2147639397 conn(0x7f55a006a5b0 msgr2=0x7f55a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 -- 172.21.15.76:0/2147639397 shutdown_connections 2023-11-25T03:11:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.108+0000 7f55a74ad640 1 -- 172.21.15.76:0/2147639397 wait complete. 2023-11-25T03:11:36.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 Processor -- start 2023-11-25T03:11:36.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 -- start start 2023-11-25T03:11:36.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55a00c2bb0 0x7f55a01ed510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 0x7f55a015b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55a00c63c0 0x7f55a015a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55a0156e00 con 0x7f55a00c4100 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55a01eda50 con 0x7f55a00c63c0 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55a00a4170 con 0x7f55a00c2bb0 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 0x7f55a015b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 0x7f55a015b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39920/0 (socket says 172.21.15.76:39920) 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 -- 172.21.15.76:0/466590930 learned_addr learned my addr 172.21.15.76:0/466590930 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a5a4a640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55a00c63c0 0x7f55a015a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:36.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a5249640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55a00c2bb0 0x7f55a01ed510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:36.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 -- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55a00c2bb0 msgr2=0x7f55a01ed510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:36.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55a00c2bb0 0x7f55a01ed510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 -- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55a00c63c0 msgr2=0x7f55a015a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:36.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55a00c63c0 0x7f55a015a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 -- 172.21.15.76:0/466590930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f559c009420 con 0x7f55a00c4100 2023-11-25T03:11:36.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a4a48640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 0x7f55a015b130 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f55900011f0 tx=0x7f559000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55900074e0 con 0x7f55a00c4100 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5590007640 con 0x7f55a00c4100 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5590004a10 con 0x7f55a00c4100 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.112+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55a00a4450 con 0x7f55a00c4100 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55a0157050 con 0x7f55a00c4100 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55a00a4970 con 0x7f55a00c4100 2023-11-25T03:11:36.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5590004b70 con 0x7f55a00c4100 2023-11-25T03:11:36.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f5595ffb640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5584066470 0x7f5584068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:36.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f5590083120 con 0x7f55a00c4100 2023-11-25T03:11:36.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f55a5249640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5584066470 0x7f5584068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.116+0000 7f55a5249640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5584066470 0x7f5584068930 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f559c0af000 tx=0x7f559c0a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:36.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.120+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f55900505e0 con 0x7f55a00c4100 2023-11-25T03:11:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.304+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f55a0157240 con 0x7f55a00c4100 2023-11-25T03:11:36.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.948+0000 7f5595ffb640 1 -- 172.21.15.76:0/466590930 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5590053c00 con 0x7f55a00c4100 2023-11-25T03:11:36.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5584066470 msgr2=0x7f5584068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:36.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5584066470 0x7f5584068930 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f559c0af000 tx=0x7f559c0a7000 comp rx=0 tx=0).stop 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 msgr2=0x7f55a015b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 0x7f55a015b130 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f55900011f0 tx=0x7f559000c9b0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 shutdown_connections 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5584066470 0x7f5584068930 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55a00c63c0 0x7f55a015a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55a00c4100 0x7f55a015b130 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 --2- 172.21.15.76:0/466590930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55a00c2bb0 0x7f55a01ed510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 >> 172.21.15.76:0/466590930 conn(0x7f55a006a5b0 msgr2=0x7f55a0071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:36.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 shutdown_connections 2023-11-25T03:11:36.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:36.952+0000 7f55a74ad640 1 -- 172.21.15.76:0/466590930 wait complete. 2023-11-25T03:11:36.977 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-25T03:11:37.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 Processor -- start 2023-11-25T03:11:37.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 -- start start 2023-11-25T03:11:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f793c151e70 0x7f793c0724b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c0c0530 0x7f793c0c1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f793c0c1bb0 0x7f793c06a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f793c0c2530 con 0x7f793c0c1bb0 2023-11-25T03:11:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f793c0729f0 con 0x7f793c151e70 2023-11-25T03:11:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7942d72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f793c070f80 con 0x7f793c0c0530 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f793c0c1bb0 0x7f793c06a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f793c0c1bb0 0x7f793c06a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50746/0 (socket says 172.21.15.76:50746) 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 -- 172.21.15.76:0/1900459752 learned_addr learned my addr 172.21.15.76:0/1900459752 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7940b0e640 1 --2- 172.21.15.76:0/1900459752 >> v2:172.21.15.106:3300/0 conn(0x7f793c151e70 0x7f793c0724b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f793bfff640 1 --2- 172.21.15.76:0/1900459752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c0c0530 0x7f793c0c1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 -- 172.21.15.76:0/1900459752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c0c0530 msgr2=0x7f793c0c1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 --2- 172.21.15.76:0/1900459752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c0c0530 0x7f793c0c1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 -- 172.21.15.76:0/1900459752 >> v2:172.21.15.106:3300/0 conn(0x7f793c151e70 msgr2=0x7f793c0724b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 --2- 172.21.15.76:0/1900459752 >> v2:172.21.15.106:3300/0 conn(0x7f793c151e70 0x7f793c0724b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f794130f640 1 -- 172.21.15.76:0/1900459752 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f793c0bfa30 con 0x7f793c0c1bb0 2023-11-25T03:11:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.164+0000 7f7940b0e640 1 --2- 172.21.15.76:0/1900459752 >> v2:172.21.15.106:3300/0 conn(0x7f793c151e70 0x7f793c0724b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:37.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f794130f640 1 --2- 172.21.15.76:0/1900459752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c1bb0 0x7f793c06a5b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f793c0c6d20 tx=0x7f793401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6354c22d1606126 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:37.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f793b7fe640 1 -- 172.21.15.76:0/1900459752 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79340a56b0 con 0x7f793c0c1bb0 2023-11-25T03:11:37.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f793b7fe640 1 -- 172.21.15.76:0/1900459752 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79340a5810 con 0x7f793c0c1bb0 2023-11-25T03:11:37.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f793b7fe640 1 -- 172.21.15.76:0/1900459752 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79340a5ba0 con 0x7f793c0c1bb0 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 -- 172.21.15.76:0/1900459752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c1bb0 msgr2=0x7f793c06a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 --2- 172.21.15.76:0/1900459752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c1bb0 0x7f793c06a5b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f793c0c6d20 tx=0x7f793401c940 comp rx=0 tx=0).stop 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 -- 172.21.15.76:0/1900459752 shutdown_connections 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 --2- 172.21.15.76:0/1900459752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c1bb0 0x7f793c06a5b0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 --2- 172.21.15.76:0/1900459752 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c0c0530 0x7f793c0c1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 --2- 172.21.15.76:0/1900459752 >> v2:172.21.15.106:3300/0 conn(0x7f793c151e70 0x7f793c0724b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 -- 172.21.15.76:0/1900459752 >> 172.21.15.76:0/1900459752 conn(0x7f793c0a8ad0 msgr2=0x7f793c0c6240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:37.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 -- 172.21.15.76:0/1900459752 shutdown_connections 2023-11-25T03:11:37.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.168+0000 7f7942d72640 1 -- 172.21.15.76:0/1900459752 wait complete. 2023-11-25T03:11:37.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 Processor -- start 2023-11-25T03:11:37.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- start start 2023-11-25T03:11:37.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 0x7f793c156050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f793c0c1bb0 0x7f793c153cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c151e70 0x7f793c154230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f793c1f12a0 con 0x7f793c0c0530 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f793c1f2100 con 0x7f793c0c1bb0 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f793c1f14f0 con 0x7f793c151e70 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 0x7f793c156050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 0x7f793c156050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50762/0 (socket says 172.21.15.76:50762) 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 -- 172.21.15.76:0/3543731205 learned_addr learned my addr 172.21.15.76:0/3543731205 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f794130f640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c151e70 0x7f793c154230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f793bfff640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f793c0c1bb0 0x7f793c153cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 -- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c151e70 msgr2=0x7f793c154230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:37.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c151e70 0x7f793c154230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 -- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f793c0c1bb0 msgr2=0x7f793c153cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:37.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f793c0c1bb0 0x7f793c153cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 -- 172.21.15.76:0/3543731205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7934009b30 con 0x7f793c0c0530 2023-11-25T03:11:37.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f794130f640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c151e70 0x7f793c154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:37.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f793bfff640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f793c0c1bb0 0x7f793c153cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:37.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7940b0e640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 0x7f793c156050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f793000d800 tx=0x7f793000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:37.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79300096c0 con 0x7f793c0c0530 2023-11-25T03:11:37.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7930009820 con 0x7f793c0c0530 2023-11-25T03:11:37.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f793c1f17d0 con 0x7f793c0c0530 2023-11-25T03:11:37.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7930009bd0 con 0x7f793c0c0530 2023-11-25T03:11:37.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f793c1f1d90 con 0x7f793c0c0530 2023-11-25T03:11:37.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.172+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f793c068400 con 0x7f793c0c0530 2023-11-25T03:11:37.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.176+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7930009d30 con 0x7f793c0c0530 2023-11-25T03:11:37.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.176+0000 7f79397fa640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79200664a0 0x7f7920068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:37.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.176+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f79300845e0 con 0x7f793c0c0530 2023-11-25T03:11:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.176+0000 7f793bfff640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79200664a0 0x7f7920068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.176+0000 7f793bfff640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79200664a0 0x7f7920068960 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7928004660 tx=0x7f7928008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.180+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f79300519f0 con 0x7f793c0c0530 2023-11-25T03:11:37.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.328+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f793c06e190 con 0x7f793c0c0530 2023-11-25T03:11:37.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.960+0000 7f79397fa640 1 -- 172.21.15.76:0/3543731205 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v22) v1 ==== 181+0+0 (secure 0 0 0) 0x7f7930055010 con 0x7f793c0c0530 2023-11-25T03:11:37.963 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2023-11-25T03:11:37.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79200664a0 msgr2=0x7f7920068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:37.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79200664a0 0x7f7920068960 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7928004660 tx=0x7f7928008040 comp rx=0 tx=0).stop 2023-11-25T03:11:37.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 msgr2=0x7f793c156050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:37.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 0x7f793c156050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f793000d800 tx=0x7f793000dcc0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 shutdown_connections 2023-11-25T03:11:37.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79200664a0 0x7f7920068960 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f793c151e70 0x7f793c154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f793c0c1bb0 0x7f793c153cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 --2- 172.21.15.76:0/3543731205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f793c0c0530 0x7f793c156050 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:37.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 >> 172.21.15.76:0/3543731205 conn(0x7f793c0a8ad0 msgr2=0x7f793c147f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:37.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 shutdown_connections 2023-11-25T03:11:37.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:37.964+0000 7f7942d72640 1 -- 172.21.15.76:0/3543731205 wait complete. 2023-11-25T03:11:37.993 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-25T03:11:38.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.132+0000 7f88115df640 1 Processor -- start 2023-11-25T03:11:38.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f88115df640 1 -- start start 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f88115df640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f880c0c4940 0x7f880c0c7f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f88115df640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f880c0c8b20 con 0x7f880c0c4d20 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f88115df640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f880c0c9cc0 con 0x7f880c0c9850 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f88115df640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f880c0c5650 con 0x7f880c0c4940 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f880c0c4d20 0x7f880c15f030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47860/0 (socket says 172.21.15.76:47860) 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880b7fe640 1 -- 172.21.15.76:0/2244766895 learned_addr learned my addr 172.21.15.76:0/2244766895 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:38.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f880c0c4940 0x7f880c0c7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:38.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880affd640 1 -- 172.21.15.76:0/2244766895 >> v1:172.21.15.106:6789/0 conn(0x7f880c0c9850 legacy=0x7f880c0a98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880affd640 1 -- 172.21.15.76:0/2244766895 >> v1:172.21.15.76:6789/0 conn(0x7f880c0c4d20 legacy=0x7f880c15f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880affd640 1 -- 172.21.15.76:0/2244766895 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f880c0c5150 con 0x7f880c0c4940 2023-11-25T03:11:38.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.136+0000 7f880a7fc640 1 -- 172.21.15.76:0/2244766895 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4108492252 0 0) 0x7f880c0c8b20 con 0x7f880c0c4d20 2023-11-25T03:11:38.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f880affd640 1 --2- 172.21.15.76:0/2244766895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c0c7f70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f87f40097c0 tx=0x7f87f401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95faa7299e00f3e1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:38.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f880a7fc640 1 -- 172.21.15.76:0/2244766895 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87f40ab600 con 0x7f880c0c4940 2023-11-25T03:11:38.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f880a7fc640 1 -- 172.21.15.76:0/2244766895 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87f40a7050 con 0x7f880c0c4940 2023-11-25T03:11:38.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f880a7fc640 1 -- 172.21.15.76:0/2244766895 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87f40ab980 con 0x7f880c0c4940 2023-11-25T03:11:38.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 -- 172.21.15.76:0/2244766895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 msgr2=0x7f880c0c7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 --2- 172.21.15.76:0/2244766895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c0c7f70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f87f40097c0 tx=0x7f87f401c480 comp rx=0 tx=0).stop 2023-11-25T03:11:38.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 -- 172.21.15.76:0/2244766895 shutdown_connections 2023-11-25T03:11:38.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 --2- 172.21.15.76:0/2244766895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c0c7f70 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 -- 172.21.15.76:0/2244766895 >> 172.21.15.76:0/2244766895 conn(0x7f880c0abb70 msgr2=0x7f880c0abf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:38.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 -- 172.21.15.76:0/2244766895 shutdown_connections 2023-11-25T03:11:38.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 -- 172.21.15.76:0/2244766895 wait complete. 2023-11-25T03:11:38.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 Processor -- start 2023-11-25T03:11:38.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.140+0000 7f88115df640 1 -- start start 2023-11-25T03:11:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c14e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f880c0c4d20 0x7f880c151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f880c0c9850 0x7f880c151a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c0c3840 con 0x7f880c0c4940 2023-11-25T03:11:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1edfb0 con 0x7f880c0c9850 2023-11-25T03:11:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f880c150740 con 0x7f880c0c4d20 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c14e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c14e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50786/0 (socket says 172.21.15.76:50786) 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 -- 172.21.15.76:0/892467126 learned_addr learned my addr 172.21.15.76:0/892467126 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880b7fe640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f880c0c9850 0x7f880c151a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88027fc640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f880c0c4d20 0x7f880c151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 -- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f880c0c4d20 msgr2=0x7f880c151500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f880c0c4d20 0x7f880c151500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 -- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f880c0c9850 msgr2=0x7f880c151a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f880c0c9850 0x7f880c151a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 -- 172.21.15.76:0/892467126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87f4009420 con 0x7f880c0c4940 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f880affd640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c14e7b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f87f401a0b0 tx=0x7f87f4019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87f4004020 con 0x7f880c0c4940 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87f4004180 con 0x7f880c0c4940 2023-11-25T03:11:38.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f880c150a20 con 0x7f880c0c4940 2023-11-25T03:11:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87f40044f0 con 0x7f880c0c4940 2023-11-25T03:11:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f880c150fe0 con 0x7f880c0c4940 2023-11-25T03:11:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.144+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f880c068400 con 0x7f880c0c4940 2023-11-25T03:11:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.148+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f87f40b2040 con 0x7f880c0c4940 2023-11-25T03:11:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.148+0000 7f8803fff640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87ec066470 0x7f87ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.148+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f87f411dd60 con 0x7f880c0c4940 2023-11-25T03:11:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.148+0000 7f88027fc640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87ec066470 0x7f87ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.148+0000 7f88027fc640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87ec066470 0x7f87ec068930 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f880c156120 tx=0x7f87fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:38.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.152+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f87f40eb330 con 0x7f880c0c4940 2023-11-25T03:11:38.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.320+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f880c0c08c0 con 0x7f880c0c4940 2023-11-25T03:11:38.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f8803fff640 1 -- 172.21.15.76:0/892467126 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v23) v1 ==== 169+0+0 (secure 0 0 0) 0x7f87f40b00d0 con 0x7f880c0c4940 2023-11-25T03:11:38.965 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2023-11-25T03:11:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87ec066470 msgr2=0x7f87ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87ec066470 0x7f87ec068930 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f880c156120 tx=0x7f87fc009040 comp rx=0 tx=0).stop 2023-11-25T03:11:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 msgr2=0x7f880c14e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c14e7b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f87f401a0b0 tx=0x7f87f4019220 comp rx=0 tx=0).stop 2023-11-25T03:11:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 shutdown_connections 2023-11-25T03:11:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87ec066470 0x7f87ec068930 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f880c0c9850 0x7f880c151a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f880c0c4d20 0x7f880c151500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 --2- 172.21.15.76:0/892467126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f880c0c4940 0x7f880c14e7b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.964+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 >> 172.21.15.76:0/892467126 conn(0x7f880c0abb70 msgr2=0x7f880c06c660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:38.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.968+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 shutdown_connections 2023-11-25T03:11:38.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:38.968+0000 7f88115df640 1 -- 172.21.15.76:0/892467126 wait complete. 2023-11-25T03:11:38.995 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-25T03:11:38.995 INFO:tasks.ceph.mds.a:Stopping old one... 2023-11-25T03:11:38.995 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-25T03:11:38.995 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:11:38.995 INFO:tasks.ceph.mds.c:Restarting daemon 2023-11-25T03:11:38.996 INFO:tasks.ceph.mds.c:Stopping old one... 2023-11-25T03:11:38.996 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-11-25T03:11:38.996 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:11:38.996 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-25T03:11:38.996 INFO:tasks.ceph.mds.b:Stopping old one... 2023-11-25T03:11:38.996 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-25T03:11:38.996 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:11:38.997 INFO:tasks.ceph.mds.d:Restarting daemon 2023-11-25T03:11:38.997 INFO:tasks.ceph.mds.d:Stopping old one... 2023-11-25T03:11:38.997 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-11-25T03:11:38.997 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:11:39.011 INFO:tasks.ceph.mds.c:Stopped 2023-11-25T03:11:39.011 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-11-25T03:11:39.021 INFO:tasks.ceph.mds.d:Stopped 2023-11-25T03:11:39.022 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-11-25T03:11:39.023 INFO:tasks.ceph.mds.b:Stopped 2023-11-25T03:11:39.023 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-25T03:11:39.054 INFO:tasks.ceph.mds.c:Started 2023-11-25T03:11:39.055 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:39.068 INFO:tasks.ceph.mds.d:Started 2023-11-25T03:11:39.069 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:39.071 INFO:tasks.ceph.mds.b:Started 2023-11-25T03:11:39.071 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:39.139 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:11:39.157 INFO:tasks.ceph.mds.d.smithi106.stdout:starting mds.d at 2023-11-25T03:11:39.157 INFO:tasks.ceph.mds.b.smithi106.stdout:starting mds.b at 2023-11-25T03:11:41.847 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2023-11-25T03:11:45.011 INFO:tasks.ceph.mds.a:Stopped 2023-11-25T03:11:45.012 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-25T03:11:45.016 INFO:tasks.ceph.mds.a:Started 2023-11-25T03:11:45.016 DEBUG:teuthology.parallel:result is None 2023-11-25T03:11:45.016 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-11-25T03:11:45.111 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:11:45.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 Processor -- start 2023-11-25T03:11:45.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 -- start start 2023-11-25T03:11:45.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040c7ed0 0x7f6204154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:45.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f62040bd660 0x7f6204154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:45.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62040ac4f0 con 0x7f6204151dc0 2023-11-25T03:11:45.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6204158780 con 0x7f62040bd660 2023-11-25T03:11:45.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620918d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6204158a60 con 0x7f62040c7ed0 2023-11-25T03:11:45.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f6202d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6204151dc0 0x7f62040c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47886/0 (socket says 172.21.15.76:47886) 2023-11-25T03:11:45.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f6202d9d640 1 -- 172.21.15.76:0/351876564 learned_addr learned my addr 172.21.15.76:0/351876564 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f61fbfff640 1 --2- 172.21.15.76:0/351876564 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040c7ed0 0x7f6204154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.163+0000 7f620359e640 1 --2- 172.21.15.76:0/351876564 >> v2:172.21.15.106:3300/0 conn(0x7f62040bd660 0x7f6204154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620259c640 1 -- 172.21.15.76:0/351876564 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1024986703 0 0) 0x7f62040ac4f0 con 0x7f6204151dc0 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620259c640 1 -- 172.21.15.76:0/351876564 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61f0003530 con 0x7f6204151dc0 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f61fbfff640 1 -- 172.21.15.76:0/351876564 >> v2:172.21.15.106:3300/0 conn(0x7f62040bd660 msgr2=0x7f6204154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f61fbfff640 1 --2- 172.21.15.76:0/351876564 >> v2:172.21.15.106:3300/0 conn(0x7f62040bd660 0x7f6204154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f61fbfff640 1 -- 172.21.15.76:0/351876564 >> v1:172.21.15.76:6789/0 conn(0x7f6204151dc0 legacy=0x7f62040c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:45.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f61fbfff640 1 -- 172.21.15.76:0/351876564 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62040ac180 con 0x7f62040c7ed0 2023-11-25T03:11:45.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f61fbfff640 1 --2- 172.21.15.76:0/351876564 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040c7ed0 0x7f6204154650 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f61ec0097c0 tx=0x7f61ec01c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bffebce0da4c8e2b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:45.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620259c640 1 -- 172.21.15.76:0/351876564 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec0ab600 con 0x7f62040c7ed0 2023-11-25T03:11:45.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620259c640 1 -- 172.21.15.76:0/351876564 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61ec0a7050 con 0x7f62040c7ed0 2023-11-25T03:11:45.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620259c640 1 -- 172.21.15.76:0/351876564 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec0ab960 con 0x7f62040c7ed0 2023-11-25T03:11:45.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620918d640 1 -- 172.21.15.76:0/351876564 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040c7ed0 msgr2=0x7f6204154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:45.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.167+0000 7f620918d640 1 --2- 172.21.15.76:0/351876564 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040c7ed0 0x7f6204154650 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f61ec0097c0 tx=0x7f61ec01c360 comp rx=0 tx=0).stop 2023-11-25T03:11:45.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- 172.21.15.76:0/351876564 shutdown_connections 2023-11-25T03:11:45.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 --2- 172.21.15.76:0/351876564 >> v2:172.21.15.106:3300/0 conn(0x7f62040bd660 0x7f6204154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:45.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 --2- 172.21.15.76:0/351876564 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040c7ed0 0x7f6204154650 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:45.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- 172.21.15.76:0/351876564 >> 172.21.15.76:0/351876564 conn(0x7f6204071eb0 msgr2=0x7f62040722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:45.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- 172.21.15.76:0/351876564 shutdown_connections 2023-11-25T03:11:45.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- 172.21.15.76:0/351876564 wait complete. 2023-11-25T03:11:45.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 Processor -- start 2023-11-25T03:11:45.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- start start 2023-11-25T03:11:45.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040bd660 0x7f62040c03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:45.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 0x7f62040c9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:45.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6204151dc0 0x7f62041eceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:45.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62040bf300 con 0x7f62040c7ed0 2023-11-25T03:11:45.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62040c0930 con 0x7f6204151dc0 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620918d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62040bdf10 con 0x7f62040bd660 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f61fbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 0x7f62040c9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f61fbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 0x7f62040c9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50820/0 (socket says 172.21.15.76:50820) 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f61fbfff640 1 -- 172.21.15.76:0/4204876089 learned_addr learned my addr 172.21.15.76:0/4204876089 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f6202d9d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040bd660 0x7f62040c03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.171+0000 7f620359e640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6204151dc0 0x7f62041eceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fbfff640 1 -- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040bd660 msgr2=0x7f62040c03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fbfff640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040bd660 0x7f62040c03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:45.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fbfff640 1 -- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6204151dc0 msgr2=0x7f62041eceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:45.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fbfff640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6204151dc0 0x7f62041eceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:45.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fbfff640 1 -- 172.21.15.76:0/4204876089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61ec009420 con 0x7f62040c7ed0 2023-11-25T03:11:45.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fbfff640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 0x7f62040c9cc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f61ec019f90 tx=0x7f61ec019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:45.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec0b4400 con 0x7f62040c7ed0 2023-11-25T03:11:45.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61ec0b4560 con 0x7f62040c7ed0 2023-11-25T03:11:45.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec0b48f0 con 0x7f62040c7ed0 2023-11-25T03:11:45.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62040be3a0 con 0x7f62040c7ed0 2023-11-25T03:11:45.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62040ab620 con 0x7f62040c7ed0 2023-11-25T03:11:45.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6204068400 con 0x7f62040c7ed0 2023-11-25T03:11:45.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f61ec0b2040 con 0x7f62040c7ed0 2023-11-25T03:11:45.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.175+0000 7f61fb7fe640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61e4066470 0x7f61e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:45.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.179+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f61ec11d960 con 0x7f62040c7ed0 2023-11-25T03:11:45.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.179+0000 7f6202d9d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61e4066470 0x7f61e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:45.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.179+0000 7f6202d9d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61e4066470 0x7f61e4068930 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f61f4007fd0 tx=0x7f61f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:45.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.183+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f61ec0eb190 con 0x7f62040c7ed0 2023-11-25T03:11:45.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:45.347+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f620406c9a0 con 0x7f62040c7ed0 2023-11-25T03:11:46.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.179+0000 7f61fb7fe640 1 -- 172.21.15.76:0/4204876089 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v28) v1 ==== 97+0+0 (secure 0 0 0) 0x7f61ec0ee7b0 con 0x7f62040c7ed0 2023-11-25T03:11:46.182 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2023-11-25T03:11:46.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61e4066470 msgr2=0x7f61e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61e4066470 0x7f61e4068930 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f61f4007fd0 tx=0x7f61f4009040 comp rx=0 tx=0).stop 2023-11-25T03:11:46.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 msgr2=0x7f62040c9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 0x7f62040c9cc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f61ec019f90 tx=0x7f61ec019100 comp rx=0 tx=0).stop 2023-11-25T03:11:46.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 shutdown_connections 2023-11-25T03:11:46.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61e4066470 0x7f61e4068930 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6204151dc0 0x7f62041eceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62040c7ed0 0x7f62040c9cc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 --2- 172.21.15.76:0/4204876089 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62040bd660 0x7f62040c03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 >> 172.21.15.76:0/4204876089 conn(0x7f6204071eb0 msgr2=0x7f620415e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:46.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 shutdown_connections 2023-11-25T03:11:46.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.183+0000 7f620918d640 1 -- 172.21.15.76:0/4204876089 wait complete. 2023-11-25T03:11:46.209 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-11-25T03:11:46.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 Processor -- start 2023-11-25T03:11:46.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 -- start start 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94240c7ea0 0x7f942406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f942406b9e0 0x7f942415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f942406c860 con 0x7f9424151e90 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94240c8750 con 0x7f942406b9e0 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9428ddf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94241552d0 con 0x7f94240c7ea0 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f942259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9424151e90 0x7f94240c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47900/0 (socket says 172.21.15.76:47900) 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f942259c640 1 -- 172.21.15.76:0/2413963182 learned_addr learned my addr 172.21.15.76:0/2413963182 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:46.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9419d9b640 1 --2- 172.21.15.76:0/2413963182 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94240c7ea0 0x7f942406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9422d9d640 1 --2- 172.21.15.76:0/2413963182 >> v2:172.21.15.106:3300/0 conn(0x7f942406b9e0 0x7f942415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9421d9b640 1 -- 172.21.15.76:0/2413963182 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3853904022 0 0) 0x7f942406c860 con 0x7f9424151e90 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9421d9b640 1 -- 172.21.15.76:0/2413963182 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9410003530 con 0x7f9424151e90 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9419d9b640 1 -- 172.21.15.76:0/2413963182 >> v2:172.21.15.106:3300/0 conn(0x7f942406b9e0 msgr2=0x7f942415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9419d9b640 1 --2- 172.21.15.76:0/2413963182 >> v2:172.21.15.106:3300/0 conn(0x7f942406b9e0 0x7f942415f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9419d9b640 1 -- 172.21.15.76:0/2413963182 >> v1:172.21.15.76:6789/0 conn(0x7f9424151e90 legacy=0x7f94240c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.347+0000 7f9419d9b640 1 -- 172.21.15.76:0/2413963182 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9424154930 con 0x7f94240c7ea0 2023-11-25T03:11:46.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9419d9b640 1 --2- 172.21.15.76:0/2413963182 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94240c7ea0 0x7f942406b4a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f940c0097c0 tx=0x7f940c01c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b506a0e5b842fb5d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:46.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9421d9b640 1 -- 172.21.15.76:0/2413963182 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c0ab600 con 0x7f94240c7ea0 2023-11-25T03:11:46.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9421d9b640 1 -- 172.21.15.76:0/2413963182 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f940c0a7050 con 0x7f94240c7ea0 2023-11-25T03:11:46.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9421d9b640 1 -- 172.21.15.76:0/2413963182 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c0ab980 con 0x7f94240c7ea0 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 -- 172.21.15.76:0/2413963182 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94240c7ea0 msgr2=0x7f942406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 --2- 172.21.15.76:0/2413963182 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94240c7ea0 0x7f942406b4a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f940c0097c0 tx=0x7f940c01c360 comp rx=0 tx=0).stop 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 -- 172.21.15.76:0/2413963182 shutdown_connections 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 --2- 172.21.15.76:0/2413963182 >> v2:172.21.15.106:3300/0 conn(0x7f942406b9e0 0x7f942415f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 --2- 172.21.15.76:0/2413963182 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f94240c7ea0 0x7f942406b4a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 -- 172.21.15.76:0/2413963182 >> 172.21.15.76:0/2413963182 conn(0x7f94240ca170 msgr2=0x7f94240ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 -- 172.21.15.76:0/2413963182 shutdown_connections 2023-11-25T03:11:46.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.351+0000 7f9428ddf640 1 -- 172.21.15.76:0/2413963182 wait complete. 2023-11-25T03:11:46.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 Processor -- start 2023-11-25T03:11:46.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 -- start start 2023-11-25T03:11:46.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 0x7f94240ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94240c7ea0 0x7f9424157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9424151e90 0x7f94241f04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94240a9960 con 0x7f942406b9e0 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94240abf70 con 0x7f94240c7ea0 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94240ac940 con 0x7f9424151e90 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 0x7f94240ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 0x7f94240ac400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50830/0 (socket says 172.21.15.76:50830) 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 -- 172.21.15.76:0/3511654747 learned_addr learned my addr 172.21.15.76:0/3511654747 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9419d9b640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94240c7ea0 0x7f9424157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9422d9d640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9424151e90 0x7f94241f04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 -- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9424151e90 msgr2=0x7f94241f04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9424151e90 0x7f94241f04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 -- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94240c7ea0 msgr2=0x7f9424157100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94240c7ea0 0x7f9424157100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 -- 172.21.15.76:0/3511654747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f940c009420 con 0x7f942406b9e0 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f942259c640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 0x7f94240ac400 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f941400c4d0 tx=0x7f941400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:46.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414005cf0 con 0x7f942406b9e0 2023-11-25T03:11:46.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9414005e50 con 0x7f942406b9e0 2023-11-25T03:11:46.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94241f0d00 con 0x7f942406b9e0 2023-11-25T03:11:46.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.355+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414007270 con 0x7f942406b9e0 2023-11-25T03:11:46.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9424157640 con 0x7f942406b9e0 2023-11-25T03:11:46.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9424068400 con 0x7f942406b9e0 2023-11-25T03:11:46.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f94140073d0 con 0x7f942406b9e0 2023-11-25T03:11:46.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f941b7fe640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94040664a0 0x7f9404068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9414082fc0 con 0x7f942406b9e0 2023-11-25T03:11:46.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f9419d9b640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94040664a0 0x7f9404068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.359+0000 7f9419d9b640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94040664a0 0x7f9404068960 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f940c0ad000 tx=0x7f940c0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:46.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.363+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f94140b4280 con 0x7f942406b9e0 2023-11-25T03:11:46.568 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f942406ca50 con 0x7f942406b9e0 2023-11-25T03:11:46.569 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f941b7fe640 1 -- 172.21.15.76:0/3511654747 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6065 (secure 0 0 0) 0x7f9414017020 con 0x7f942406b9e0 2023-11-25T03:11:46.569 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:46.569 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:11:46.569 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2023-11-25T03:11:46.570 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.570 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2023-11-25T03:11:46.570 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFl5kzoLRAAn28jPWcV5BIyJpuYE5jELw==", 2023-11-25T03:11:46.570 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.570 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:11:46.570 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFlx29AOhAAD49JnykUBkDAfFeuKNlhvQ==", 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.571 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFl0ldqNRAApkTN1vO1CWVuRCRp/41XLA==", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:11:46.572 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlxL0VBhAAZB70IXTPOx4njhtUZtY86A==", 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:11:46.573 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCNZWFl/RWrFxAAEsWy25fbeaXjGW8gyGSWgQ==", 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.574 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCQZWFlS60cHxAAjjCEfymzL8WW1dL8YV4SSg==", 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2023-11-25T03:11:46.575 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCTZWFlN4cdJRAAyKJ49eeYsj39lcIc9IDaMQ==", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCWZWFlmq7DLRAA4SB1S6nimOFcUjPUoXclEQ==", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.576 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCcZWFlEOIlNBAAn7esOoPSY3750cmwgN9ryQ==", 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.577 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCgZWFlaw4hABAAkqAqNBIX/hrVPWf0lWHHWA==", 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2023-11-25T03:11:46.578 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCjZWFlLTUMBxAATyu2eZYm4HAAqQVdt+NVUQ==", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCmZWFlBOlGDRAA4j1eCvUktpvxSQiyAGzrsg==", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:11:46.579 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ==", 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g==", 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2023-11-25T03:11:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFlxL3BERAAlaLEUmKAua7HEaa9PQk0XQ==", 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:11:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-mds", 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCsZWFlgbpsBRAAz+EDtQo7T60PrZIvz9NkVA==", 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-mds" 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-mgr", 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCsZWFlGetsBRAA7YBJy82E69OaEI8ZMoF2bw==", 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-mgr" 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-osd", 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCsZWFlj/VsBRAAeOe9gCStAsjp832kxhfJBg==", 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.584 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-osd" 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-rbd", 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCsZWFl0P1sBRAAWR5CS/ZHz4CW7sgeIDSIbw==", 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-rbd" 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-11-25T03:11:46.585 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCsZWFlQAZtBRAABh1fDbCyJRKrjPwJv8H3Wg==", 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-rgw", 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCsZWFl6Q5tBRAAdgwUrriAy4z9sJU9dXWHYw==", 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-rgw" 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.586 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFleymbKRAAn/FZCHuwVcwXY/e4eo7CFg==", 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFleNbjJRAApqryujs9WavvuBL0rPQ0sg==", 2023-11-25T03:11:46.587 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2023-11-25T03:11:46.588 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:11:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94040664a0 msgr2=0x7f9404068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94040664a0 0x7f9404068960 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f940c0ad000 tx=0x7f940c0a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 msgr2=0x7f94240ac400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 0x7f94240ac400 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f941400c4d0 tx=0x7f941400c990 comp rx=0 tx=0).stop 2023-11-25T03:11:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 shutdown_connections 2023-11-25T03:11:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94040664a0 0x7f9404068960 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9424151e90 0x7f94241f04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94240c7ea0 0x7f9424157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 --2- 172.21.15.76:0/3511654747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f942406b9e0 0x7f94240ac400 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 >> 172.21.15.76:0/3511654747 conn(0x7f94240ca170 msgr2=0x7f94240ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:46.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 shutdown_connections 2023-11-25T03:11:46.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.567+0000 7f9428ddf640 1 -- 172.21.15.76:0/3511654747 wait complete. 2023-11-25T03:11:46.591 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-11-25T03:11:46.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.723+0000 7ffa02501640 1 Processor -- start 2023-11-25T03:11:46.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa02501640 1 -- start start 2023-11-25T03:11:46.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa02501640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9fc0c2bb0 0x7ff9fc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa02501640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9fc0c31c0 con 0x7ff9fc0c63c0 2023-11-25T03:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa02501640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9fc0c34a0 con 0x7ff9fc0c4100 2023-11-25T03:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa02501640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9fc0c1030 con 0x7ff9fc0c2bb0 2023-11-25T03:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ff9fbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff9fc0c63c0 0x7ff9fc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47916/0 (socket says 172.21.15.76:47916) 2023-11-25T03:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ff9fbfff640 1 -- 172.21.15.76:0/2554846523 learned_addr learned my addr 172.21.15.76:0/2554846523 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa00a9e640 1 --2- 172.21.15.76:0/2554846523 >> v2:172.21.15.76:3300/0 conn(0x7ff9fc0c2bb0 0x7ff9fc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ff9faffd640 1 -- 172.21.15.76:0/2554846523 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2863220400 0 0) 0x7ff9fc0c31c0 con 0x7ff9fc0c63c0 2023-11-25T03:11:46.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ff9faffd640 1 -- 172.21.15.76:0/2554846523 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9e4003530 con 0x7ff9fc0c63c0 2023-11-25T03:11:46.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa00a9e640 1 -- 172.21.15.76:0/2554846523 >> v1:172.21.15.106:6789/0 conn(0x7ff9fc0c4100 legacy=0x7ff9fc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa00a9e640 1 -- 172.21.15.76:0/2554846523 >> v1:172.21.15.76:6789/0 conn(0x7ff9fc0c63c0 legacy=0x7ff9fc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.727+0000 7ffa00a9e640 1 -- 172.21.15.76:0/2554846523 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9fc0c1310 con 0x7ff9fc0c2bb0 2023-11-25T03:11:46.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa00a9e640 1 --2- 172.21.15.76:0/2554846523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0c06d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4009d90 tx=0x7ff9f401c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35fa4c562f6b0f2c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:46.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ff9faffd640 1 -- 172.21.15.76:0/2554846523 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f40a5910 con 0x7ff9fc0c2bb0 2023-11-25T03:11:46.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ff9faffd640 1 -- 172.21.15.76:0/2554846523 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9f40a5a70 con 0x7ff9fc0c2bb0 2023-11-25T03:11:46.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ff9faffd640 1 -- 172.21.15.76:0/2554846523 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f40a5e00 con 0x7ff9fc0c2bb0 2023-11-25T03:11:46.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 -- 172.21.15.76:0/2554846523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c2bb0 msgr2=0x7ff9fc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 --2- 172.21.15.76:0/2554846523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0c06d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff9f4009d90 tx=0x7ff9f401c830 comp rx=0 tx=0).stop 2023-11-25T03:11:46.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 -- 172.21.15.76:0/2554846523 shutdown_connections 2023-11-25T03:11:46.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 --2- 172.21.15.76:0/2554846523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0c06d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 -- 172.21.15.76:0/2554846523 >> 172.21.15.76:0/2554846523 conn(0x7ff9fc06a5b0 msgr2=0x7ff9fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:46.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 -- 172.21.15.76:0/2554846523 shutdown_connections 2023-11-25T03:11:46.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 -- 172.21.15.76:0/2554846523 wait complete. 2023-11-25T03:11:46.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 Processor -- start 2023-11-25T03:11:46.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.731+0000 7ffa02501640 1 -- start start 2023-11-25T03:11:46.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0bfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 0x7ff9fc0a6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9fc0c63c0 0x7ff9fc159960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9fc15ac80 con 0x7ff9fc0c4100 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9fc1ed180 con 0x7ff9fc0c2bb0 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9fc1ed3f0 con 0x7ff9fc0c63c0 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 0x7ff9fc0a6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 0x7ff9fc0a6fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50844/0 (socket says 172.21.15.76:50844) 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 -- 172.21.15.76:0/1843865599 learned_addr learned my addr 172.21.15.76:0/1843865599 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fbfff640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0bfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa00a9e640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9fc0c63c0 0x7ff9fc159960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 -- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9fc0c63c0 msgr2=0x7ff9fc159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9fc0c63c0 0x7ff9fc159960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 -- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9fc0c2bb0 msgr2=0x7ff9fc0bfcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0bfcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 -- 172.21.15.76:0/1843865599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f4009a70 con 0x7ff9fc0c4100 2023-11-25T03:11:46.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9fb7fe640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 0x7ff9fc0a6fd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000c500 tx=0x7ff9f000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:46.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0005220 con 0x7ff9fc0c4100 2023-11-25T03:11:46.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9f0005380 con 0x7ff9fc0c4100 2023-11-25T03:11:46.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9fc1ed6d0 con 0x7ff9fc0c4100 2023-11-25T03:11:46.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0007270 con 0x7ff9fc0c4100 2023-11-25T03:11:46.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9fc0c0210 con 0x7ff9fc0c4100 2023-11-25T03:11:46.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.735+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9fc068400 con 0x7ff9fc0c4100 2023-11-25T03:11:46.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.739+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff9f00073d0 con 0x7ff9fc0c4100 2023-11-25T03:11:46.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.739+0000 7ff9f8ff9640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9e8066470 0x7ff9e8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:46.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.739+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff9f0083330 con 0x7ff9fc0c4100 2023-11-25T03:11:46.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.739+0000 7ff9fbfff640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9e8066470 0x7ff9e8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:46.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.739+0000 7ff9fbfff640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9e8066470 0x7ff9e8068930 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec0011f0 tx=0x7ff9ec007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:46.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.743+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff9f0050bc0 con 0x7ff9fc0c4100 2023-11-25T03:11:46.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.943+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7ff9fc0c3e70 con 0x7ff9fc0c4100 2023-11-25T03:11:46.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ff9f8ff9640 1 -- 172.21.15.76:0/1843865599 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7ff9f00541e0 con 0x7ff9fc0c4100 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9e8066470 msgr2=0x7ff9e8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9e8066470 0x7ff9e8068930 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec0011f0 tx=0x7ff9ec007d40 comp rx=0 tx=0).stop 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 msgr2=0x7ff9fc0a6fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 0x7ff9fc0a6fd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000c500 tx=0x7ff9f000c9c0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 shutdown_connections 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9e8066470 0x7ff9e8068930 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9fc0c63c0 0x7ff9fc159960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9fc0c4100 0x7ff9fc0a6fd0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 --2- 172.21.15.76:0/1843865599 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9fc0c2bb0 0x7ff9fc0bfcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:46.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 >> 172.21.15.76:0/1843865599 conn(0x7ff9fc06a5b0 msgr2=0x7ff9fc071d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:46.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 shutdown_connections 2023-11-25T03:11:46.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:46.947+0000 7ffa02501640 1 -- 172.21.15.76:0/1843865599 wait complete. 2023-11-25T03:11:46.971 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-11-25T03:11:47.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.107+0000 7f9bdce79640 1 Processor -- start 2023-11-25T03:11:47.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.107+0000 7f9bdce79640 1 -- start start 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.107+0000 7f9bdce79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9bd80c6310 0x7f9bd8155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bdce79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bd80c56d0 con 0x7f9bd80c8540 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bdce79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bd80c9d30 con 0x7f9bd806b270 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bdce79640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bd80c4da0 con 0x7f9bd80c6310 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9bd80c6310 0x7f9bd8155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bcffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9bd80c8540 0x7f9bd8151610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47930/0 (socket says 172.21.15.76:47930) 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bcffff640 1 -- 172.21.15.76:0/2909222519 learned_addr learned my addr 172.21.15.76:0/2909222519 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/2909222519 >> v1:172.21.15.106:6789/0 conn(0x7f9bd806b270 legacy=0x7f9bd80c7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/2909222519 >> v1:172.21.15.76:6789/0 conn(0x7f9bd80c8540 legacy=0x7f9bd8151610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/2909222519 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd80c5080 con 0x7f9bd80c6310 2023-11-25T03:11:47.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd6d9d640 1 --2- 172.21.15.76:0/2909222519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c6310 0x7f9bd8155240 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0009dc0 tx=0x7f9bd001c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b67aa15d801c04e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd5d9b640 1 -- 172.21.15.76:0/2909222519 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd00a6640 con 0x7f9bd80c6310 2023-11-25T03:11:47.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd5d9b640 1 -- 172.21.15.76:0/2909222519 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd00a67a0 con 0x7f9bd80c6310 2023-11-25T03:11:47.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.111+0000 7f9bd5d9b640 1 -- 172.21.15.76:0/2909222519 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd00a6b30 con 0x7f9bd80c6310 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- 172.21.15.76:0/2909222519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c6310 msgr2=0x7f9bd8155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 --2- 172.21.15.76:0/2909222519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c6310 0x7f9bd8155240 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0009dc0 tx=0x7f9bd001c860 comp rx=0 tx=0).stop 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- 172.21.15.76:0/2909222519 shutdown_connections 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 --2- 172.21.15.76:0/2909222519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c6310 0x7f9bd8155240 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- 172.21.15.76:0/2909222519 >> 172.21.15.76:0/2909222519 conn(0x7f9bd80ca100 msgr2=0x7f9bd80ca510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- 172.21.15.76:0/2909222519 shutdown_connections 2023-11-25T03:11:47.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- 172.21.15.76:0/2909222519 wait complete. 2023-11-25T03:11:47.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 Processor -- start 2023-11-25T03:11:47.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- start start 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9bd806b270 0x7f9bd81f0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9bd80c6310 0x7f9bd814f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 0x7f9bd81407a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd80af4d0 con 0x7f9bd80c8540 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd81413f0 con 0x7f9bd80c6310 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bdce79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd8142980 con 0x7f9bd806b270 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 0x7f9bd81407a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 0x7f9bd81407a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50860/0 (socket says 172.21.15.76:50860) 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/1109827970 learned_addr learned my addr 172.21.15.76:0/1109827970 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bcffff640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9bd80c6310 0x7f9bd814f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd659c640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9bd806b270 0x7f9bd81f0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9bd806b270 msgr2=0x7f9bd81f0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd6d9d640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9bd806b270 0x7f9bd81f0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.115+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9bd80c6310 msgr2=0x7f9bd814f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bd6d9d640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9bd80c6310 0x7f9bd814f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bd6d9d640 1 -- 172.21.15.76:0/1109827970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd0009a70 con 0x7f9bd80c8540 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bd659c640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9bd806b270 0x7f9bd81f0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bcffff640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9bd80c6310 0x7f9bd814f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:47.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bd6d9d640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 0x7f9bd81407a0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9bd001a490 tx=0x7f9bd0019600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd00a6e20 con 0x7f9bd80c8540 2023-11-25T03:11:47.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd00b6040 con 0x7f9bd80c8540 2023-11-25T03:11:47.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd00a7660 con 0x7f9bd80c8540 2023-11-25T03:11:47.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bd81f1070 con 0x7f9bd80c8540 2023-11-25T03:11:47.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bd8142ed0 con 0x7f9bd80c8540 2023-11-25T03:11:47.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bd804e850 con 0x7f9bd80c8540 2023-11-25T03:11:47.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9bd00c3410 con 0x7f9bd80c8540 2023-11-25T03:11:47.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bceffd640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bb8066470 0x7f9bb8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9bd011e610 con 0x7f9bd80c8540 2023-11-25T03:11:47.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.119+0000 7f9bd659c640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bb8066470 0x7f9bb8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.123+0000 7f9bd659c640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bb8066470 0x7f9bb8068930 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9bd8155600 tx=0x7f9bc8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.123+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9bd00ebd40 con 0x7f9bd80c8540 2023-11-25T03:11:47.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.327+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f9bd8067a00 con 0x7f9bd80c8540 2023-11-25T03:11:47.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.331+0000 7f9bceffd640 1 -- 172.21.15.76:0/1109827970 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f9bd00ef360 con 0x7f9bd80c8540 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bb8066470 msgr2=0x7f9bb8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bb8066470 0x7f9bb8068930 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9bd8155600 tx=0x7f9bc8009040 comp rx=0 tx=0).stop 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 msgr2=0x7f9bd81407a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 0x7f9bd81407a0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9bd001a490 tx=0x7f9bd0019600 comp rx=0 tx=0).stop 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 shutdown_connections 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9bb8066470 0x7f9bb8068930 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bd80c8540 0x7f9bd81407a0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9bd80c6310 0x7f9bd814f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 --2- 172.21.15.76:0/1109827970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9bd806b270 0x7f9bd81f0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 >> 172.21.15.76:0/1109827970 conn(0x7f9bd80ca100 msgr2=0x7f9bd8153ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:47.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 shutdown_connections 2023-11-25T03:11:47.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.335+0000 7f9bdce79640 1 -- 172.21.15.76:0/1109827970 wait complete. 2023-11-25T03:11:47.356 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-11-25T03:11:47.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 Processor -- start 2023-11-25T03:11:47.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 -- start start 2023-11-25T03:11:47.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb414ea30 0x7fbfb40abe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfb406bc10 0x7fbfb4070d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfb4151ed0 con 0x7fbfb406b6c0 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfb4152400 con 0x7fbfb406bc10 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb9fdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb40738b0 con 0x7fbfb414ea30 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfb406bc10 0x7fbfb4070d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfb406bc10 0x7fbfb4070d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41562/0 (socket says 172.21.15.76:41562) 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 -- 172.21.15.76:0/886988872 learned_addr learned my addr 172.21.15.76:0/886988872 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfb37fe640 1 --2- 172.21.15.76:0/886988872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb414ea30 0x7fbfb40abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 -- 172.21.15.76:0/886988872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb414ea30 msgr2=0x7fbfb40abe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:47.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 --2- 172.21.15.76:0/886988872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb414ea30 0x7fbfb40abe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 -- 172.21.15.76:0/886988872 >> v1:172.21.15.106:6789/0 conn(0x7fbfb406b6c0 legacy=0x7fbfb4071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.491+0000 7fbfabfff640 1 -- 172.21.15.76:0/886988872 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfb4152120 con 0x7fbfb406bc10 2023-11-25T03:11:47.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfabfff640 1 --2- 172.21.15.76:0/886988872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406bc10 0x7fbfb4070d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c009870 tx=0x7fbf9c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc3b04319c38a151 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb2ffd640 1 -- 172.21.15.76:0/886988872 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf9c0ab600 con 0x7fbfb406bc10 2023-11-25T03:11:47.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb2ffd640 1 -- 172.21.15.76:0/886988872 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf9c0ab760 con 0x7fbfb406bc10 2023-11-25T03:11:47.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb2ffd640 1 -- 172.21.15.76:0/886988872 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf9c0abaf0 con 0x7fbfb406bc10 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/886988872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406bc10 msgr2=0x7fbfb4070d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/886988872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406bc10 0x7fbfb4070d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c009870 tx=0x7fbf9c01c420 comp rx=0 tx=0).stop 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/886988872 shutdown_connections 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/886988872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406bc10 0x7fbfb4070d40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/886988872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb414ea30 0x7fbfb40abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/886988872 >> 172.21.15.76:0/886988872 conn(0x7fbfb40c30c0 msgr2=0x7fbfb40c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/886988872 shutdown_connections 2023-11-25T03:11:47.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.495+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/886988872 wait complete. 2023-11-25T03:11:47.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 Processor -- start 2023-11-25T03:11:47.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 -- start start 2023-11-25T03:11:47.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 0x7fbfb4152cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb406bc10 0x7fbfb414df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbfb414ea30 0x7fbfb41478e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb4146550 con 0x7fbfb406b6c0 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb40aaaa0 con 0x7fbfb414ea30 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfb41467a0 con 0x7fbfb406bc10 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 0x7fbfb4152cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 0x7fbfb4152cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41570/0 (socket says 172.21.15.76:41570) 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 -- 172.21.15.76:0/1262934926 learned_addr learned my addr 172.21.15.76:0/1262934926 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfabfff640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb406bc10 0x7fbfb414df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb3fff640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbfb414ea30 0x7fbfb41478e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 -- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb406bc10 msgr2=0x7fbfb414df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb406bc10 0x7fbfb414df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 -- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbfb414ea30 msgr2=0x7fbfb41478e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbfb414ea30 0x7fbfb41478e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 -- 172.21.15.76:0/1262934926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf9c0094d0 con 0x7fbfb406b6c0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb3fff640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbfb414ea30 0x7fbfb41478e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb37fe640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 0x7fbfb4152cd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbfa400d800 tx=0x7fbfa400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa400b6c0 con 0x7fbfb406b6c0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfa400b860 con 0x7fbfb406b6c0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfb4155570 con 0x7fbfb406b6c0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa400bc10 con 0x7fbfb406b6c0 2023-11-25T03:11:47.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.499+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfb41527b0 con 0x7fbfb406b6c0 2023-11-25T03:11:47.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.503+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfb4068400 con 0x7fbfb406b6c0 2023-11-25T03:11:47.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.503+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbfa401e460 con 0x7fbfb406b6c0 2023-11-25T03:11:47.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.503+0000 7fbfb0ff9640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf94066470 0x7fbf94068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.503+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbfa4084090 con 0x7fbfb406b6c0 2023-11-25T03:11:47.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.503+0000 7fbfabfff640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf94066470 0x7fbf94068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.503+0000 7fbfabfff640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf94066470 0x7fbf94068930 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c0af000 tx=0x7fbf9c0b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.507+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbfa40b5280 con 0x7fbfb406b6c0 2023-11-25T03:11:47.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.707+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7fbfb40727a0 con 0x7fbfb406b6c0 2023-11-25T03:11:47.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb0ff9640 1 -- 172.21.15.76:0/1262934926 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fbfa4051850 con 0x7fbfb406b6c0 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf94066470 msgr2=0x7fbf94068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf94066470 0x7fbf94068930 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c0af000 tx=0x7fbf9c0b6040 comp rx=0 tx=0).stop 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 msgr2=0x7fbfb4152cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 0x7fbfb4152cd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbfa400d800 tx=0x7fbfa400dcc0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 shutdown_connections 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf94066470 0x7fbf94068930 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbfb414ea30 0x7fbfb41478e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbfb406bc10 0x7fbfb414df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 --2- 172.21.15.76:0/1262934926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfb406b6c0 0x7fbfb4152cd0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 >> 172.21.15.76:0/1262934926 conn(0x7fbfb40c30c0 msgr2=0x7fbfb41515d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:47.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 shutdown_connections 2023-11-25T03:11:47.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.711+0000 7fbfb9fdf640 1 -- 172.21.15.76:0/1262934926 wait complete. 2023-11-25T03:11:47.735 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-11-25T03:11:47.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 Processor -- start 2023-11-25T03:11:47.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 -- start start 2023-11-25T03:11:47.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76b014b010 0x7f76b00bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b0073a70 0x7f76b006b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76b006a5b0 con 0x7f76b006b540 2023-11-25T03:11:47.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76b00c1d60 con 0x7f76b014b010 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76b67aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76b00c2040 con 0x7f76b0073a70 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76b014b010 0x7f76b00bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76b014b010 0x7f76b00bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41578/0 (socket says 172.21.15.76:41578) 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 -- 172.21.15.76:0/4016891776 learned_addr learned my addr 172.21.15.76:0/4016891776 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76af7fe640 1 --2- 172.21.15.76:0/4016891776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b0073a70 0x7f76b006b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 -- 172.21.15.76:0/4016891776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b0073a70 msgr2=0x7f76b006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 --2- 172.21.15.76:0/4016891776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b0073a70 0x7f76b006b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 -- 172.21.15.76:0/4016891776 >> v1:172.21.15.106:6789/0 conn(0x7f76b006b540 legacy=0x7f76b0157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.871+0000 7f76affff640 1 -- 172.21.15.76:0/4016891776 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76b006a800 con 0x7f76b014b010 2023-11-25T03:11:47.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76affff640 1 --2- 172.21.15.76:0/4016891776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b014b010 0x7f76b00bf9f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f76a0009870 tx=0x7f76a001ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a97e320c923a299 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76aeffd640 1 -- 172.21.15.76:0/4016891776 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a00a8a30 con 0x7f76b014b010 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76aeffd640 1 -- 172.21.15.76:0/4016891776 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76a00a8b90 con 0x7f76b014b010 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76aeffd640 1 -- 172.21.15.76:0/4016891776 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a00b0440 con 0x7f76b014b010 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 -- 172.21.15.76:0/4016891776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b014b010 msgr2=0x7f76b00bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 --2- 172.21.15.76:0/4016891776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b014b010 0x7f76b00bf9f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f76a0009870 tx=0x7f76a001ed30 comp rx=0 tx=0).stop 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 -- 172.21.15.76:0/4016891776 shutdown_connections 2023-11-25T03:11:47.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 --2- 172.21.15.76:0/4016891776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b0073a70 0x7f76b006b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 --2- 172.21.15.76:0/4016891776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b014b010 0x7f76b00bf9f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 -- 172.21.15.76:0/4016891776 >> 172.21.15.76:0/4016891776 conn(0x7f76b00c30c0 msgr2=0x7f76b00c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:47.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 -- 172.21.15.76:0/4016891776 shutdown_connections 2023-11-25T03:11:47.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 -- 172.21.15.76:0/4016891776 wait complete. 2023-11-25T03:11:47.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.875+0000 7f76b67aa640 1 Processor -- start 2023-11-25T03:11:47.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- start start 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 0x7f76b014c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b014b010 0x7f76b014fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76b01539d0 0x7f76b0147d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b0152bc0 con 0x7f76b0073a70 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b01ea590 con 0x7f76b01539d0 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76b01ea870 con 0x7f76b014b010 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 0x7f76b014c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 0x7f76b014c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41590/0 (socket says 172.21.15.76:41590) 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 -- 172.21.15.76:0/2824801490 learned_addr learned my addr 172.21.15.76:0/2824801490 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b4d47640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76b01539d0 0x7f76b0147d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76af7fe640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b014b010 0x7f76b014fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 -- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b014b010 msgr2=0x7f76b014fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b014b010 0x7f76b014fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 -- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76b01539d0 msgr2=0x7f76b0147d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76b01539d0 0x7f76b0147d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 -- 172.21.15.76:0/2824801490 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76a00094d0 con 0x7f76b0073a70 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b4d47640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76b01539d0 0x7f76b0147d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76affff640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 0x7f76b014c280 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f76a0000c10 tx=0x7f76a001bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a00b1e90 con 0x7f76b0073a70 2023-11-25T03:11:47.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76a00b9410 con 0x7f76b0073a70 2023-11-25T03:11:47.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76b0152570 con 0x7f76b0073a70 2023-11-25T03:11:47.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a00b97c0 con 0x7f76b0073a70 2023-11-25T03:11:47.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76b0151940 con 0x7f76b0073a70 2023-11-25T03:11:47.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.879+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76b0068400 con 0x7f76b0073a70 2023-11-25T03:11:47.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.883+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f76a00b7040 con 0x7f76b0073a70 2023-11-25T03:11:47.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.883+0000 7f76acff9640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f769c066470 0x7f769c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:47.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.883+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f76a0121700 con 0x7f76b0073a70 2023-11-25T03:11:47.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.883+0000 7f76af7fe640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f769c066470 0x7f769c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:47.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.883+0000 7f76af7fe640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f769c066470 0x7f769c068930 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f76b00ac8e0 tx=0x7f76a4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:47.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:47.887+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f76a00eef60 con 0x7f76b0073a70 2023-11-25T03:11:48.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.091+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f76b0073850 con 0x7f76b0073a70 2023-11-25T03:11:48.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76acff9640 1 -- 172.21.15.76:0/2824801490 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f76a00c70a0 con 0x7f76b0073a70 2023-11-25T03:11:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f769c066470 msgr2=0x7f769c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f769c066470 0x7f769c068930 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f76b00ac8e0 tx=0x7f76a4008040 comp rx=0 tx=0).stop 2023-11-25T03:11:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 msgr2=0x7f76b014c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 0x7f76b014c280 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f76a0000c10 tx=0x7f76a001bad0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 shutdown_connections 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f769c066470 0x7f769c068930 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76b01539d0 0x7f76b0147d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76b014b010 0x7f76b014fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 --2- 172.21.15.76:0/2824801490 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76b0073a70 0x7f76b014c280 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 >> 172.21.15.76:0/2824801490 conn(0x7f76b00c30c0 msgr2=0x7f76b0149330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 shutdown_connections 2023-11-25T03:11:48.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.095+0000 7f76b67aa640 1 -- 172.21.15.76:0/2824801490 wait complete. 2023-11-25T03:11:48.118 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-11-25T03:11:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3938e6b640 1 Processor -- start 2023-11-25T03:11:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3938e6b640 1 -- start start 2023-11-25T03:11:48.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3938e6b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f39340c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3938e6b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39340c2580 con 0x7f39340c5260 2023-11-25T03:11:48.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3938e6b640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39340c1a00 con 0x7f39340c60f0 2023-11-25T03:11:48.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3938e6b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3934153510 con 0x7f39340c5640 2023-11-25T03:11:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f39340c5260 0x7f393406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56900/0 (socket says 172.21.15.76:56900) 2023-11-25T03:11:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393259c640 1 -- 172.21.15.76:0/1282359595 learned_addr learned my addr 172.21.15.76:0/1282359595 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:48.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f39340c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3158393705 0 0) 0x7f39340c2580 con 0x7f39340c5260 2023-11-25T03:11:48.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f391c003530 con 0x7f39340c5260 2023-11-25T03:11:48.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3551001819 0 0) 0x7f39340c1a00 con 0x7f39340c60f0 2023-11-25T03:11:48.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f39340c2580 con 0x7f39340c60f0 2023-11-25T03:11:48.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3727489458 0 0) 0x7f391c003530 con 0x7f39340c5260 2023-11-25T03:11:48.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 msgr2=0x7f39340c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:48.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f39340c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 >> v1:172.21.15.106:6789/0 conn(0x7f39340c60f0 legacy=0x7f3934155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39340c1ce0 con 0x7f39340c5260 2023-11-25T03:11:48.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f3924001680 con 0x7f39340c5260 2023-11-25T03:11:48.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 >> v1:172.21.15.76:6789/0 conn(0x7f39340c5260 legacy=0x7f393406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c003b40 0x7f391c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f391c0047d0 0x7f391c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f391c0051f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f391c00bb20 con 0x7f391c0047d0 2023-11-25T03:11:48.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f391c00bc60 con 0x7f391c003b40 2023-11-25T03:11:48.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f391c00bdf0 con 0x7f39340c5640 2023-11-25T03:11:48.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f391c0047d0 0x7f391c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f393259c640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c003b40 0x7f391c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3932d9d640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f391c0051f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 -- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 msgr2=0x7f391c0051f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:48.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f391c0051f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 -- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c003b40 msgr2=0x7f391c003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:48.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c003b40 0x7f391c003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3931d9b640 1 -- 172.21.15.76:0/1282359595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f391c003530 con 0x7f391c0047d0 2023-11-25T03:11:48.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.255+0000 7f3932d9d640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f39340c5640 0x7f391c0051f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3931d9b640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f391c0047d0 0x7f391c004c50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3928009ae0 tx=0x7f392801ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8f4a01ee4a994fe server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39280a8450 con 0x7f391c0047d0 2023-11-25T03:11:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39280a85b0 con 0x7f391c0047d0 2023-11-25T03:11:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f393159a640 1 -- 172.21.15.76:0/1282359595 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39280a8960 con 0x7f391c0047d0 2023-11-25T03:11:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3938e6b640 1 -- 172.21.15.76:0/1282359595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f391c0047d0 msgr2=0x7f391c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3938e6b640 1 --2- 172.21.15.76:0/1282359595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f391c0047d0 0x7f391c004c50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3928009ae0 tx=0x7f392801ca10 comp rx=0 tx=0).stop 2023-11-25T03:11:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3932d9d640 1 -- 172.21.15.76:0/1282359595 reap_dead start 2023-11-25T03:11:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3938e6b640 1 -- 172.21.15.76:0/1282359595 shutdown_connections 2023-11-25T03:11:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3938e6b640 1 -- 172.21.15.76:0/1282359595 >> 172.21.15.76:0/1282359595 conn(0x7f393406a5b0 msgr2=0x7f393406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3938e6b640 1 -- 172.21.15.76:0/1282359595 shutdown_connections 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.259+0000 7f3938e6b640 1 -- 172.21.15.76:0/1282359595 wait complete. 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 Processor -- start 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 -- start start 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c0047d0 0x7f39340aa250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3934153710 0x7f3934152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 0x7f39341f0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39341ee300 con 0x7f3934152dc0 2023-11-25T03:11:48.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39341ed3c0 con 0x7f391c0047d0 2023-11-25T03:11:48.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39341ed680 con 0x7f3934153710 2023-11-25T03:11:48.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 0x7f39341f0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 0x7f39341f0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41608/0 (socket says 172.21.15.76:41608) 2023-11-25T03:11:48.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 -- 172.21.15.76:0/2420210068 learned_addr learned my addr 172.21.15.76:0/2420210068 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3931d9b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3934153710 0x7f3934152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f393259c640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c0047d0 0x7f39340aa250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 -- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3934153710 msgr2=0x7f3934152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3934153710 0x7f3934152880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 -- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c0047d0 msgr2=0x7f39340aa250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c0047d0 0x7f39340aa250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 -- 172.21.15.76:0/2420210068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39341ed960 con 0x7f3934152dc0 2023-11-25T03:11:48.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3931d9b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3934153710 0x7f3934152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:48.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f393259c640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c0047d0 0x7f39340aa250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:48.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3932d9d640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 0x7f39341f0b60 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f39340c6b10 tx=0x7f392c00ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:48.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f392c00ee70 con 0x7f3934152dc0 2023-11-25T03:11:48.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f392c003b90 con 0x7f3934152dc0 2023-11-25T03:11:48.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f392c0050d0 con 0x7f3934152dc0 2023-11-25T03:11:48.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39341edc40 con 0x7f3934152dc0 2023-11-25T03:11:48.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.263+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39340aa790 con 0x7f3934152dc0 2023-11-25T03:11:48.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.267+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3934068400 con 0x7f3934152dc0 2023-11-25T03:11:48.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.267+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f392c005230 con 0x7f3934152dc0 2023-11-25T03:11:48.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.267+0000 7f3922ffd640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3914066470 0x7f3914068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.267+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f392c083990 con 0x7f3934152dc0 2023-11-25T03:11:48.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.267+0000 7f393259c640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3914066470 0x7f3914068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.267+0000 7f393259c640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3914066470 0x7f3914068930 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3924007b90 tx=0x7f3924009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:48.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.271+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f392c0511f0 con 0x7f3934152dc0 2023-11-25T03:11:48.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.471+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f393406d390 con 0x7f3934152dc0 2023-11-25T03:11:48.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.475+0000 7f3922ffd640 1 -- 172.21.15.76:0/2420210068 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f392c054810 con 0x7f3934152dc0 2023-11-25T03:11:48.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3914066470 msgr2=0x7f3914068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3914066470 0x7f3914068930 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3924007b90 tx=0x7f3924009040 comp rx=0 tx=0).stop 2023-11-25T03:11:48.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 msgr2=0x7f39341f0b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 0x7f39341f0b60 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f39340c6b10 tx=0x7f392c00ec20 comp rx=0 tx=0).stop 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 shutdown_connections 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3914066470 0x7f3914068930 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3934152dc0 0x7f39341f0b60 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3934153710 0x7f3934152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 --2- 172.21.15.76:0/2420210068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f391c0047d0 0x7f39340aa250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 >> 172.21.15.76:0/2420210068 conn(0x7f393406a5b0 msgr2=0x7f3934159680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 shutdown_connections 2023-11-25T03:11:48.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.479+0000 7f3938e6b640 1 -- 172.21.15.76:0/2420210068 wait complete. 2023-11-25T03:11:48.501 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-11-25T03:11:48.557 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2023-11-25T03:11:48.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.635+0000 7f677d3f8640 1 Processor -- start 2023-11-25T03:11:48.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.635+0000 7f677d3f8640 1 -- start start 2023-11-25T03:11:48.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f677d3f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f67780c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f677d3f8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67780c31c0 con 0x7f67780c63c0 2023-11-25T03:11:48.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f677d3f8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67780c34a0 con 0x7f67780c06d0 2023-11-25T03:11:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f677d3f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67780c1030 con 0x7f67780c4100 2023-11-25T03:11:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f6776ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f67780c63c0 0x7f67780c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56914/0 (socket says 172.21.15.76:56914) 2023-11-25T03:11:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f6776ffd640 1 -- 172.21.15.76:0/3121201010 learned_addr learned my addr 172.21.15.76:0/3121201010 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:48.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f67780c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4247037797 0 0) 0x7f67780c31c0 con 0x7f67780c63c0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6764005740 con 0x7f67780c63c0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1825495577 0 0) 0x7f67780c34a0 con 0x7f67780c06d0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f67780c31c0 con 0x7f67780c06d0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3519228600 0 0) 0x7f6764005740 con 0x7f67780c63c0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 msgr2=0x7f67780c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f67780c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 >> v1:172.21.15.106:6789/0 conn(0x7f67780c06d0 legacy=0x7f67780a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67780c1310 con 0x7f67780c63c0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f6768001680 con 0x7f67780c63c0 2023-11-25T03:11:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f67780c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 >> v1:172.21.15.76:6789/0 conn(0x7f67780c63c0 legacy=0x7f67780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6764005d50 0x7f6764006150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6764006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f6764007410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67780c1030 con 0x7f67640069e0 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f676400dd30 con 0x7f6764005d50 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f676400dec0 con 0x7f67780c4100 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6764006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f6776ffd640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6764005d50 0x7f6764006150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f67777fe640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f6764007410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 -- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 msgr2=0x7f6764007410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780c4100 0x7f6764007410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 -- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6764005d50 msgr2=0x7f6764006150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:48.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6764005d50 0x7f6764006150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.639+0000 7f676ffff640 1 -- 172.21.15.76:0/3121201010 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6760009420 con 0x7f67640069e0 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f676ffff640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6764006e60 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6760009c80 tx=0x7f676001cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15a69856821ca45d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6760004020 con 0x7f67640069e0 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6760004180 con 0x7f67640069e0 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f67767fc640 1 -- 172.21.15.76:0/3121201010 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6760004510 con 0x7f67640069e0 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 -- 172.21.15.76:0/3121201010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 msgr2=0x7f6764006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 --2- 172.21.15.76:0/3121201010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6764006e60 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6760009c80 tx=0x7f676001cbb0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f67777fe640 1 -- 172.21.15.76:0/3121201010 reap_dead start 2023-11-25T03:11:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 -- 172.21.15.76:0/3121201010 shutdown_connections 2023-11-25T03:11:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 -- 172.21.15.76:0/3121201010 >> 172.21.15.76:0/3121201010 conn(0x7f677806a5b0 msgr2=0x7f677806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 -- 172.21.15.76:0/3121201010 shutdown_connections 2023-11-25T03:11:48.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 -- 172.21.15.76:0/3121201010 wait complete. 2023-11-25T03:11:48.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 Processor -- start 2023-11-25T03:11:48.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.643+0000 7f677d3f8640 1 -- start start 2023-11-25T03:11:48.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6778150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6778153fd0 0x7f677814dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780a66d0 0x7f67781ec660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67781510d0 con 0x7f67640069e0 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6778152fe0 con 0x7f6778153fd0 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67781532c0 con 0x7f67780a66d0 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6778150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6778150b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41630/0 (socket says 172.21.15.76:41630) 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 -- 172.21.15.76:0/2663867373 learned_addr learned my addr 172.21.15.76:0/2663867373 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f67777fe640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780a66d0 0x7f67781ec660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f676ffff640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6778153fd0 0x7f677814dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 -- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780a66d0 msgr2=0x7f67781ec660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780a66d0 0x7f67781ec660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 -- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6778153fd0 msgr2=0x7f677814dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6778153fd0 0x7f677814dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 -- 172.21.15.76:0/2663867373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67780c69b0 con 0x7f67640069e0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f676ffff640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6778153fd0 0x7f677814dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f6776ffd640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6778150b90 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6768001c50 tx=0x7f67680074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6768001090 con 0x7f67640069e0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f676800f780 con 0x7f67640069e0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67781520a0 con 0x7f67640069e0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f676800fb30 con 0x7f67640069e0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f677814e280 con 0x7f67640069e0 2023-11-25T03:11:48.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6778152550 con 0x7f67640069e0 2023-11-25T03:11:48.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.647+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f676801d460 con 0x7f67640069e0 2023-11-25T03:11:48.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.651+0000 7f676f7fe640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67580664a0 0x7f6758068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:48.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.651+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6768083cf0 con 0x7f67640069e0 2023-11-25T03:11:48.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.651+0000 7f676ffff640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67580664a0 0x7f6758068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:48.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.651+0000 7f676ffff640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67580664a0 0x7f6758068960 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f67600ac000 tx=0x7f67600aa040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:48.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.655+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6778152550 con 0x7f67640069e0 2023-11-25T03:11:48.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.851+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f6778152550 con 0x7f67640069e0 2023-11-25T03:11:48.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.855+0000 7f676f7fe640 1 -- 172.21.15.76:0/2663867373 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f6778152550 con 0x7f67640069e0 2023-11-25T03:11:48.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67580664a0 msgr2=0x7f6758068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67580664a0 0x7f6758068960 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f67600ac000 tx=0x7f67600aa040 comp rx=0 tx=0).stop 2023-11-25T03:11:48.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 msgr2=0x7f6778150b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:48.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6778150b90 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6768001c50 tx=0x7f67680074f0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 shutdown_connections 2023-11-25T03:11:48.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67580664a0 0x7f6758068960 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67780a66d0 0x7f67781ec660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6778153fd0 0x7f677814dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 --2- 172.21.15.76:0/2663867373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67640069e0 0x7f6778150b90 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:48.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 >> 172.21.15.76:0/2663867373 conn(0x7f677806a5b0 msgr2=0x7f67780c5540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:48.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 shutdown_connections 2023-11-25T03:11:48.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:48.859+0000 7f677d3f8640 1 -- 172.21.15.76:0/2663867373 wait complete. 2023-11-25T03:11:48.881 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:49.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 Processor -- start 2023-11-25T03:11:49.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 -- start start 2023-11-25T03:11:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f91a40c4100 0x7f91a40c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c06d0 0x7f91a40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a40c31c0 con 0x7f91a40c63c0 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91a40c34a0 con 0x7f91a40c4100 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91abf1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a40c1030 con 0x7f91a40c06d0 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a94b8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f91a40c4100 0x7f91a40c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a9cb9640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f91a40c63c0 0x7f91a40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56916/0 (socket says 172.21.15.76:56916) 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a9cb9640 1 -- 172.21.15.76:0/2216781549 learned_addr learned my addr 172.21.15.76:0/2216781549 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a94b8640 1 -- 172.21.15.76:0/2216781549 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c06d0 msgr2=0x7f91a40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a94b8640 1 --2- 172.21.15.76:0/2216781549 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c06d0 0x7f91a40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a94b8640 1 -- 172.21.15.76:0/2216781549 >> v1:172.21.15.76:6789/0 conn(0x7f91a40c63c0 legacy=0x7f91a40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a94b8640 1 -- 172.21.15.76:0/2216781549 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a40c1310 con 0x7f91a40c4100 2023-11-25T03:11:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.019+0000 7f91a8cb7640 1 -- 172.21.15.76:0/2216781549 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3775362685 0 0) 0x7f91a40c31c0 con 0x7f91a40c63c0 2023-11-25T03:11:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91a94b8640 1 --2- 172.21.15.76:0/2216781549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c4100 0x7f91a40c2bb0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f91940097c0 tx=0x7f919401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc341e561299d6bf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91a8cb7640 1 -- 172.21.15.76:0/2216781549 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a40aa3d0 con 0x7f91a40c4100 2023-11-25T03:11:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91a8cb7640 1 -- 172.21.15.76:0/2216781549 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91940a7050 con 0x7f91a40c4100 2023-11-25T03:11:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91a8cb7640 1 -- 172.21.15.76:0/2216781549 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91940ab820 con 0x7f91a40c4100 2023-11-25T03:11:49.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 -- 172.21.15.76:0/2216781549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c4100 msgr2=0x7f91a40c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 --2- 172.21.15.76:0/2216781549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c4100 0x7f91a40c2bb0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f91940097c0 tx=0x7f919401c360 comp rx=0 tx=0).stop 2023-11-25T03:11:49.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 -- 172.21.15.76:0/2216781549 shutdown_connections 2023-11-25T03:11:49.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 --2- 172.21.15.76:0/2216781549 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c06d0 0x7f91a40a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 --2- 172.21.15.76:0/2216781549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c4100 0x7f91a40c2bb0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 -- 172.21.15.76:0/2216781549 >> 172.21.15.76:0/2216781549 conn(0x7f91a406a5b0 msgr2=0x7f91a406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:49.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 -- 172.21.15.76:0/2216781549 shutdown_connections 2023-11-25T03:11:49.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.023+0000 7f91abf1d640 1 -- 172.21.15.76:0/2216781549 wait complete. 2023-11-25T03:11:49.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 Processor -- start 2023-11-25T03:11:49.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- start start 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f91a40c06d0 0x7f91a41ec8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c4100 0x7f91a4150990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 0x7f91a415a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a41511c0 con 0x7f91a40c63c0 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a41ecdf0 con 0x7f91a40c06d0 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a41546a0 con 0x7f91a40c4100 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 0x7f91a415a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 0x7f91a415a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41656/0 (socket says 172.21.15.76:41656) 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 -- 172.21.15.76:0/747878179 learned_addr learned my addr 172.21.15.76:0/747878179 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:49.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91a94b8640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c4100 0x7f91a4150990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91a9cb9640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f91a40c06d0 0x7f91a41ec8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 -- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c4100 msgr2=0x7f91a4150990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c4100 0x7f91a4150990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 -- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f91a40c06d0 msgr2=0x7f91a41ec8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f91a40c06d0 0x7f91a41ec8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 -- 172.21.15.76:0/747878179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9194009420 con 0x7f91a40c63c0 2023-11-25T03:11:49.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91a9cb9640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f91a40c06d0 0x7f91a41ec8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:49.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91aa4ba640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 0x7f91a415a420 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f919c00b970 tx=0x7f919c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c00cb40 con 0x7f91a40c63c0 2023-11-25T03:11:49.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f919c00ccc0 con 0x7f91a40c63c0 2023-11-25T03:11:49.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c014680 con 0x7f91a40c63c0 2023-11-25T03:11:49.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91a4154980 con 0x7f91a40c63c0 2023-11-25T03:11:49.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a4150ed0 con 0x7f91a40c63c0 2023-11-25T03:11:49.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.027+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91a4153a00 con 0x7f91a40c63c0 2023-11-25T03:11:49.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.031+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f919c01d3b0 con 0x7f91a40c63c0 2023-11-25T03:11:49.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.031+0000 7f919a7fc640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9188066470 0x7f9188068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.031+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f919c083a20 con 0x7f91a40c63c0 2023-11-25T03:11:49.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.031+0000 7f91a9cb9640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9188066470 0x7f9188068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.031+0000 7f91a9cb9640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9188066470 0x7f9188068930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f91a0000f70 tx=0x7f91a0007cb0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.035+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f91a4153a00 con 0x7f91a40c63c0 2023-11-25T03:11:49.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.187+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f91a4153a00 con 0x7f91a40c63c0 2023-11-25T03:11:49.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f919a7fc640 1 -- 172.21.15.76:0/747878179 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+12845 (secure 0 0 0) 0x7f91a4153a00 con 0x7f91a40c63c0 2023-11-25T03:11:49.193 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:49.193 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:46.179329+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9188066470 msgr2=0x7f9188068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9188066470 0x7f9188068930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f91a0000f70 tx=0x7f91a0007cb0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 msgr2=0x7f91a415a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 0x7f91a415a420 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f919c00b970 tx=0x7f919c00be30 comp rx=0 tx=0).stop 2023-11-25T03:11:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 shutdown_connections 2023-11-25T03:11:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9188066470 0x7f9188068930 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a40c63c0 0x7f91a415a420 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f91a40c4100 0x7f91a4150990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 --2- 172.21.15.76:0/747878179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f91a40c06d0 0x7f91a41ec8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 >> 172.21.15.76:0/747878179 conn(0x7f91a406a5b0 msgr2=0x7f91a406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:49.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 shutdown_connections 2023-11-25T03:11:49.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.191+0000 7f91abf1d640 1 -- 172.21.15.76:0/747878179 wait complete. 2023-11-25T03:11:49.216 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:11:49.216 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:11:49.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.351+0000 7f023ee59640 1 Processor -- start 2023-11-25T03:11:49.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023ee59640 1 -- start start 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023ee59640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f02380bd3c0 0x7f02380c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023ee59640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f02380c7c30 0x7f023815ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023ee59640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02380c8400 con 0x7f0238151bb0 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023ee59640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02380c86e0 con 0x7f02380c7c30 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023ee59640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02381543e0 con 0x7f02380bd3c0 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023e658640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f02380c7c30 0x7f023815ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023de57640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0238151bb0 0x7f023806ba40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56924/0 (socket says 172.21.15.76:56924) 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023de57640 1 -- 172.21.15.76:0/2241084032 learned_addr learned my addr 172.21.15.76:0/2241084032 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023d656640 1 --2- 172.21.15.76:0/2241084032 >> v2:172.21.15.106:3300/0 conn(0x7f02380bd3c0 0x7f02380c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023e658640 1 -- 172.21.15.76:0/2241084032 >> v2:172.21.15.106:3300/0 conn(0x7f02380bd3c0 msgr2=0x7f02380c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:49.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023e658640 1 --2- 172.21.15.76:0/2241084032 >> v2:172.21.15.106:3300/0 conn(0x7f02380bd3c0 0x7f02380c46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023e658640 1 -- 172.21.15.76:0/2241084032 >> v1:172.21.15.76:6789/0 conn(0x7f0238151bb0 legacy=0x7f023806ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.355+0000 7f023e658640 1 -- 172.21.15.76:0/2241084032 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02381545f0 con 0x7f02380c7c30 2023-11-25T03:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023e658640 1 --2- 172.21.15.76:0/2241084032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f023815ed60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0238154520 tx=0x7f023001c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6c3a565f233ca25 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ce55640 1 -- 172.21.15.76:0/2241084032 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02300a5880 con 0x7f02380c7c30 2023-11-25T03:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ce55640 1 -- 172.21.15.76:0/2241084032 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02300a59e0 con 0x7f02380c7c30 2023-11-25T03:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ce55640 1 -- 172.21.15.76:0/2241084032 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02300a5d70 con 0x7f02380c7c30 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 -- 172.21.15.76:0/2241084032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 msgr2=0x7f023815ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 --2- 172.21.15.76:0/2241084032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f023815ed60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0238154520 tx=0x7f023001c7c0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 -- 172.21.15.76:0/2241084032 shutdown_connections 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 --2- 172.21.15.76:0/2241084032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f023815ed60 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 --2- 172.21.15.76:0/2241084032 >> v2:172.21.15.106:3300/0 conn(0x7f02380bd3c0 0x7f02380c46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 -- 172.21.15.76:0/2241084032 >> 172.21.15.76:0/2241084032 conn(0x7f02380abcc0 msgr2=0x7f02380ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 -- 172.21.15.76:0/2241084032 shutdown_connections 2023-11-25T03:11:49.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 -- 172.21.15.76:0/2241084032 wait complete. 2023-11-25T03:11:49.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 Processor -- start 2023-11-25T03:11:49.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.359+0000 7f023ee59640 1 -- start start 2023-11-25T03:11:49.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02380bd3c0 0x7f0238143aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f0238147820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0238151bb0 0x7f0238147d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023814e700 con 0x7f02380c7c30 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023814a1b0 con 0x7f0238151bb0 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f023814b180 con 0x7f02380bd3c0 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f0238147820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f0238147820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41670/0 (socket says 172.21.15.76:41670) 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 -- 172.21.15.76:0/1570721774 learned_addr learned my addr 172.21.15.76:0/1570721774 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023e658640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0238151bb0 0x7f0238147d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 -- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02380bd3c0 msgr2=0x7f0238143aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023de57640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02380bd3c0 0x7f0238143aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02380bd3c0 0x7f0238143aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 -- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0238151bb0 msgr2=0x7f0238147d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0238151bb0 0x7f0238147d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 -- 172.21.15.76:0/1570721774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0230009a70 con 0x7f02380c7c30 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023e658640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0238151bb0 0x7f0238147d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023de57640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02380bd3c0 0x7f0238143aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023d656640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f0238147820 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f022800e930 tx=0x7f022800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0228009690 con 0x7f02380c7c30 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f022800ca00 con 0x7f02380c7c30 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f022800cd70 con 0x7f02380c7c30 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02381f14d0 con 0x7f02380c7c30 2023-11-25T03:11:49.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02381f11c0 con 0x7f02380c7c30 2023-11-25T03:11:49.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.363+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0238067e90 con 0x7f02380c7c30 2023-11-25T03:11:49.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.367+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0228013470 con 0x7f02380c7c30 2023-11-25T03:11:49.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.367+0000 7f022e7fc640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f021c066470 0x7f021c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.367+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0228083cd0 con 0x7f02380c7c30 2023-11-25T03:11:49.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.367+0000 7f023de57640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f021c066470 0x7f021c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.367+0000 7f023de57640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f021c066470 0x7f021c068930 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0234005890 tx=0x7f0234009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.371+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f02280515f0 con 0x7f02380c7c30 2023-11-25T03:11:49.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.519+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f02381f1710 con 0x7f02380c7c30 2023-11-25T03:11:49.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.519+0000 7f022e7fc640 1 -- 172.21.15.76:0/1570721774 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f02280170a0 con 0x7f02380c7c30 2023-11-25T03:11:49.523 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:11:49.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f021c066470 msgr2=0x7f021c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f021c066470 0x7f021c068930 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0234005890 tx=0x7f0234009040 comp rx=0 tx=0).stop 2023-11-25T03:11:49.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 msgr2=0x7f0238147820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f0238147820 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f022800e930 tx=0x7f022800edf0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 shutdown_connections 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f021c066470 0x7f021c068930 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0238151bb0 0x7f0238147d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02380c7c30 0x7f0238147820 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 --2- 172.21.15.76:0/1570721774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02380bd3c0 0x7f0238143aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 >> 172.21.15.76:0/1570721774 conn(0x7f02380abcc0 msgr2=0x7f02380c8820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 shutdown_connections 2023-11-25T03:11:49.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.523+0000 7f023ee59640 1 -- 172.21.15.76:0/1570721774 wait complete. 2023-11-25T03:11:49.544 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:11:49.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 Processor -- start 2023-11-25T03:11:49.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 -- start start 2023-11-25T03:11:49.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb9ac072090 0x7fb9ac150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9ac0725c0 0x7fb9ac1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9ac0c2760 con 0x7fb9ac0a5370 2023-11-25T03:11:49.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9ac0c3070 con 0x7fb9ac0725c0 2023-11-25T03:11:49.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b3009640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9ac0a5750 con 0x7fb9ac072090 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b15a6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9ac0725c0 0x7fb9ac1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b15a6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9ac0725c0 0x7fb9ac1514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41672/0 (socket says 172.21.15.76:41672) 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9b15a6640 1 -- 172.21.15.76:0/1651844058 learned_addr learned my addr 172.21.15.76:0/1651844058 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.679+0000 7fb9a3fff640 1 --2- 172.21.15.76:0/1651844058 >> v2:172.21.15.106:3300/0 conn(0x7fb9ac072090 0x7fb9ac150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b15a6640 1 -- 172.21.15.76:0/1651844058 >> v2:172.21.15.106:3300/0 conn(0x7fb9ac072090 msgr2=0x7fb9ac150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b15a6640 1 --2- 172.21.15.76:0/1651844058 >> v2:172.21.15.106:3300/0 conn(0x7fb9ac072090 0x7fb9ac150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b15a6640 1 -- 172.21.15.76:0/1651844058 >> v1:172.21.15.106:6789/0 conn(0x7fb9ac0a5370 legacy=0x7fb9ac0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b15a6640 1 -- 172.21.15.76:0/1651844058 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9ac0aad20 con 0x7fb9ac0725c0 2023-11-25T03:11:49.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b15a6640 1 --2- 172.21.15.76:0/1651844058 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac1514e0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac06b360 tx=0x7fb9a401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36f6dc30363177 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9a37fe640 1 -- 172.21.15.76:0/1651844058 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a40a56e0 con 0x7fb9ac0725c0 2023-11-25T03:11:49.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9a37fe640 1 -- 172.21.15.76:0/1651844058 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a40a5840 con 0x7fb9ac0725c0 2023-11-25T03:11:49.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9a37fe640 1 -- 172.21.15.76:0/1651844058 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a40a5bd0 con 0x7fb9ac0725c0 2023-11-25T03:11:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 -- 172.21.15.76:0/1651844058 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0725c0 msgr2=0x7fb9ac1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 --2- 172.21.15.76:0/1651844058 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac1514e0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac06b360 tx=0x7fb9a401c880 comp rx=0 tx=0).stop 2023-11-25T03:11:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 -- 172.21.15.76:0/1651844058 shutdown_connections 2023-11-25T03:11:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 --2- 172.21.15.76:0/1651844058 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac1514e0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 --2- 172.21.15.76:0/1651844058 >> v2:172.21.15.106:3300/0 conn(0x7fb9ac072090 0x7fb9ac150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 -- 172.21.15.76:0/1651844058 >> 172.21.15.76:0/1651844058 conn(0x7fb9ac06a5b0 msgr2=0x7fb9ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.683+0000 7fb9b3009640 1 -- 172.21.15.76:0/1651844058 shutdown_connections 2023-11-25T03:11:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 -- 172.21.15.76:0/1651844058 wait complete. 2023-11-25T03:11:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 Processor -- start 2023-11-25T03:11:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 -- start start 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9ac072090 0x7fb9ac1487c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac141820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 0x7fb9ac13fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ac1f1090 con 0x7fb9ac0a5370 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ac149250 con 0x7fb9ac0725c0 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ac1f0480 con 0x7fb9ac072090 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 0x7fb9ac13fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 0x7fb9ac13fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41682/0 (socket says 172.21.15.76:41682) 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 -- 172.21.15.76:0/702144100 learned_addr learned my addr 172.21.15.76:0/702144100 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b0da5640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9ac072090 0x7fb9ac1487c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9a3fff640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac141820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 -- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9ac072090 msgr2=0x7fb9ac1487c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9ac072090 0x7fb9ac1487c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 -- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9ac0725c0 msgr2=0x7fb9ac141820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac141820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 -- 172.21.15.76:0/702144100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a4009b30 con 0x7fb9ac0a5370 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b15a6640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 0x7fb9ac13fdb0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4019490 tx=0x7fb9a4019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a40b8670 con 0x7fb9ac0a5370 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9a40b87d0 con 0x7fb9ac0a5370 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9ac1f0760 con 0x7fb9ac0a5370 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.687+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a40b8b60 con 0x7fb9ac0a5370 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9ac1f0d20 con 0x7fb9ac0a5370 2023-11-25T03:11:49.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9ac1f1200 con 0x7fb9ac0a5370 2023-11-25T03:11:49.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb9a40b8cc0 con 0x7fb9ac0a5370 2023-11-25T03:11:49.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9a17fa640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb998066470 0x7fb998068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:49.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb9a411ee50 con 0x7fb9ac0a5370 2023-11-25T03:11:49.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9b0da5640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb998066470 0x7fb998068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:49.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.691+0000 7fb9b0da5640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb998066470 0x7fb998068930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8007fd0 tx=0x7fb9a8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:49.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.695+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb9a40ec6c0 con 0x7fb9ac0a5370 2023-11-25T03:11:49.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fb9ac068400 con 0x7fb9ac0a5370 2023-11-25T03:11:49.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9a17fa640 1 -- 172.21.15.76:0/702144100 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) v1 ==== 84+0+65 (secure 0 0 0) 0x7fb9a40bc020 con 0x7fb9ac0a5370 2023-11-25T03:11:49.850 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:49.850 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:11:49.850 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:11:49.850 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:11:49.851 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:11:49.851 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:11:49.851 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb998066470 msgr2=0x7fb998068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb998066470 0x7fb998068930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb9a8007fd0 tx=0x7fb9a8009040 comp rx=0 tx=0).stop 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 msgr2=0x7fb9ac13fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 0x7fb9ac13fdb0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4019490 tx=0x7fb9a4019620 comp rx=0 tx=0).stop 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 shutdown_connections 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb998066470 0x7fb998068930 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9ac0a5370 0x7fb9ac13fdb0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9ac0725c0 0x7fb9ac141820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 --2- 172.21.15.76:0/702144100 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9ac072090 0x7fb9ac1487c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:49.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 >> 172.21.15.76:0/702144100 conn(0x7fb9ac06a5b0 msgr2=0x7fb9ac0c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:49.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 shutdown_connections 2023-11-25T03:11:49.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:49.847+0000 7fb9b3009640 1 -- 172.21.15.76:0/702144100 wait complete. 2023-11-25T03:11:49.872 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-25T03:11:49.872 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-25T03:11:50.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 Processor -- start 2023-11-25T03:11:50.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 -- start start 2023-11-25T03:11:50.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4ad8151c70 0x7f4ad806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ad80c8b90 0x7f4ad80c9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ad8154e90 con 0x7f4ad8155320 2023-11-25T03:11:50.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ad8154630 con 0x7f4ad8151c70 2023-11-25T03:11:50.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adf5f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad80c5350 con 0x7f4ad80c8b90 2023-11-25T03:11:50.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4ad8155320 0x7f4ad80c48b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56932/0 (socket says 172.21.15.76:56932) 2023-11-25T03:11:50.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 -- 172.21.15.76:0/528080986 learned_addr learned my addr 172.21.15.76:0/528080986 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:50.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4addb92640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ad80c8b90 0x7f4ad80c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4add391640 1 --2- 172.21.15.76:0/528080986 >> v2:172.21.15.106:3300/0 conn(0x7f4ad8151c70 0x7f4ad806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2766076042 0 0) 0x7f4ad8154e90 con 0x7f4ad8155320 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ac4003530 con 0x7f4ad8155320 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3741837391 0 0) 0x7f4ac4003530 con 0x7f4ad8155320 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ad80c8b90 msgr2=0x7f4ad80c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ad80c8b90 0x7f4ad80c9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 >> v2:172.21.15.106:3300/0 conn(0x7f4ad8151c70 msgr2=0x7f4ad806ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 --2- 172.21.15.76:0/528080986 >> v2:172.21.15.106:3300/0 conn(0x7f4ad8151c70 0x7f4ad806ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ad8152050 con 0x7f4ad8155320 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f4ac8001800 con 0x7f4ad8155320 2023-11-25T03:11:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 >> v1:172.21.15.76:6789/0 conn(0x7f4ad8155320 legacy=0x7f4ad80c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac4003980 0x7f4ac4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ac40047d0 0x7f4ac4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ac4005190 0x7f4ac400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad8154630 con 0x7f4ac40047d0 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad80c5350 con 0x7f4ac4005190 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ac400bf50 con 0x7f4ac4003980 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4add391640 1 --2- 172.21.15.76:0/528080986 >> v2:172.21.15.106:3300/0 conn(0x7f4ad8151c70 0x7f4ad806ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ac40047d0 0x7f4ac4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4addb92640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ac4005190 0x7f4ac400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4add391640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac4003980 0x7f4ac4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 -- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac4003980 msgr2=0x7f4ac4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:50.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac4003980 0x7f4ac4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 -- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ac4005190 msgr2=0x7f4ac400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:50.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ac4005190 0x7f4ac400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4adcb90640 1 -- 172.21.15.76:0/528080986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ac4003530 con 0x7f4ac40047d0 2023-11-25T03:11:50.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.011+0000 7f4addb92640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ac4005190 0x7f4ac400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:50.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adcb90640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ac40047d0 0x7f4ac4004c50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4ac800c110 tx=0x7f4ac801cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb12e244bd5791d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:50.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ac80070d0 con 0x7f4ac40047d0 2023-11-25T03:11:50.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ac8007250 con 0x7f4ac40047d0 2023-11-25T03:11:50.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4acffff640 1 -- 172.21.15.76:0/528080986 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ac8007400 con 0x7f4ac40047d0 2023-11-25T03:11:50.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adf5f5640 1 -- 172.21.15.76:0/528080986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ac40047d0 msgr2=0x7f4ac4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/528080986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ac40047d0 0x7f4ac4004c50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4ac800c110 tx=0x7f4ac801cb70 comp rx=0 tx=0).stop 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4addb92640 1 -- 172.21.15.76:0/528080986 reap_dead start 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adf5f5640 1 -- 172.21.15.76:0/528080986 shutdown_connections 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adf5f5640 1 -- 172.21.15.76:0/528080986 >> 172.21.15.76:0/528080986 conn(0x7f4ad80abcf0 msgr2=0x7f4ad80ac100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adf5f5640 1 -- 172.21.15.76:0/528080986 shutdown_connections 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.015+0000 7f4adf5f5640 1 -- 172.21.15.76:0/528080986 wait complete. 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 Processor -- start 2023-11-25T03:11:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 -- start start 2023-11-25T03:11:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac40047d0 0x7f4ad814d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 0x7f4ad814f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ad81f0680 0x7f4ad814f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad8150960 con 0x7f4ad814d6d0 2023-11-25T03:11:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad814cd20 con 0x7f4ad81f0680 2023-11-25T03:11:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ad814fe50 con 0x7f4ac40047d0 2023-11-25T03:11:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 0x7f4ad814f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 0x7f4ad814f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41704/0 (socket says 172.21.15.76:41704) 2023-11-25T03:11:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 -- 172.21.15.76:0/3899820674 learned_addr learned my addr 172.21.15.76:0/3899820674 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4add391640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac40047d0 0x7f4ad814d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4addb92640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ad81f0680 0x7f4ad814f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 -- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac40047d0 msgr2=0x7f4ad814d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:50.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac40047d0 0x7f4ad814d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 -- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ad81f0680 msgr2=0x7f4ad814f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:50.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ad81f0680 0x7f4ad814f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 -- 172.21.15.76:0/3899820674 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ad81500c0 con 0x7f4ad814d6d0 2023-11-25T03:11:50.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adcb90640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 0x7f4ad814f3d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4ac801c9a0 tx=0x7f4ac4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:50.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ac8001880 con 0x7f4ad814d6d0 2023-11-25T03:11:50.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ac80057b0 con 0x7f4ad814d6d0 2023-11-25T03:11:50.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ad81503a0 con 0x7f4ad814d6d0 2023-11-25T03:11:50.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ac8005b60 con 0x7f4ad814d6d0 2023-11-25T03:11:50.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.019+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ad814b1a0 con 0x7f4ad814d6d0 2023-11-25T03:11:50.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.023+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ad8068400 con 0x7f4ad814d6d0 2023-11-25T03:11:50.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.023+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4ac8005cc0 con 0x7f4ad814d6d0 2023-11-25T03:11:50.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.023+0000 7f4acdffb640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4abc066470 0x7f4abc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:50.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.023+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4ac811d530 con 0x7f4ad814d6d0 2023-11-25T03:11:50.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.023+0000 7f4add391640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4abc066470 0x7f4abc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:50.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.023+0000 7f4add391640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4abc066470 0x7f4abc068930 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4ad40093f0 tx=0x7f4ad4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:50.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.027+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4ac80eac80 con 0x7f4ad814d6d0 2023-11-25T03:11:50.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.179+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f4ad80c7e30 con 0x7f4ad814d6d0 2023-11-25T03:11:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4acdffb640 1 -- 172.21.15.76:0/3899820674 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) v1 ==== 138+0+0 (secure 0 0 0) 0x7f4ac80ee2a0 con 0x7f4ad814d6d0 2023-11-25T03:11:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4abc066470 msgr2=0x7f4abc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4abc066470 0x7f4abc068930 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4ad40093f0 tx=0x7f4ad4009190 comp rx=0 tx=0).stop 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 msgr2=0x7f4ad814f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 0x7f4ad814f3d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4ac801c9a0 tx=0x7f4ac4005800 comp rx=0 tx=0).stop 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 shutdown_connections 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4abc066470 0x7f4abc068930 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4ad81f0680 0x7f4ad814f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ad814d6d0 0x7f4ad814f3d0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 --2- 172.21.15.76:0/3899820674 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4ac40047d0 0x7f4ad814d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 >> 172.21.15.76:0/3899820674 conn(0x7f4ad80abcf0 msgr2=0x7f4ad80c9ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 shutdown_connections 2023-11-25T03:11:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:50.863+0000 7f4adf5f5640 1 -- 172.21.15.76:0/3899820674 wait complete. 2023-11-25T03:11:50.893 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:11:51.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c03832640 1 Processor -- start 2023-11-25T03:11:51.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c03832640 1 -- start start 2023-11-25T03:11:51.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c03832640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2bfc0c4100 0x7f2bfc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:51.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c03832640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bfc0c31c0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c03832640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bfc0c34a0 con 0x7f2bfc0c63c0 2023-11-25T03:11:51.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c03832640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bfc0c1030 con 0x7f2bfc0c4100 2023-11-25T03:11:51.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c01dcf640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2bfc0c06d0 0x7f2bfc0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56942/0 (socket says 172.21.15.76:56942) 2023-11-25T03:11:51.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c01dcf640 1 -- 172.21.15.76:0/2375121096 learned_addr learned my addr 172.21.15.76:0/2375121096 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:51.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c00dcd640 1 --2- 172.21.15.76:0/2375121096 >> v2:172.21.15.106:3300/0 conn(0x7f2bfc0c4100 0x7f2bfc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:51.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1962574760 0 0) 0x7f2bfc0c31c0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2be8003530 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2824714035 0 0) 0x7f2bfc0c34a0 con 0x7f2bfc0c63c0 2023-11-25T03:11:51.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2bfc0c31c0 con 0x7f2bfc0c63c0 2023-11-25T03:11:51.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c00dcd640 1 -- 172.21.15.76:0/2375121096 >> v1:172.21.15.106:6789/0 conn(0x7f2bfc0c63c0 legacy=0x7f2bfc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c00dcd640 1 -- 172.21.15.76:0/2375121096 >> v1:172.21.15.76:6789/0 conn(0x7f2bfc0c06d0 legacy=0x7f2bfc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.035+0000 7f2c00dcd640 1 -- 172.21.15.76:0/2375121096 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bfc0c1310 con 0x7f2bfc0c4100 2023-11-25T03:11:51.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c00dcd640 1 --2- 172.21.15.76:0/2375121096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc0c2bb0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2bec0097c0 tx=0x7f2bec01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc51d953f1e2305a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:51.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bec0ab600 con 0x7f2bfc0c4100 2023-11-25T03:11:51.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bec0a7050 con 0x7f2bfc0c4100 2023-11-25T03:11:51.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2bf3fff640 1 -- 172.21.15.76:0/2375121096 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bec0ab960 con 0x7f2bfc0c4100 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 -- 172.21.15.76:0/2375121096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c4100 msgr2=0x7f2bfc0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 --2- 172.21.15.76:0/2375121096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc0c2bb0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2bec0097c0 tx=0x7f2bec01c360 comp rx=0 tx=0).stop 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 -- 172.21.15.76:0/2375121096 shutdown_connections 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 --2- 172.21.15.76:0/2375121096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc0c2bb0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 -- 172.21.15.76:0/2375121096 >> 172.21.15.76:0/2375121096 conn(0x7f2bfc06a5b0 msgr2=0x7f2bfc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 -- 172.21.15.76:0/2375121096 shutdown_connections 2023-11-25T03:11:51.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.039+0000 7f2c03832640 1 -- 172.21.15.76:0/2375121096 wait complete. 2023-11-25T03:11:51.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 Processor -- start 2023-11-25T03:11:51.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 -- start start 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c06d0 0x7f2bfc1ed9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc14fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2bfc0c63c0 0x7f2bfc1eed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bfc14cef0 con 0x7f2bfc0c4100 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bfc0a60b0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bfc0a6390 con 0x7f2bfc0c63c0 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c00dcd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc14fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:51.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c00dcd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc14fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41712/0 (socket says 172.21.15.76:41712) 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c00dcd640 1 -- 172.21.15.76:0/991425580 learned_addr learned my addr 172.21.15.76:0/991425580 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c06d0 0x7f2bfc1ed9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c01dcf640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2bfc0c63c0 0x7f2bfc1eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 -- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2bfc0c63c0 msgr2=0x7f2bfc1eed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2bfc0c63c0 0x7f2bfc1eed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 -- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bfc0c4100 msgr2=0x7f2bfc14fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc14fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 -- 172.21.15.76:0/991425580 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bec009420 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c015ce640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c06d0 0x7f2bfc1ed9f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2bf800c3c0 tx=0x7f2bf800c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:51.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf80052d0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bf8005430 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf8003840 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bfc0a6670 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.043+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bfc1ee860 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.047+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bfc1ee3e0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.047+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2bf80039a0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.047+0000 7f2bf1ffb640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be0066470 0x7f2be0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:51.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.047+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f2bf80830f0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.047+0000 7f2c00dcd640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be0066470 0x7f2be0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:51.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.047+0000 7f2c00dcd640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be0066470 0x7f2be0068930 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2bec019f90 tx=0x7f2bec0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.051+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2bfc1ee3e0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.207+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f2bfc1ee3e0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.871+0000 7f2bf1ffb640 1 -- 172.21.15.76:0/991425580 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) v1 ==== 170+0+0 (secure 0 0 0) 0x7f2bfc1ee3e0 con 0x7f2bfc0c06d0 2023-11-25T03:11:51.878 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2023-11-25T03:11:51.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.875+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be0066470 msgr2=0x7f2be0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.875+0000 7f2c03832640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be0066470 0x7f2be0068930 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2bec019f90 tx=0x7f2bec0a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:51.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.875+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c06d0 msgr2=0x7f2bfc1ed9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:51.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.875+0000 7f2c03832640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c06d0 0x7f2bfc1ed9f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2bf800c3c0 tx=0x7f2bf800c880 comp rx=0 tx=0).stop 2023-11-25T03:11:51.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 shutdown_connections 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be0066470 0x7f2be0068930 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2bfc0c63c0 0x7f2bfc1eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bfc0c4100 0x7f2bfc14fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 --2- 172.21.15.76:0/991425580 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2bfc0c06d0 0x7f2bfc1ed9f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 >> 172.21.15.76:0/991425580 conn(0x7f2bfc06a5b0 msgr2=0x7f2bfc0c5760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 shutdown_connections 2023-11-25T03:11:51.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:51.879+0000 7f2c03832640 1 -- 172.21.15.76:0/991425580 wait complete. 2023-11-25T03:11:51.914 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-25T03:11:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 Processor -- start 2023-11-25T03:11:52.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 -- start start 2023-11-25T03:11:52.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fede00c4100 0x7fede00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:52.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fede00c06d0 0x7fede00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:52.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fede00c31c0 con 0x7fede00c63c0 2023-11-25T03:11:52.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fede00c34a0 con 0x7fede00c4100 2023-11-25T03:11:52.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede83c1640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fede00c1030 con 0x7fede00c06d0 2023-11-25T03:11:52.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede595c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fede00c4100 0x7fede00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede595c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fede00c4100 0x7fede00c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41728/0 (socket says 172.21.15.76:41728) 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede595c640 1 -- 172.21.15.76:0/4058672675 learned_addr learned my addr 172.21.15.76:0/4058672675 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.051+0000 7fede695e640 1 --2- 172.21.15.76:0/4058672675 >> v2:172.21.15.106:3300/0 conn(0x7fede00c06d0 0x7fede00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede595c640 1 -- 172.21.15.76:0/4058672675 >> v2:172.21.15.106:3300/0 conn(0x7fede00c06d0 msgr2=0x7fede00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede595c640 1 --2- 172.21.15.76:0/4058672675 >> v2:172.21.15.106:3300/0 conn(0x7fede00c06d0 0x7fede00a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede595c640 1 -- 172.21.15.76:0/4058672675 >> v1:172.21.15.106:6789/0 conn(0x7fede00c63c0 legacy=0x7fede00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede595c640 1 -- 172.21.15.76:0/4058672675 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fede00c1310 con 0x7fede00c4100 2023-11-25T03:11:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede695e640 1 --2- 172.21.15.76:0/4058672675 >> v2:172.21.15.106:3300/0 conn(0x7fede00c06d0 0x7fede00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede595c640 1 --2- 172.21.15.76:0/4058672675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c4100 0x7fede00c2bb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fede00c0ee0 tx=0x7fedd001c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53d7fb3fc201bd1a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede515b640 1 -- 172.21.15.76:0/4058672675 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fede00aa3d0 con 0x7fede00c4100 2023-11-25T03:11:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede515b640 1 -- 172.21.15.76:0/4058672675 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedd00a7050 con 0x7fede00c4100 2023-11-25T03:11:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede515b640 1 -- 172.21.15.76:0/4058672675 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd00ab820 con 0x7fede00c4100 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede83c1640 1 -- 172.21.15.76:0/4058672675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c4100 msgr2=0x7fede00c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.055+0000 7fede83c1640 1 --2- 172.21.15.76:0/4058672675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c4100 0x7fede00c2bb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fede00c0ee0 tx=0x7fedd001c3e0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- 172.21.15.76:0/4058672675 shutdown_connections 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 --2- 172.21.15.76:0/4058672675 >> v2:172.21.15.106:3300/0 conn(0x7fede00c06d0 0x7fede00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 --2- 172.21.15.76:0/4058672675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c4100 0x7fede00c2bb0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- 172.21.15.76:0/4058672675 >> 172.21.15.76:0/4058672675 conn(0x7fede006a5b0 msgr2=0x7fede006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- 172.21.15.76:0/4058672675 shutdown_connections 2023-11-25T03:11:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- 172.21.15.76:0/4058672675 wait complete. 2023-11-25T03:11:52.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 Processor -- start 2023-11-25T03:11:52.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- start start 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fede00c06d0 0x7fede01f45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fede00c4100 0x7fede0153fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 0x7fede0154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fede0158220 con 0x7fede00c63c0 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fede0159530 con 0x7fede00c06d0 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede83c1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fede00c57c0 con 0x7fede00c4100 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 0x7fede0154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:52.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 0x7fede0154510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41740/0 (socket says 172.21.15.76:41740) 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 -- 172.21.15.76:0/3696891301 learned_addr learned my addr 172.21.15.76:0/3696891301 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede595c640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fede00c4100 0x7fede0153fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede615d640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fede00c06d0 0x7fede01f45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 -- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fede00c4100 msgr2=0x7fede0153fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fede00c4100 0x7fede0153fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 -- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fede00c06d0 msgr2=0x7fede01f45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fede00c06d0 0x7fede01f45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 -- 172.21.15.76:0/3696891301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedd00094d0 con 0x7fede00c63c0 2023-11-25T03:11:52.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.059+0000 7fede695e640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 0x7fede0154510 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fedd8007ef0 tx=0x7fedd800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:52.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd8003ba0 con 0x7fede00c63c0 2023-11-25T03:11:52.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedd800f040 con 0x7fede00c63c0 2023-11-25T03:11:52.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd800de80 con 0x7fede00c63c0 2023-11-25T03:11:52.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fede0155db0 con 0x7fede00c63c0 2023-11-25T03:11:52.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fede01f4fd0 con 0x7fede00c63c0 2023-11-25T03:11:52.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fede01596a0 con 0x7fede00c63c0 2023-11-25T03:11:52.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fedd8004030 con 0x7fede00c63c0 2023-11-25T03:11:52.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fedd6ffd640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fedc40664a0 0x7fedc4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:52.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.063+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fedd8084420 con 0x7fede00c63c0 2023-11-25T03:11:52.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.067+0000 7fede615d640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fedc40664a0 0x7fedc4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:52.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.067+0000 7fede615d640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fedc40664a0 0x7fedc4068960 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7feddc007fd0 tx=0x7feddc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:52.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.067+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fedd8051b20 con 0x7fede00c63c0 2023-11-25T03:11:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.251+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fede01f51c0 con 0x7fede00c63c0 2023-11-25T03:11:52.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.887+0000 7fedd6ffd640 1 -- 172.21.15.76:0/3696891301 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7fedd8055140 con 0x7fede00c63c0 2023-11-25T03:11:52.891 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 4 and data pool 5 2023-11-25T03:11:52.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fedc40664a0 msgr2=0x7fedc4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:52.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fedc40664a0 0x7fedc4068960 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7feddc007fd0 tx=0x7feddc009040 comp rx=0 tx=0).stop 2023-11-25T03:11:52.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 msgr2=0x7fede0154510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:52.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 0x7fede0154510 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fedd8007ef0 tx=0x7fedd800d4a0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 shutdown_connections 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fedc40664a0 0x7fedc4068960 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fede00c63c0 0x7fede0154510 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fede00c4100 0x7fede0153fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 --2- 172.21.15.76:0/3696891301 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fede00c06d0 0x7fede01f45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 >> 172.21.15.76:0/3696891301 conn(0x7fede006a5b0 msgr2=0x7fede00a5830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 shutdown_connections 2023-11-25T03:11:52.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:52.891+0000 7fede83c1640 1 -- 172.21.15.76:0/3696891301 wait complete. 2023-11-25T03:11:52.923 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:53.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9968bf2640 1 Processor -- start 2023-11-25T03:11:53.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9968bf2640 1 -- start start 2023-11-25T03:11:53.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9968bf2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f996414e2a0 0x7f99640723f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9968bf2640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99640c4bf0 con 0x7f996406c9f0 2023-11-25T03:11:53.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9968bf2640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f996414e680 con 0x7f99641515a0 2023-11-25T03:11:53.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9968bf2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99641509d0 con 0x7f996414e2a0 2023-11-25T03:11:53.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f996414e2a0 0x7f99640723f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f996414e2a0 0x7f99640723f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41744/0 (socket says 172.21.15.76:41744) 2023-11-25T03:11:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f9962ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f996406c9f0 0x7f9964150e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56946/0 (socket says 172.21.15.76:56946) 2023-11-25T03:11:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99637fe640 1 -- 172.21.15.76:0/203826628 learned_addr learned my addr 172.21.15.76:0/203826628 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99637fe640 1 -- 172.21.15.76:0/203826628 >> v1:172.21.15.106:6789/0 conn(0x7f99641515a0 legacy=0x7f996415b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99637fe640 1 -- 172.21.15.76:0/203826628 >> v1:172.21.15.76:6789/0 conn(0x7f996406c9f0 legacy=0x7f9964150e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99627fc640 1 -- 172.21.15.76:0/203826628 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 677076129 0 0) 0x7f99640c4bf0 con 0x7f996406c9f0 2023-11-25T03:11:53.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.059+0000 7f99637fe640 1 -- 172.21.15.76:0/203826628 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99640c0450 con 0x7f996414e2a0 2023-11-25T03:11:53.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f99637fe640 1 --2- 172.21.15.76:0/203826628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996414e2a0 0x7f99640723f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f99640c0640 tx=0x7f995401e880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90f8695005b4c15f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f99627fc640 1 -- 172.21.15.76:0/203826628 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9954004230 con 0x7f996414e2a0 2023-11-25T03:11:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f99627fc640 1 -- 172.21.15.76:0/203826628 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99540ab070 con 0x7f996414e2a0 2023-11-25T03:11:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f99627fc640 1 -- 172.21.15.76:0/203826628 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9954003620 con 0x7f996414e2a0 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 -- 172.21.15.76:0/203826628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996414e2a0 msgr2=0x7f99640723f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 --2- 172.21.15.76:0/203826628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996414e2a0 0x7f99640723f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f99640c0640 tx=0x7f995401e880 comp rx=0 tx=0).stop 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 -- 172.21.15.76:0/203826628 shutdown_connections 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 --2- 172.21.15.76:0/203826628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996414e2a0 0x7f99640723f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 -- 172.21.15.76:0/203826628 >> 172.21.15.76:0/203826628 conn(0x7f99640a7800 msgr2=0x7f99640a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 -- 172.21.15.76:0/203826628 shutdown_connections 2023-11-25T03:11:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.063+0000 7f9968bf2640 1 -- 172.21.15.76:0/203826628 wait complete. 2023-11-25T03:11:53.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 Processor -- start 2023-11-25T03:11:53.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- start start 2023-11-25T03:11:53.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 0x7f996414fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f996414e2a0 0x7f996415afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99641515a0 0x7f996415b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99641f1200 con 0x7f996406c9f0 2023-11-25T03:11:53.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99641f14e0 con 0x7f996414e2a0 2023-11-25T03:11:53.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f996415bf90 con 0x7f99641515a0 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 0x7f996414fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 0x7f996414fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41748/0 (socket says 172.21.15.76:41748) 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 -- 172.21.15.76:0/737430150 learned_addr learned my addr 172.21.15.76:0/737430150 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9963fff640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99641515a0 0x7f996415b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9962ffd640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f996414e2a0 0x7f996415afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 -- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99641515a0 msgr2=0x7f996415b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99641515a0 0x7f996415b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 -- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f996414e2a0 msgr2=0x7f996415afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f996414e2a0 0x7f996415afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 -- 172.21.15.76:0/737430150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f995400b780 con 0x7f996406c9f0 2023-11-25T03:11:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f99637fe640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 0x7f996414fe50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f995401b490 tx=0x7f995401b620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9954003a30 con 0x7f996406c9f0 2023-11-25T03:11:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9954003bb0 con 0x7f996406c9f0 2023-11-25T03:11:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99540a75e0 con 0x7f996406c9f0 2023-11-25T03:11:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f996415c270 con 0x7f996406c9f0 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9964150390 con 0x7f996406c9f0 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.067+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f996415c790 con 0x7f996406c9f0 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.071+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f99540a7740 con 0x7f996406c9f0 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.071+0000 7f994bfff640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9950066470 0x7f9950068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.071+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f995411e190 con 0x7f996406c9f0 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.071+0000 7f9962ffd640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9950066470 0x7f9950068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.071+0000 7f9962ffd640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9950066470 0x7f9950068930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f99640a5d50 tx=0x7f9958007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.075+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f996415c790 con 0x7f996406c9f0 2023-11-25T03:11:53.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.226+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f996415c790 con 0x7f996406c9f0 2023-11-25T03:11:53.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.226+0000 7f994bfff640 1 -- 172.21.15.76:0/737430150 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) v1 ==== 74+0+16570 (secure 0 0 0) 0x7f996415c790 con 0x7f996406c9f0 2023-11-25T03:11:53.231 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:53.232 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:52.256083+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9950066470 msgr2=0x7f9950068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9950066470 0x7f9950068930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f99640a5d50 tx=0x7f9958007d30 comp rx=0 tx=0).stop 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 msgr2=0x7f996414fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 0x7f996414fe50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f995401b490 tx=0x7f995401b620 comp rx=0 tx=0).stop 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 shutdown_connections 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9950066470 0x7f9950068930 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99641515a0 0x7f996415b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f996414e2a0 0x7f996415afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 --2- 172.21.15.76:0/737430150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f996406c9f0 0x7f996414fe50 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 >> 172.21.15.76:0/737430150 conn(0x7f99640a7800 msgr2=0x7f996414d120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:53.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 shutdown_connections 2023-11-25T03:11:53.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.230+0000 7f9968bf2640 1 -- 172.21.15.76:0/737430150 wait complete. 2023-11-25T03:11:53.252 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:53.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.386+0000 7fe2105aa640 1 Processor -- start 2023-11-25T03:11:53.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.386+0000 7fe2105aa640 1 -- start start 2023-11-25T03:11:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe2105aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080a5370 0x7fe2080c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe2105aa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe2080c4110 0x7fe208150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe2105aa640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe208072090 0x7fe2081514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe2105aa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2080c3070 con 0x7fe2080c4110 2023-11-25T03:11:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe2105aa640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2080c2760 con 0x7fe208072090 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe2105aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2080a5750 con 0x7fe2080a5370 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe2080c4110 0x7fe208150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe2080c4110 0x7fe208150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41756/0 (socket says 172.21.15.76:41756) 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 -- 172.21.15.76:0/2197459293 learned_addr learned my addr 172.21.15.76:0/2197459293 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20eb47640 1 --2- 172.21.15.76:0/2197459293 >> v2:172.21.15.106:3300/0 conn(0x7fe208072090 0x7fe2081514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20e346640 1 --2- 172.21.15.76:0/2197459293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080a5370 0x7fe2080c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 -- 172.21.15.76:0/2197459293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080a5370 msgr2=0x7fe2080c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 --2- 172.21.15.76:0/2197459293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080a5370 0x7fe2080c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 -- 172.21.15.76:0/2197459293 >> v2:172.21.15.106:3300/0 conn(0x7fe208072090 msgr2=0x7fe2081514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 --2- 172.21.15.76:0/2197459293 >> v2:172.21.15.106:3300/0 conn(0x7fe208072090 0x7fe2081514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.390+0000 7fe20db45640 1 -- 172.21.15.76:0/2197459293 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2080aad20 con 0x7fe2080c4110 2023-11-25T03:11:53.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe20db45640 1 --2- 172.21.15.76:0/2197459293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080c4110 0x7fe208150fa0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe2080c4590 tx=0x7fe1f801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea8a0f8971df9cf6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe20d344640 1 -- 172.21.15.76:0/2197459293 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80ab600 con 0x7fe2080c4110 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe20d344640 1 -- 172.21.15.76:0/2197459293 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f80a7050 con 0x7fe2080c4110 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe20d344640 1 -- 172.21.15.76:0/2197459293 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80ab980 con 0x7fe2080c4110 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 -- 172.21.15.76:0/2197459293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080c4110 msgr2=0x7fe208150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 --2- 172.21.15.76:0/2197459293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080c4110 0x7fe208150fa0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe2080c4590 tx=0x7fe1f801c3b0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 -- 172.21.15.76:0/2197459293 shutdown_connections 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 --2- 172.21.15.76:0/2197459293 >> v2:172.21.15.106:3300/0 conn(0x7fe208072090 0x7fe2081514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 --2- 172.21.15.76:0/2197459293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080c4110 0x7fe208150fa0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 --2- 172.21.15.76:0/2197459293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080a5370 0x7fe2080c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 -- 172.21.15.76:0/2197459293 >> 172.21.15.76:0/2197459293 conn(0x7fe20806a5b0 msgr2=0x7fe20806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 -- 172.21.15.76:0/2197459293 shutdown_connections 2023-11-25T03:11:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 -- 172.21.15.76:0/2197459293 wait complete. 2023-11-25T03:11:53.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 Processor -- start 2023-11-25T03:11:53.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 -- start start 2023-11-25T03:11:53.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.394+0000 7fe2105aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe208072090 0x7fe2080bcf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 0x7fe208147f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080c4110 0x7fe208153430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe208153010 con 0x7fe2080a5370 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe208150af0 con 0x7fe208072090 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2081484b0 con 0x7fe2080c4110 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 0x7fe208147f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 0x7fe208147f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41766/0 (socket says 172.21.15.76:41766) 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 -- 172.21.15.76:0/1639936830 learned_addr learned my addr 172.21.15.76:0/1639936830 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20e346640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe208072090 0x7fe2080bcf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20eb47640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080c4110 0x7fe208153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 -- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080c4110 msgr2=0x7fe208153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080c4110 0x7fe208153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 -- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe208072090 msgr2=0x7fe2080bcf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe208072090 0x7fe2080bcf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 -- 172.21.15.76:0/1639936830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f80094d0 con 0x7fe2080a5370 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20eb47640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080c4110 0x7fe208153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe20db45640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 0x7fe208147f70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe1f80ae040 tx=0x7fe1f801abf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80b6420 con 0x7fe2080a5370 2023-11-25T03:11:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f80b6580 con 0x7fe2080a5370 2023-11-25T03:11:53.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe208152390 con 0x7fe2080a5370 2023-11-25T03:11:53.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80b6930 con 0x7fe2080a5370 2023-11-25T03:11:53.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe208152950 con 0x7fe2080a5370 2023-11-25T03:11:53.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe208068400 con 0x7fe2080a5370 2023-11-25T03:11:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe1f80b2040 con 0x7fe2080a5370 2023-11-25T03:11:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.398+0000 7fe1feffd640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1ec066470 0x7fe1ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.402+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe1f811e1c0 con 0x7fe2080a5370 2023-11-25T03:11:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.402+0000 7fe20e346640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1ec066470 0x7fe1ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.402+0000 7fe20e346640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1ec066470 0x7fe1ec068930 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe204009af0 tx=0x7fe204008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.402+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe1f80eb510 con 0x7fe2080a5370 2023-11-25T03:11:53.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.554+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2080bf370 con 0x7fe2080a5370 2023-11-25T03:11:53.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.554+0000 7fe1feffd640 1 -- 172.21.15.76:0/1639936830 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+16557 (secure 0 0 0) 0x7fe1f80ba090 con 0x7fe2080a5370 2023-11-25T03:11:53.560 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:53.560 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":32,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:53.258668+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:53.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1ec066470 msgr2=0x7fe1ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1ec066470 0x7fe1ec068930 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe204009af0 tx=0x7fe204008040 comp rx=0 tx=0).stop 2023-11-25T03:11:53.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 msgr2=0x7fe208147f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 0x7fe208147f70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe1f80ae040 tx=0x7fe1f801abf0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 shutdown_connections 2023-11-25T03:11:53.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1ec066470 0x7fe1ec068930 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe2080c4110 0x7fe208153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe2080a5370 0x7fe208147f70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 --2- 172.21.15.76:0/1639936830 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe208072090 0x7fe2080bcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 >> 172.21.15.76:0/1639936830 conn(0x7fe20806a5b0 msgr2=0x7fe20814c3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:53.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 shutdown_connections 2023-11-25T03:11:53.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.558+0000 7fe2105aa640 1 -- 172.21.15.76:0/1639936830 wait complete. 2023-11-25T03:11:53.581 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-25T03:11:53.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 Processor -- start 2023-11-25T03:11:53.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 -- start start 2023-11-25T03:11:53.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd40c072090 0x7fd40c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd40c0c2760 con 0x7fd40c0a5370 2023-11-25T03:11:53.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd40c0c3070 con 0x7fd40c072090 2023-11-25T03:11:53.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd412b80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd40c0a5750 con 0x7fd40c0725c0 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd403fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd40c072090 0x7fd40c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd41091c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd40c0a5370 0x7fd40c0c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56956/0 (socket says 172.21.15.76:56956) 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd41091c640 1 -- 172.21.15.76:0/3426915895 learned_addr learned my addr 172.21.15.76:0/3426915895 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd41111d640 1 --2- 172.21.15.76:0/3426915895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd403fff640 1 -- 172.21.15.76:0/3426915895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 msgr2=0x7fd40c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd403fff640 1 --2- 172.21.15.76:0/3426915895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c1514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd403fff640 1 -- 172.21.15.76:0/3426915895 >> v1:172.21.15.76:6789/0 conn(0x7fd40c0a5370 legacy=0x7fd40c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd4037fe640 1 -- 172.21.15.76:0/3426915895 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4283524204 0 0) 0x7fd40c0c2760 con 0x7fd40c0a5370 2023-11-25T03:11:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.718+0000 7fd403fff640 1 -- 172.21.15.76:0/3426915895 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd40c0aad20 con 0x7fd40c072090 2023-11-25T03:11:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd403fff640 1 --2- 172.21.15.76:0/3426915895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c150fa0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc0097c0 tx=0x7fd3fc01e540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6260c4c4f4ab1b74 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd4037fe640 1 -- 172.21.15.76:0/3426915895 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc0ac430 con 0x7fd40c072090 2023-11-25T03:11:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd4037fe640 1 -- 172.21.15.76:0/3426915895 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3fc0ac590 con 0x7fd40c072090 2023-11-25T03:11:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd4037fe640 1 -- 172.21.15.76:0/3426915895 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc0ac920 con 0x7fd40c072090 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 -- 172.21.15.76:0/3426915895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 msgr2=0x7fd40c150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 --2- 172.21.15.76:0/3426915895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c150fa0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc0097c0 tx=0x7fd3fc01e540 comp rx=0 tx=0).stop 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 -- 172.21.15.76:0/3426915895 shutdown_connections 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 --2- 172.21.15.76:0/3426915895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c1514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 --2- 172.21.15.76:0/3426915895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c150fa0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 -- 172.21.15.76:0/3426915895 >> 172.21.15.76:0/3426915895 conn(0x7fd40c06a5b0 msgr2=0x7fd40c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 -- 172.21.15.76:0/3426915895 shutdown_connections 2023-11-25T03:11:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 -- 172.21.15.76:0/3426915895 wait complete. 2023-11-25T03:11:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 Processor -- start 2023-11-25T03:11:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.722+0000 7fd412b80640 1 -- start start 2023-11-25T03:11:53.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c15a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c14aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd40c0a5370 0x7fd40c14afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd40c153f80 con 0x7fd40c072090 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd40c14b800 con 0x7fd40c0a5370 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd40c14b520 con 0x7fd40c0725c0 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c15a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c15a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41790/0 (socket says 172.21.15.76:41790) 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 -- 172.21.15.76:0/855302253 learned_addr learned my addr 172.21.15.76:0/855302253 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 -- 172.21.15.76:0/855302253 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 msgr2=0x7fd40c14aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c14aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 -- 172.21.15.76:0/855302253 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd40c0a5370 msgr2=0x7fd40c14afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd40c0a5370 0x7fd40c14afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 -- 172.21.15.76:0/855302253 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3fc009420 con 0x7fd40c072090 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd41091c640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c15a4b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd40800c480 tx=0x7fd40800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4080074e0 con 0x7fd40c072090 2023-11-25T03:11:53.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd408007660 con 0x7fd40c072090 2023-11-25T03:11:53.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408004a30 con 0x7fd40c072090 2023-11-25T03:11:53.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd40c14f580 con 0x7fd40c072090 2023-11-25T03:11:53.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd40c14fb40 con 0x7fd40c072090 2023-11-25T03:11:53.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd40c068400 con 0x7fd40c072090 2023-11-25T03:11:53.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.726+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd408004b90 con 0x7fd40c072090 2023-11-25T03:11:53.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.730+0000 7fd4017fa640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3f8066470 0x7fd3f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:53.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.730+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd408083cd0 con 0x7fd40c072090 2023-11-25T03:11:53.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.730+0000 7fd403fff640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3f8066470 0x7fd3f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:53.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.730+0000 7fd403fff640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3f8066470 0x7fd3f8068930 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc0b0000 tx=0x7fd3fc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:53.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.734+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd408054b40 con 0x7fd40c072090 2023-11-25T03:11:53.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:53.914+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd40c0c6780 con 0x7fd40c072090 2023-11-25T03:11:54.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.902+0000 7fd4017fa640 1 -- 172.21.15.76:0/855302253 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd4080546d0 con 0x7fd40c072090 2023-11-25T03:11:54.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3f8066470 msgr2=0x7fd3f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:54.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3f8066470 0x7fd3f8068930 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc0b0000 tx=0x7fd3fc008040 comp rx=0 tx=0).stop 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 msgr2=0x7fd40c15a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c15a4b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd40800c480 tx=0x7fd40800c940 comp rx=0 tx=0).stop 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 shutdown_connections 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd3f8066470 0x7fd3f8068930 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd40c0a5370 0x7fd40c14afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd40c0725c0 0x7fd40c14aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 --2- 172.21.15.76:0/855302253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd40c072090 0x7fd40c15a4b0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 >> 172.21.15.76:0/855302253 conn(0x7fd40c06a5b0 msgr2=0x7fd40c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 shutdown_connections 2023-11-25T03:11:54.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:54.906+0000 7fd412b80640 1 -- 172.21.15.76:0/855302253 wait complete. 2023-11-25T03:11:54.934 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:11:54.935 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-25T03:11:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 Processor -- start 2023-11-25T03:11:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 -- start start 2023-11-25T03:11:55.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f228c0c63c0 0x7f228c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:55.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 0x7f228c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:55.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f228c0c31c0 con 0x7f228c0c4100 2023-11-25T03:11:55.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f228c0c34a0 con 0x7f228c0c63c0 2023-11-25T03:11:55.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f229271d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f228c0c1030 con 0x7f228c0c2bb0 2023-11-25T03:11:55.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f2290cba640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 0x7f228c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:55.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f2290cba640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 0x7f228c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:50498/0 (socket says 172.21.15.76:50498) 2023-11-25T03:11:55.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f228bfff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f228c0c63c0 0x7f228c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:55.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f2290cba640 1 -- 172.21.15.76:0/255464655 learned_addr learned my addr 172.21.15.76:0/255464655 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:55.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f228bfff640 1 -- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 msgr2=0x7f228c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:55.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f228bfff640 1 --2- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 0x7f228c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f228bfff640 1 -- 172.21.15.76:0/255464655 >> v1:172.21.15.106:6789/0 conn(0x7f228c0c4100 legacy=0x7f228c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:55.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f228bfff640 1 -- 172.21.15.76:0/255464655 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f228c0c1310 con 0x7f228c0c63c0 2023-11-25T03:11:55.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.074+0000 7f2290cba640 1 --2- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 0x7f228c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:55.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f228bfff640 1 --2- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c63c0 0x7f228c0c06d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f227c0097c0 tx=0x7f227c01c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e3b797bac5dffc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:55.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f228affd640 1 -- 172.21.15.76:0/255464655 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f228c0aa3d0 con 0x7f228c0c63c0 2023-11-25T03:11:55.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f228affd640 1 -- 172.21.15.76:0/255464655 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f227c0a7050 con 0x7f228c0c63c0 2023-11-25T03:11:55.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f228affd640 1 -- 172.21.15.76:0/255464655 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c0ab820 con 0x7f228c0c63c0 2023-11-25T03:11:55.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 -- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c63c0 msgr2=0x7f228c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:55.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 --2- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c63c0 0x7f228c0c06d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f227c0097c0 tx=0x7f227c01c330 comp rx=0 tx=0).stop 2023-11-25T03:11:55.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 -- 172.21.15.76:0/255464655 shutdown_connections 2023-11-25T03:11:55.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 --2- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c2bb0 0x7f228c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 --2- 172.21.15.76:0/255464655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c63c0 0x7f228c0c06d0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 -- 172.21.15.76:0/255464655 >> 172.21.15.76:0/255464655 conn(0x7f228c06a5b0 msgr2=0x7f228c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:55.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 -- 172.21.15.76:0/255464655 shutdown_connections 2023-11-25T03:11:55.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.078+0000 7f229271d640 1 -- 172.21.15.76:0/255464655 wait complete. 2023-11-25T03:11:55.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 Processor -- start 2023-11-25T03:11:55.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 -- start start 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 0x7f228c071270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c4100 0x7f228c1ecf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c63c0 0x7f228c1ed460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f228c09aec0 con 0x7f228c0c2bb0 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f228c1f0d30 con 0x7f228c0c4100 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f228c1f1260 con 0x7f228c0c63c0 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 0x7f228c071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 0x7f228c071270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41792/0 (socket says 172.21.15.76:41792) 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 -- 172.21.15.76:0/322702598 learned_addr learned my addr 172.21.15.76:0/322702598 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:55.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228b7fe640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c4100 0x7f228c1ecf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f2290cba640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c63c0 0x7f228c1ed460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 -- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c63c0 msgr2=0x7f228c1ed460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c63c0 0x7f228c1ed460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 -- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c4100 msgr2=0x7f228c1ecf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c4100 0x7f228c1ecf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 -- 172.21.15.76:0/322702598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2284009b30 con 0x7f228c0c2bb0 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228b7fe640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c4100 0x7f228c1ecf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f228bfff640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 0x7f228c071270 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f227c019f60 tx=0x7f227c01ab70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c0b7450 con 0x7f228c0c2bb0 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f227c0b75b0 con 0x7f228c0c2bb0 2023-11-25T03:11:55.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c0b7960 con 0x7f228c0c2bb0 2023-11-25T03:11:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.082+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f227c009420 con 0x7f228c0c2bb0 2023-11-25T03:11:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f228c0bdfa0 con 0x7f228c0c2bb0 2023-11-25T03:11:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f228c068400 con 0x7f228c0c2bb0 2023-11-25T03:11:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f227c0b7ac0 con 0x7f228c0c2bb0 2023-11-25T03:11:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f2288ff9640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2278066470 0x7f2278068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f227c11e660 con 0x7f228c0c2bb0 2023-11-25T03:11:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f228b7fe640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2278066470 0x7f2278068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.086+0000 7f228b7fe640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2278066470 0x7f2278068930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f228c0c0eb0 tx=0x7f2280009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:55.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.090+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f227c0ebbf0 con 0x7f228c0c2bb0 2023-11-25T03:11:55.181 INFO:tasks.ceph.mds.a.smithi076.stderr:2023-11-25T03:11:55.178+0000 7fc8a52d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:11:55.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.274+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f228c0729b0 con 0x7f228c0c2bb0 2023-11-25T03:11:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f2288ff9640 1 -- 172.21.15.76:0/322702598 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) v1 ==== 122+0+0 (secure 0 0 0) 0x7f227c0ef210 con 0x7f228c0c2bb0 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2278066470 msgr2=0x7f2278068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2278066470 0x7f2278068930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f228c0c0eb0 tx=0x7f2280009040 comp rx=0 tx=0).stop 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 msgr2=0x7f228c071270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 0x7f228c071270 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f227c019f60 tx=0x7f227c01ab70 comp rx=0 tx=0).stop 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 shutdown_connections 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2278066470 0x7f2278068930 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f228c0c63c0 0x7f228c1ed460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f228c0c4100 0x7f228c1ecf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 --2- 172.21.15.76:0/322702598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f228c0c2bb0 0x7f228c071270 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:55.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.910+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 >> 172.21.15.76:0/322702598 conn(0x7f228c06a5b0 msgr2=0x7f228c15a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:55.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.914+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 shutdown_connections 2023-11-25T03:11:55.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:55.914+0000 7f229271d640 1 -- 172.21.15.76:0/322702598 wait complete. 2023-11-25T03:11:55.938 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-25T03:11:55.938 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:56.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 Processor -- start 2023-11-25T03:11:56.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 -- start start 2023-11-25T03:11:56.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3d7c151e90 0x7f3d7c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3d7c0c7ea0 0x7f3d7c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d7c06c860 con 0x7f3d7c0c4e60 2023-11-25T03:11:56.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d7c0c8750 con 0x7f3d7c0c7ea0 2023-11-25T03:11:56.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d83068640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d7c1552d0 con 0x7f3d7c151e90 2023-11-25T03:11:56.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3d7c0c7ea0 0x7f3d7c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3d7c0c7ea0 0x7f3d7c06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41806/0 (socket says 172.21.15.76:41806) 2023-11-25T03:11:56.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 -- 172.21.15.76:0/770842975 learned_addr learned my addr 172.21.15.76:0/770842975 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 -- 172.21.15.76:0/770842975 >> v2:172.21.15.106:3300/0 conn(0x7f3d7c151e90 msgr2=0x7f3d7c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 --2- 172.21.15.76:0/770842975 >> v2:172.21.15.106:3300/0 conn(0x7f3d7c151e90 0x7f3d7c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 -- 172.21.15.76:0/770842975 >> v1:172.21.15.106:6789/0 conn(0x7f3d7c0c4e60 legacy=0x7f3d7c06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.074+0000 7f3d7bfff640 1 -- 172.21.15.76:0/770842975 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d7c154930 con 0x7f3d7c0c7ea0 2023-11-25T03:11:56.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d7bfff640 1 --2- 172.21.15.76:0/770842975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c0c7ea0 0x7f3d7c06b4a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c08b410 tx=0x7f3d6801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8592faeed311fdf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d7b7fe640 1 -- 172.21.15.76:0/770842975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d680ab600 con 0x7f3d7c0c7ea0 2023-11-25T03:11:56.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d7b7fe640 1 -- 172.21.15.76:0/770842975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d680a7050 con 0x7f3d7c0c7ea0 2023-11-25T03:11:56.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d7b7fe640 1 -- 172.21.15.76:0/770842975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d680ab980 con 0x7f3d7c0c7ea0 2023-11-25T03:11:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 -- 172.21.15.76:0/770842975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c0c7ea0 msgr2=0x7f3d7c06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 --2- 172.21.15.76:0/770842975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c0c7ea0 0x7f3d7c06b4a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c08b410 tx=0x7f3d6801c3a0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 -- 172.21.15.76:0/770842975 shutdown_connections 2023-11-25T03:11:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 --2- 172.21.15.76:0/770842975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c0c7ea0 0x7f3d7c06b4a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 --2- 172.21.15.76:0/770842975 >> v2:172.21.15.106:3300/0 conn(0x7f3d7c151e90 0x7f3d7c0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 -- 172.21.15.76:0/770842975 >> 172.21.15.76:0/770842975 conn(0x7f3d7c0ca170 msgr2=0x7f3d7c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:56.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 -- 172.21.15.76:0/770842975 shutdown_connections 2023-11-25T03:11:56.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.078+0000 7f3d83068640 1 -- 172.21.15.76:0/770842975 wait complete. 2023-11-25T03:11:56.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 Processor -- start 2023-11-25T03:11:56.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 -- start start 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d7c0c4e60 0x7f3d7c14c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d7c0c7ea0 0x7f3d7c1ed950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 0x7f3d7c14db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7c1ecf60 con 0x7f3d7c151e90 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7c1ed4c0 con 0x7f3d7c0c4e60 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7c14cab0 con 0x7f3d7c0c7ea0 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 0x7f3d7c14db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 0x7f3d7c14db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41812/0 (socket says 172.21.15.76:41812) 2023-11-25T03:11:56.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 -- 172.21.15.76:0/2585126537 learned_addr learned my addr 172.21.15.76:0/2585126537 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d80e04640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d7c0c4e60 0x7f3d7c14c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d7bfff640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d7c0c7ea0 0x7f3d7c1ed950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 -- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d7c0c7ea0 msgr2=0x7f3d7c1ed950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d7c0c7ea0 0x7f3d7c1ed950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 -- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d7c0c4e60 msgr2=0x7f3d7c14c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d7c0c4e60 0x7f3d7c14c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 -- 172.21.15.76:0/2585126537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d680094d0 con 0x7f3d7c151e90 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d81605640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 0x7f3d7c14db70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400b990 tx=0x7f3d7400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7400cba0 con 0x7f3d7c151e90 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d7400cd00 con 0x7f3d7c151e90 2023-11-25T03:11:56.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d74014680 con 0x7f3d7c151e90 2023-11-25T03:11:56.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d7c1ede90 con 0x7f3d7c151e90 2023-11-25T03:11:56.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.082+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d7c1ed150 con 0x7f3d7c151e90 2023-11-25T03:11:56.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.086+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d7c1f1400 con 0x7f3d7c151e90 2023-11-25T03:11:56.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.086+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3d7401d3b0 con 0x7f3d7c151e90 2023-11-25T03:11:56.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.086+0000 7f3d797fa640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d60066470 0x7f3d60068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.086+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3d74083d80 con 0x7f3d7c151e90 2023-11-25T03:11:56.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.086+0000 7f3d80e04640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d60066470 0x7f3d60068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.086+0000 7f3d80e04640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d60066470 0x7f3d60068930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3d70009990 tx=0x7f3d70009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.090+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3d740512a0 con 0x7f3d7c151e90 2023-11-25T03:11:56.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3d7c068400 con 0x7f3d7c151e90 2023-11-25T03:11:56.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d797fa640 1 -- 172.21.15.76:0/2585126537 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4919 (secure 0 0 0) 0x7f3d74019090 con 0x7f3d7c151e90 2023-11-25T03:11:56.279 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:56.279 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4965,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-25T03:11:56.279 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 18 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d60066470 msgr2=0x7f3d60068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d60066470 0x7f3d60068930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3d70009990 tx=0x7f3d70009110 comp rx=0 tx=0).stop 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 msgr2=0x7f3d7c14db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 0x7f3d7c14db70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400b990 tx=0x7f3d7400be50 comp rx=0 tx=0).stop 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 shutdown_connections 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d60066470 0x7f3d60068930 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d7c151e90 0x7f3d7c14db70 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d7c0c7ea0 0x7f3d7c1ed950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 --2- 172.21.15.76:0/2585126537 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d7c0c4e60 0x7f3d7c14c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 >> 172.21.15.76:0/2585126537 conn(0x7f3d7c0ca170 msgr2=0x7f3d7c14b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.274+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 shutdown_connections 2023-11-25T03:11:56.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.278+0000 7f3d83068640 1 -- 172.21.15.76:0/2585126537 wait complete. 2023-11-25T03:11:56.300 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:11:56.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.430+0000 7f498772a640 1 Processor -- start 2023-11-25T03:11:56.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.430+0000 7f498772a640 1 -- start start 2023-11-25T03:11:56.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f498772a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f498014c600 0x7f49800abf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f498772a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f49800a9670 0x7f49800aae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f498772a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49800c0d10 con 0x7f49800ac4a0 2023-11-25T03:11:56.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f498772a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49800c2cb0 con 0x7f49800a9670 2023-11-25T03:11:56.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f498772a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4980073d10 con 0x7f498014c600 2023-11-25T03:11:56.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4984cc5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f49800a9670 0x7f49800aae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f49854c6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f498014c600 0x7f49800abf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4985cc7640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f49800ac4a0 0x7f49800ab350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:40296/0 (socket says 172.21.15.76:40296) 2023-11-25T03:11:56.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4985cc7640 1 -- 172.21.15.76:0/2100773105 learned_addr learned my addr 172.21.15.76:0/2100773105 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:56.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4984cc5640 1 -- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f498014c600 msgr2=0x7f49800abf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:56.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4984cc5640 1 --2- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f498014c600 0x7f49800abf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4984cc5640 1 -- 172.21.15.76:0/2100773105 >> v1:172.21.15.106:6789/0 conn(0x7f49800ac4a0 legacy=0x7f49800ab350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.434+0000 7f4984cc5640 1 -- 172.21.15.76:0/2100773105 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4980152fd0 con 0x7f49800a9670 2023-11-25T03:11:56.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f4984cc5640 1 --2- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f49800aae10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f49700097c0 tx=0x7f497001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d99103dc98e862e5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f4977fff640 1 -- 172.21.15.76:0/2100773105 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49700ac620 con 0x7f49800a9670 2023-11-25T03:11:56.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f4977fff640 1 -- 172.21.15.76:0/2100773105 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49700ac780 con 0x7f49800a9670 2023-11-25T03:11:56.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f4977fff640 1 -- 172.21.15.76:0/2100773105 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49700acb10 con 0x7f49800a9670 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 -- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 msgr2=0x7f49800aae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 --2- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f49800aae10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f49700097c0 tx=0x7f497001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 -- 172.21.15.76:0/2100773105 shutdown_connections 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 --2- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f49800aae10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 --2- 172.21.15.76:0/2100773105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f498014c600 0x7f49800abf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 -- 172.21.15.76:0/2100773105 >> 172.21.15.76:0/2100773105 conn(0x7f49800c30c0 msgr2=0x7f49800c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:56.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 -- 172.21.15.76:0/2100773105 shutdown_connections 2023-11-25T03:11:56.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 -- 172.21.15.76:0/2100773105 wait complete. 2023-11-25T03:11:56.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 Processor -- start 2023-11-25T03:11:56.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.438+0000 7f498772a640 1 -- start start 2023-11-25T03:11:56.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f4980071f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49800ac4a0 0x7f4980143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 0x7f49801442a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49801507d0 con 0x7f498014c600 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49801447e0 con 0x7f49800a9670 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49801527c0 con 0x7f49800ac4a0 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 0x7f49801442a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 0x7f49801442a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41822/0 (socket says 172.21.15.76:41822) 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 -- 172.21.15.76:0/724358081 learned_addr learned my addr 172.21.15.76:0/724358081 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4984cc5640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49800ac4a0 0x7f4980143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f49854c6640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f4980071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 -- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49800ac4a0 msgr2=0x7f4980143d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49800ac4a0 0x7f4980143d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 -- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 msgr2=0x7f4980071f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f4980071f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 -- 172.21.15.76:0/724358081 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4970009420 con 0x7f498014c600 2023-11-25T03:11:56.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4985cc7640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 0x7f49801442a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f497800caa0 tx=0x7f497800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f497800ac00 con 0x7f498014c600 2023-11-25T03:11:56.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f497800ad60 con 0x7f498014c600 2023-11-25T03:11:56.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4978012600 con 0x7f498014c600 2023-11-25T03:11:56.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4980150210 con 0x7f498014c600 2023-11-25T03:11:56.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49800c5e20 con 0x7f498014c600 2023-11-25T03:11:56.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.442+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49800c5c80 con 0x7f498014c600 2023-11-25T03:11:56.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.446+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4978007070 con 0x7f498014c600 2023-11-25T03:11:56.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.446+0000 7f4975ffb640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49640664a0 0x7f4964068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.446+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4978083c00 con 0x7f498014c600 2023-11-25T03:11:56.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.446+0000 7f49854c6640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49640664a0 0x7f4964068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.446+0000 7f49854c6640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49640664a0 0x7f4964068960 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f497c009af0 tx=0x7f497c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.450+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f49800c5c80 con 0x7f498014c600 2023-11-25T03:11:56.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.598+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f49800c5c80 con 0x7f498014c600 2023-11-25T03:11:56.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.598+0000 7f4975ffb640 1 -- 172.21.15.76:0/724358081 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+16557 (secure 0 0 0) 0x7f49800c5c80 con 0x7f498014c600 2023-11-25T03:11:56.604 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:56.605 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":32,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:53.258668+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:11:56.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49640664a0 msgr2=0x7f4964068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49640664a0 0x7f4964068960 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f497c009af0 tx=0x7f497c008040 comp rx=0 tx=0).stop 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 msgr2=0x7f49801442a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 0x7f49801442a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f497800caa0 tx=0x7f497800cf60 comp rx=0 tx=0).stop 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 shutdown_connections 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49640664a0 0x7f4964068960 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f498014c600 0x7f49801442a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49800ac4a0 0x7f4980143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 --2- 172.21.15.76:0/724358081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f49800a9670 0x7f4980071f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 >> 172.21.15.76:0/724358081 conn(0x7f49800c30c0 msgr2=0x7f4980147010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 shutdown_connections 2023-11-25T03:11:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.602+0000 7f498772a640 1 -- 172.21.15.76:0/724358081 wait complete. 2023-11-25T03:11:56.625 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:11:56.625 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:11:56.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 Processor -- start 2023-11-25T03:11:56.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 -- start start 2023-11-25T03:11:56.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f72f80c5640 0x7f72f80c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f8155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72f80c2580 con 0x7f72f80c5260 2023-11-25T03:11:56.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72f8153510 con 0x7f72f80c5640 2023-11-25T03:11:56.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72ff701640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72f80c17f0 con 0x7f72f80c60f0 2023-11-25T03:11:56.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fd49d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f72f80c5260 0x7f72f806d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56962/0 (socket says 172.21.15.76:56962) 2023-11-25T03:11:56.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fd49d640 1 -- 172.21.15.76:0/695928440 learned_addr learned my addr 172.21.15.76:0/695928440 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:56.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fcc9c640 1 --2- 172.21.15.76:0/695928440 >> v2:172.21.15.76:3300/0 conn(0x7f72f80c5640 0x7f72f80c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fdc9e640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f8155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72effff640 1 -- 172.21.15.76:0/695928440 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3870788117 0 0) 0x7f72f80c2580 con 0x7f72f80c5260 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72effff640 1 -- 172.21.15.76:0/695928440 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72e4003530 con 0x7f72f80c5260 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fcc9c640 1 -- 172.21.15.76:0/695928440 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 msgr2=0x7f72f8155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fcc9c640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f8155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fcc9c640 1 -- 172.21.15.76:0/695928440 >> v1:172.21.15.76:6789/0 conn(0x7f72f80c5260 legacy=0x7f72f806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fcc9c640 1 -- 172.21.15.76:0/695928440 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72f80c1a00 con 0x7f72f80c5640 2023-11-25T03:11:56.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.758+0000 7f72fdc9e640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f8155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:56.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72fcc9c640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80c5bb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f72f80c1930 tx=0x7f72e801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6514755f2ffb3a63 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72effff640 1 -- 172.21.15.76:0/695928440 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e80ab600 con 0x7f72f80c5640 2023-11-25T03:11:56.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72effff640 1 -- 172.21.15.76:0/695928440 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72e80a7050 con 0x7f72f80c5640 2023-11-25T03:11:56.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72effff640 1 -- 172.21.15.76:0/695928440 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e80ab960 con 0x7f72f80c5640 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 -- 172.21.15.76:0/695928440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 msgr2=0x7f72f80c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80c5bb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f72f80c1930 tx=0x7f72e801c3c0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 -- 172.21.15.76:0/695928440 shutdown_connections 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f8155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 --2- 172.21.15.76:0/695928440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80c5bb0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 -- 172.21.15.76:0/695928440 >> 172.21.15.76:0/695928440 conn(0x7f72f806a5b0 msgr2=0x7f72f806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:56.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 -- 172.21.15.76:0/695928440 shutdown_connections 2023-11-25T03:11:56.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.762+0000 7f72ff701640 1 -- 172.21.15.76:0/695928440 wait complete. 2023-11-25T03:11:56.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 Processor -- start 2023-11-25T03:11:56.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 -- start start 2023-11-25T03:11:56.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72f80c5260 0x7f72f8154b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80bc900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f80bce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f8151f90 con 0x7f72f80c5640 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f80bde20 con 0x7f72f80c5260 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72f81eece0 con 0x7f72f80c60f0 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80bc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80bc900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41836/0 (socket says 172.21.15.76:41836) 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 -- 172.21.15.76:0/3333780113 learned_addr learned my addr 172.21.15.76:0/3333780113 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fd49d640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72f80c5260 0x7f72f8154b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fdc9e640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f80bce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 -- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 msgr2=0x7f72f80bce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f80bce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 -- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72f80c5260 msgr2=0x7f72f8154b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72f80c5260 0x7f72f8154b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 -- 172.21.15.76:0/3333780113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e8009420 con 0x7f72f80c5640 2023-11-25T03:11:56.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fd49d640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72f80c5260 0x7f72f8154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:56.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72fcc9c640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80bc900 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f72e8000c10 tx=0x7f72e8019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e80b4400 con 0x7f72f80c5640 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72e80b4580 con 0x7f72f80c5640 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72f8151a60 con 0x7f72f80c5640 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e80b4930 con 0x7f72f80c5640 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.766+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72f81eeed0 con 0x7f72f80c5640 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.770+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72f8068400 con 0x7f72f80c5640 2023-11-25T03:11:56.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.770+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f72e80b2040 con 0x7f72f80c5640 2023-11-25T03:11:56.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.770+0000 7f72edffb640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72dc066470 0x7f72dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:56.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.770+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f72e811ddc0 con 0x7f72f80c5640 2023-11-25T03:11:56.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.770+0000 7f72fd49d640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72dc066470 0x7f72dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:56.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.770+0000 7f72fd49d640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72dc066470 0x7f72dc068930 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f72f4005890 tx=0x7f72f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:56.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.774+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f72e80eb230 con 0x7f72f80c5640 2023-11-25T03:11:56.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.918+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f72f8156730 con 0x7f72dc066470 2023-11-25T03:11:56.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.930+0000 7f72edffb640 1 -- 172.21.15.76:0/3333780113 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289271 (secure 0 0 0) 0x7f72f40013e0 con 0x7f72dc066470 2023-11-25T03:11:56.936 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:56.938 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:11:56.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72dc066470 msgr2=0x7f72dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72dc066470 0x7f72dc068930 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f72f4005890 tx=0x7f72f4009040 comp rx=0 tx=0).stop 2023-11-25T03:11:56.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 msgr2=0x7f72f80bc900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:56.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80bc900 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f72e8000c10 tx=0x7f72e8019160 comp rx=0 tx=0).stop 2023-11-25T03:11:56.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 shutdown_connections 2023-11-25T03:11:56.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72dc066470 0x7f72dc068930 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72f80c60f0 0x7f72f80bce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72f80c5640 0x7f72f80bc900 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 --2- 172.21.15.76:0/3333780113 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72f80c5260 0x7f72f8154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:56.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 >> 172.21.15.76:0/3333780113 conn(0x7f72f806a5b0 msgr2=0x7f72f80a5980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:56.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 shutdown_connections 2023-11-25T03:11:56.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:56.934+0000 7f72ff701640 1 -- 172.21.15.76:0/3333780113 wait complete. 2023-11-25T03:11:56.956 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2023-11-25T03:11:55.102161+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220160,"kb_used_data":3988,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754560,"statfs":{"total":773094113280,"available":772868669440,"internally_reserved":0,"allocated":4083712,"data_stored":2274673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.233854"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019130+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:11:54.019130+0000","last_peered":"2023-11-25T03:11:54.019130+0000","last_clean":"2023-11-25T03:11:54.019130+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:11:54.019130+0000","last_undegraded":"2023-11-25T03:11:54.019130+0000","last_fullsized":"2023-11-25T03:11:54.019130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264876+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:11:53.264876+0000","last_peered":"2023-11-25T03:11:53.264876+0000","last_clean":"2023-11-25T03:11:53.264876+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:11:53.264876+0000","last_undegraded":"2023-11-25T03:11:53.264876+0000","last_fullsized":"2023-11-25T03:11:53.264876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268626+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:11:53.268626+0000","last_peered":"2023-11-25T03:11:53.268626+0000","last_clean":"2023-11-25T03:11:53.268626+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:11:53.268626+0000","last_undegraded":"2023-11-25T03:11:53.268626+0000","last_fullsized":"2023-11-25T03:11:53.268626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019842+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:11:54.019842+0000","last_peered":"2023-11-25T03:11:54.019842+0000","last_clean":"2023-11-25T03:11:54.019842+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:11:54.019842+0000","last_undegraded":"2023-11-25T03:11:54.019842+0000","last_fullsized":"2023-11-25T03:11:54.019842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019173+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:11:54.019173+0000","last_peered":"2023-11-25T03:11:54.019173+0000","last_clean":"2023-11-25T03:11:54.019173+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:11:54.019173+0000","last_undegraded":"2023-11-25T03:11:54.019173+0000","last_fullsized":"2023-11-25T03:11:54.019173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264339+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:11:53.264339+0000","last_peered":"2023-11-25T03:11:53.264339+0000","last_clean":"2023-11-25T03:11:53.264339+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:11:53.264339+0000","last_undegraded":"2023-11-25T03:11:53.264339+0000","last_fullsized":"2023-11-25T03:11:53.264339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019991+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:11:54.019991+0000","last_peered":"2023-11-25T03:11:54.019991+0000","last_clean":"2023-11-25T03:11:54.019991+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:11:54.019991+0000","last_undegraded":"2023-11-25T03:11:54.019991+0000","last_fullsized":"2023-11-25T03:11:54.019991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018868+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:11:54.018868+0000","last_peered":"2023-11-25T03:11:54.018868+0000","last_clean":"2023-11-25T03:11:54.018868+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:11:54.018868+0000","last_undegraded":"2023-11-25T03:11:54.018868+0000","last_fullsized":"2023-11-25T03:11:54.018868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.270008+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:11:53.270008+0000","last_peered":"2023-11-25T03:11:53.270008+0000","last_clean":"2023-11-25T03:11:53.270008+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:11:53.270008+0000","last_undegraded":"2023-11-25T03:11:53.270008+0000","last_fullsized":"2023-11-25T03:11:53.270008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019880+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:11:54.019880+0000","last_peered":"2023-11-25T03:11:54.019880+0000","last_clean":"2023-11-25T03:11:54.019880+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:11:54.019880+0000","last_undegraded":"2023-11-25T03:11:54.019880+0000","last_fullsized":"2023-11-25T03:11:54.019880+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019763+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:11:54.019763+0000","last_peered":"2023-11-25T03:11:54.019763+0000","last_clean":"2023-11-25T03:11:54.019763+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:11:54.019763+0000","last_undegraded":"2023-11-25T03:11:54.019763+0000","last_fullsized":"2023-11-25T03:11:54.019763+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268484+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:11:53.268484+0000","last_peered":"2023-11-25T03:11:53.268484+0000","last_clean":"2023-11-25T03:11:53.268484+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:11:53.268484+0000","last_undegraded":"2023-11-25T03:11:53.268484+0000","last_fullsized":"2023-11-25T03:11:53.268484+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019236+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:11:54.019236+0000","last_peered":"2023-11-25T03:11:54.019236+0000","last_clean":"2023-11-25T03:11:54.019236+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:11:54.019236+0000","last_undegraded":"2023-11-25T03:11:54.019236+0000","last_fullsized":"2023-11-25T03:11:54.019236+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264403+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:11:53.264403+0000","last_peered":"2023-11-25T03:11:53.264403+0000","last_clean":"2023-11-25T03:11:53.264403+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:11:53.264403+0000","last_undegraded":"2023-11-25T03:11:53.264403+0000","last_fullsized":"2023-11-25T03:11:53.264403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268147+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:11:53.268147+0000","last_peered":"2023-11-25T03:11:53.268147+0000","last_clean":"2023-11-25T03:11:53.268147+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:11:53.268147+0000","last_undegraded":"2023-11-25T03:11:53.268147+0000","last_fullsized":"2023-11-25T03:11:53.268147+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019376+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:11:54.019376+0000","last_peered":"2023-11-25T03:11:54.019376+0000","last_clean":"2023-11-25T03:11:54.019376+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:11:54.019376+0000","last_undegraded":"2023-11-25T03:11:54.019376+0000","last_fullsized":"2023-11-25T03:11:54.019376+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019929+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:11:54.019929+0000","last_peered":"2023-11-25T03:11:54.019929+0000","last_clean":"2023-11-25T03:11:54.019929+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:11:54.019929+0000","last_undegraded":"2023-11-25T03:11:54.019929+0000","last_fullsized":"2023-11-25T03:11:54.019929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264908+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:11:53.264908+0000","last_peered":"2023-11-25T03:11:53.264908+0000","last_clean":"2023-11-25T03:11:53.264908+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:11:53.264908+0000","last_undegraded":"2023-11-25T03:11:53.264908+0000","last_fullsized":"2023-11-25T03:11:53.264908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264493+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:11:53.264493+0000","last_peered":"2023-11-25T03:11:53.264493+0000","last_clean":"2023-11-25T03:11:53.264493+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:11:53.264493+0000","last_undegraded":"2023-11-25T03:11:53.264493+0000","last_fullsized":"2023-11-25T03:11:53.264493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019510+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:11:54.019510+0000","last_peered":"2023-11-25T03:11:54.019510+0000","last_clean":"2023-11-25T03:11:54.019510+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:11:54.019510+0000","last_undegraded":"2023-11-25T03:11:54.019510+0000","last_fullsized":"2023-11-25T03:11:54.019510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269509+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:11:53.269509+0000","last_peered":"2023-11-25T03:11:53.269509+0000","last_clean":"2023-11-25T03:11:53.269509+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:11:53.269509+0000","last_undegraded":"2023-11-25T03:11:53.269509+0000","last_fullsized":"2023-11-25T03:11:53.269509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269472+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:11:53.269472+0000","last_peered":"2023-11-25T03:11:53.269472+0000","last_clean":"2023-11-25T03:11:53.269472+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:11:53.269472+0000","last_undegraded":"2023-11-25T03:11:53.269472+0000","last_fullsized":"2023-11-25T03:11:53.269472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018635+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:11:54.018635+0000","last_peered":"2023-11-25T03:11:54.018635+0000","last_clean":"2023-11-25T03:11:54.018635+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:11:54.018635+0000","last_undegraded":"2023-11-25T03:11:54.018635+0000","last_fullsized":"2023-11-25T03:11:54.018635+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268051+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:11:53.268051+0000","last_peered":"2023-11-25T03:11:53.268051+0000","last_clean":"2023-11-25T03:11:53.268051+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:11:53.268051+0000","last_undegraded":"2023-11-25T03:11:53.268051+0000","last_fullsized":"2023-11-25T03:11:53.268051+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020015+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:11:54.020015+0000","last_peered":"2023-11-25T03:11:54.020015+0000","last_clean":"2023-11-25T03:11:54.020015+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:11:54.020015+0000","last_undegraded":"2023-11-25T03:11:54.020015+0000","last_fullsized":"2023-11-25T03:11:54.020015+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.265005+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:11:53.265005+0000","last_peered":"2023-11-25T03:11:53.265005+0000","last_clean":"2023-11-25T03:11:53.265005+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:11:53.265005+0000","last_undegraded":"2023-11-25T03:11:53.265005+0000","last_fullsized":"2023-11-25T03:11:53.265005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019809+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:11:54.019809+0000","last_peered":"2023-11-25T03:11:54.019809+0000","last_clean":"2023-11-25T03:11:54.019809+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:11:54.019809+0000","last_undegraded":"2023-11-25T03:11:54.019809+0000","last_fullsized":"2023-11-25T03:11:54.019809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268658+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:11:53.268658+0000","last_peered":"2023-11-25T03:11:53.268658+0000","last_clean":"2023-11-25T03:11:53.268658+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:11:53.268658+0000","last_undegraded":"2023-11-25T03:11:53.268658+0000","last_fullsized":"2023-11-25T03:11:53.268658+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269622+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:11:53.269622+0000","last_peered":"2023-11-25T03:11:53.269622+0000","last_clean":"2023-11-25T03:11:53.269622+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:11:53.269622+0000","last_undegraded":"2023-11-25T03:11:53.269622+0000","last_fullsized":"2023-11-25T03:11:53.269622+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019648+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:11:54.019648+0000","last_peered":"2023-11-25T03:11:54.019648+0000","last_clean":"2023-11-25T03:11:54.019648+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:11:54.019648+0000","last_undegraded":"2023-11-25T03:11:54.019648+0000","last_fullsized":"2023-11-25T03:11:54.019648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018925+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:11:54.018925+0000","last_peered":"2023-11-25T03:11:54.018925+0000","last_clean":"2023-11-25T03:11:54.018925+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:11:54.018925+0000","last_undegraded":"2023-11-25T03:11:54.018925+0000","last_fullsized":"2023-11-25T03:11:54.018925+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019000+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:11:54.019000+0000","last_peered":"2023-11-25T03:11:54.019000+0000","last_clean":"2023-11-25T03:11:54.019000+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:11:54.019000+0000","last_undegraded":"2023-11-25T03:11:54.019000+0000","last_fullsized":"2023-11-25T03:11:54.019000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019791+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:11:54.019791+0000","last_peered":"2023-11-25T03:11:54.019791+0000","last_clean":"2023-11-25T03:11:54.019791+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:11:54.019791+0000","last_undegraded":"2023-11-25T03:11:54.019791+0000","last_fullsized":"2023-11-25T03:11:54.019791+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019319+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:11:54.019319+0000","last_peered":"2023-11-25T03:11:54.019319+0000","last_clean":"2023-11-25T03:11:54.019319+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:11:54.019319+0000","last_undegraded":"2023-11-25T03:11:54.019319+0000","last_fullsized":"2023-11-25T03:11:54.019319+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019257+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:11:54.019257+0000","last_peered":"2023-11-25T03:11:54.019257+0000","last_clean":"2023-11-25T03:11:54.019257+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:11:54.019257+0000","last_undegraded":"2023-11-25T03:11:54.019257+0000","last_fullsized":"2023-11-25T03:11:54.019257+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020052+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:11:54.020052+0000","last_peered":"2023-11-25T03:11:54.020052+0000","last_clean":"2023-11-25T03:11:54.020052+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:11:54.020052+0000","last_undegraded":"2023-11-25T03:11:54.020052+0000","last_fullsized":"2023-11-25T03:11:54.020052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269606+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:11:53.269606+0000","last_peered":"2023-11-25T03:11:53.269606+0000","last_clean":"2023-11-25T03:11:53.269606+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:11:53.269606+0000","last_undegraded":"2023-11-25T03:11:53.269606+0000","last_fullsized":"2023-11-25T03:11:53.269606+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264623+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:11:53.264623+0000","last_peered":"2023-11-25T03:11:53.264623+0000","last_clean":"2023-11-25T03:11:53.264623+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:11:53.264623+0000","last_undegraded":"2023-11-25T03:11:53.264623+0000","last_fullsized":"2023-11-25T03:11:53.264623+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019898+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:11:54.019898+0000","last_peered":"2023-11-25T03:11:54.019898+0000","last_clean":"2023-11-25T03:11:54.019898+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:11:54.019898+0000","last_undegraded":"2023-11-25T03:11:54.019898+0000","last_fullsized":"2023-11-25T03:11:54.019898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019485+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:11:54.019485+0000","last_peered":"2023-11-25T03:11:54.019485+0000","last_clean":"2023-11-25T03:11:54.019485+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:11:54.019485+0000","last_undegraded":"2023-11-25T03:11:54.019485+0000","last_fullsized":"2023-11-25T03:11:54.019485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019929+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:11:54.019929+0000","last_peered":"2023-11-25T03:11:54.019929+0000","last_clean":"2023-11-25T03:11:54.019929+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:11:54.019929+0000","last_undegraded":"2023-11-25T03:11:54.019929+0000","last_fullsized":"2023-11-25T03:11:54.019929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269644+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:11:53.269644+0000","last_peered":"2023-11-25T03:11:53.269644+0000","last_clean":"2023-11-25T03:11:53.269644+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:11:53.269644+0000","last_undegraded":"2023-11-25T03:11:53.269644+0000","last_fullsized":"2023-11-25T03:11:53.269644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268218+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:11:53.268218+0000","last_peered":"2023-11-25T03:11:53.268218+0000","last_clean":"2023-11-25T03:11:53.268218+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:11:53.268218+0000","last_undegraded":"2023-11-25T03:11:53.268218+0000","last_fullsized":"2023-11-25T03:11:53.268218+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269430+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:11:53.269430+0000","last_peered":"2023-11-25T03:11:53.269430+0000","last_clean":"2023-11-25T03:11:53.269430+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:11:53.269430+0000","last_undegraded":"2023-11-25T03:11:53.269430+0000","last_fullsized":"2023-11-25T03:11:53.269430+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269328+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:11:53.269328+0000","last_peered":"2023-11-25T03:11:53.269328+0000","last_clean":"2023-11-25T03:11:53.269328+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:11:53.269328+0000","last_undegraded":"2023-11-25T03:11:53.269328+0000","last_fullsized":"2023-11-25T03:11:53.269328+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264154+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:11:53.264154+0000","last_peered":"2023-11-25T03:11:53.264154+0000","last_clean":"2023-11-25T03:11:53.264154+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:11:53.264154+0000","last_undegraded":"2023-11-25T03:11:53.264154+0000","last_fullsized":"2023-11-25T03:11:53.264154+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019353+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:11:54.019353+0000","last_peered":"2023-11-25T03:11:54.019353+0000","last_clean":"2023-11-25T03:11:54.019353+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:11:54.019353+0000","last_undegraded":"2023-11-25T03:11:54.019353+0000","last_fullsized":"2023-11-25T03:11:54.019353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269255+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:11:53.269255+0000","last_peered":"2023-11-25T03:11:53.269255+0000","last_clean":"2023-11-25T03:11:53.269255+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:11:53.269255+0000","last_undegraded":"2023-11-25T03:11:53.269255+0000","last_fullsized":"2023-11-25T03:11:53.269255+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268722+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:11:53.268722+0000","last_peered":"2023-11-25T03:11:53.268722+0000","last_clean":"2023-11-25T03:11:53.268722+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:11:53.268722+0000","last_undegraded":"2023-11-25T03:11:53.268722+0000","last_fullsized":"2023-11-25T03:11:53.268722+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264834+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:11:53.264834+0000","last_peered":"2023-11-25T03:11:53.264834+0000","last_clean":"2023-11-25T03:11:53.264834+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:11:53.264834+0000","last_undegraded":"2023-11-25T03:11:53.264834+0000","last_fullsized":"2023-11-25T03:11:53.264834+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264807+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:11:53.264807+0000","last_peered":"2023-11-25T03:11:53.264807+0000","last_clean":"2023-11-25T03:11:53.264807+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:11:53.264807+0000","last_undegraded":"2023-11-25T03:11:53.264807+0000","last_fullsized":"2023-11-25T03:11:53.264807+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020162+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:11:54.020162+0000","last_peered":"2023-11-25T03:11:54.020162+0000","last_clean":"2023-11-25T03:11:54.020162+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:11:54.020162+0000","last_undegraded":"2023-11-25T03:11:54.020162+0000","last_fullsized":"2023-11-25T03:11:54.020162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264628+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:11:53.264628+0000","last_peered":"2023-11-25T03:11:53.264628+0000","last_clean":"2023-11-25T03:11:53.264628+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:11:53.264628+0000","last_undegraded":"2023-11-25T03:11:53.264628+0000","last_fullsized":"2023-11-25T03:11:53.264628+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268696+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:11:53.268696+0000","last_peered":"2023-11-25T03:11:53.268696+0000","last_clean":"2023-11-25T03:11:53.268696+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:11:53.268696+0000","last_undegraded":"2023-11-25T03:11:53.268696+0000","last_fullsized":"2023-11-25T03:11:53.268696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268571+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:11:53.268571+0000","last_peered":"2023-11-25T03:11:53.268571+0000","last_clean":"2023-11-25T03:11:53.268571+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:11:53.268571+0000","last_undegraded":"2023-11-25T03:11:53.268571+0000","last_fullsized":"2023-11-25T03:11:53.268571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264667+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:11:53.264667+0000","last_peered":"2023-11-25T03:11:53.264667+0000","last_clean":"2023-11-25T03:11:53.264667+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:11:53.264667+0000","last_undegraded":"2023-11-25T03:11:53.264667+0000","last_fullsized":"2023-11-25T03:11:53.264667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019545+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:11:54.019545+0000","last_peered":"2023-11-25T03:11:54.019545+0000","last_clean":"2023-11-25T03:11:54.019545+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:11:54.019545+0000","last_undegraded":"2023-11-25T03:11:54.019545+0000","last_fullsized":"2023-11-25T03:11:54.019545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269760+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:11:53.269760+0000","last_peered":"2023-11-25T03:11:53.269760+0000","last_clean":"2023-11-25T03:11:53.269760+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:11:53.269760+0000","last_undegraded":"2023-11-25T03:11:53.269760+0000","last_fullsized":"2023-11-25T03:11:53.269760+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264569+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:11:53.264569+0000","last_peered":"2023-11-25T03:11:53.264569+0000","last_clean":"2023-11-25T03:11:53.264569+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:11:53.264569+0000","last_undegraded":"2023-11-25T03:11:53.264569+0000","last_fullsized":"2023-11-25T03:11:53.264569+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019621+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:11:54.019621+0000","last_peered":"2023-11-25T03:11:54.019621+0000","last_clean":"2023-11-25T03:11:54.019621+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:11:54.019621+0000","last_undegraded":"2023-11-25T03:11:54.019621+0000","last_fullsized":"2023-11-25T03:11:54.019621+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019130+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:11:54.019130+0000","last_peered":"2023-11-25T03:11:54.019130+0000","last_clean":"2023-11-25T03:11:54.019130+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:11:54.019130+0000","last_undegraded":"2023-11-25T03:11:54.019130+0000","last_fullsized":"2023-11-25T03:11:54.019130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264179+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:11:53.264179+0000","last_peered":"2023-11-25T03:11:53.264179+0000","last_clean":"2023-11-25T03:11:53.264179+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:11:53.264179+0000","last_undegraded":"2023-11-25T03:11:53.264179+0000","last_fullsized":"2023-11-25T03:11:53.264179+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019355+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:11:54.019355+0000","last_peered":"2023-11-25T03:11:54.019355+0000","last_clean":"2023-11-25T03:11:54.019355+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:11:54.019355+0000","last_undegraded":"2023-11-25T03:11:54.019355+0000","last_fullsized":"2023-11-25T03:11:54.019355+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264126+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:11:53.264126+0000","last_peered":"2023-11-25T03:11:53.264126+0000","last_clean":"2023-11-25T03:11:53.264126+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:11:53.264126+0000","last_undegraded":"2023-11-25T03:11:53.264126+0000","last_fullsized":"2023-11-25T03:11:53.264126+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269927+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:11:53.269927+0000","last_peered":"2023-11-25T03:11:53.269927+0000","last_clean":"2023-11-25T03:11:53.269927+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:11:53.269927+0000","last_undegraded":"2023-11-25T03:11:53.269927+0000","last_fullsized":"2023-11-25T03:11:53.269927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020088+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:11:54.020088+0000","last_peered":"2023-11-25T03:11:54.020088+0000","last_clean":"2023-11-25T03:11:54.020088+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:11:54.020088+0000","last_undegraded":"2023-11-25T03:11:54.020088+0000","last_fullsized":"2023-11-25T03:11:54.020088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268826+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:11:53.268826+0000","last_peered":"2023-11-25T03:11:53.268826+0000","last_clean":"2023-11-25T03:11:53.268826+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:11:53.268826+0000","last_undegraded":"2023-11-25T03:11:53.268826+0000","last_fullsized":"2023-11-25T03:11:53.268826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269981+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:11:53.269981+0000","last_peered":"2023-11-25T03:11:53.269981+0000","last_clean":"2023-11-25T03:11:53.269981+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:11:53.269981+0000","last_undegraded":"2023-11-25T03:11:53.269981+0000","last_fullsized":"2023-11-25T03:11:53.269981+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020005+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:11:54.020005+0000","last_peered":"2023-11-25T03:11:54.020005+0000","last_clean":"2023-11-25T03:11:54.020005+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:11:54.020005+0000","last_undegraded":"2023-11-25T03:11:54.020005+0000","last_fullsized":"2023-11-25T03:11:54.020005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269884+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:11:53.269884+0000","last_peered":"2023-11-25T03:11:53.269884+0000","last_clean":"2023-11-25T03:11:53.269884+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:11:53.269884+0000","last_undegraded":"2023-11-25T03:11:53.269884+0000","last_fullsized":"2023-11-25T03:11:53.269884+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019732+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:11:54.019732+0000","last_peered":"2023-11-25T03:11:54.019732+0000","last_clean":"2023-11-25T03:11:54.019732+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:11:54.019732+0000","last_undegraded":"2023-11-25T03:11:54.019732+0000","last_fullsized":"2023-11-25T03:11:54.019732+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269672+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:11:53.269672+0000","last_peered":"2023-11-25T03:11:53.269672+0000","last_clean":"2023-11-25T03:11:53.269672+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:11:53.269672+0000","last_undegraded":"2023-11-25T03:11:53.269672+0000","last_fullsized":"2023-11-25T03:11:53.269672+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019080+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:11:54.019080+0000","last_peered":"2023-11-25T03:11:54.019080+0000","last_clean":"2023-11-25T03:11:54.019080+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:11:54.019080+0000","last_undegraded":"2023-11-25T03:11:54.019080+0000","last_fullsized":"2023-11-25T03:11:54.019080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018899+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:11:54.018899+0000","last_peered":"2023-11-25T03:11:54.018899+0000","last_clean":"2023-11-25T03:11:54.018899+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:11:54.018899+0000","last_undegraded":"2023-11-25T03:11:54.018899+0000","last_fullsized":"2023-11-25T03:11:54.018899+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019288+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:11:54.019288+0000","last_peered":"2023-11-25T03:11:54.019288+0000","last_clean":"2023-11-25T03:11:54.019288+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:11:54.019288+0000","last_undegraded":"2023-11-25T03:11:54.019288+0000","last_fullsized":"2023-11-25T03:11:54.019288+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019064+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:11:54.019064+0000","last_peered":"2023-11-25T03:11:54.019064+0000","last_clean":"2023-11-25T03:11:54.019064+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:11:54.019064+0000","last_undegraded":"2023-11-25T03:11:54.019064+0000","last_fullsized":"2023-11-25T03:11:54.019064+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018911+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:11:54.018911+0000","last_peered":"2023-11-25T03:11:54.018911+0000","last_clean":"2023-11-25T03:11:54.018911+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:11:54.018911+0000","last_undegraded":"2023-11-25T03:11:54.018911+0000","last_fullsized":"2023-11-25T03:11:54.018911+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269275+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:11:53.269275+0000","last_peered":"2023-11-25T03:11:53.269275+0000","last_clean":"2023-11-25T03:11:53.269275+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:11:53.269275+0000","last_undegraded":"2023-11-25T03:11:53.269275+0000","last_fullsized":"2023-11-25T03:11:53.269275+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019862+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:11:54.019862+0000","last_peered":"2023-11-25T03:11:54.019862+0000","last_clean":"2023-11-25T03:11:54.019862+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:11:54.019862+0000","last_undegraded":"2023-11-25T03:11:54.019862+0000","last_fullsized":"2023-11-25T03:11:54.019862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.267868+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:11:53.267868+0000","last_peered":"2023-11-25T03:11:53.267868+0000","last_clean":"2023-11-25T03:11:53.267868+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:11:53.267868+0000","last_undegraded":"2023-11-25T03:11:53.267868+0000","last_fullsized":"2023-11-25T03:11:53.267868+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019627+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:11:54.019627+0000","last_peered":"2023-11-25T03:11:54.019627+0000","last_clean":"2023-11-25T03:11:54.019627+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:11:54.019627+0000","last_undegraded":"2023-11-25T03:11:54.019627+0000","last_fullsized":"2023-11-25T03:11:54.019627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020112+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:11:54.020112+0000","last_peered":"2023-11-25T03:11:54.020112+0000","last_clean":"2023-11-25T03:11:54.020112+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:11:54.020112+0000","last_undegraded":"2023-11-25T03:11:54.020112+0000","last_fullsized":"2023-11-25T03:11:54.020112+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268915+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:11:53.268915+0000","last_peered":"2023-11-25T03:11:53.268915+0000","last_clean":"2023-11-25T03:11:53.268915+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:11:53.268915+0000","last_undegraded":"2023-11-25T03:11:53.268915+0000","last_fullsized":"2023-11-25T03:11:53.268915+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020185+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:11:54.020185+0000","last_peered":"2023-11-25T03:11:54.020185+0000","last_clean":"2023-11-25T03:11:54.020185+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:11:54.020185+0000","last_undegraded":"2023-11-25T03:11:54.020185+0000","last_fullsized":"2023-11-25T03:11:54.020185+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019237+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:11:54.019237+0000","last_peered":"2023-11-25T03:11:54.019237+0000","last_clean":"2023-11-25T03:11:54.019237+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:11:54.019237+0000","last_undegraded":"2023-11-25T03:11:54.019237+0000","last_fullsized":"2023-11-25T03:11:54.019237+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020088+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:11:54.020088+0000","last_peered":"2023-11-25T03:11:54.020088+0000","last_clean":"2023-11-25T03:11:54.020088+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:11:54.020088+0000","last_undegraded":"2023-11-25T03:11:54.020088+0000","last_fullsized":"2023-11-25T03:11:54.020088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019352+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:11:54.019352+0000","last_peered":"2023-11-25T03:11:54.019352+0000","last_clean":"2023-11-25T03:11:54.019352+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:11:54.019352+0000","last_undegraded":"2023-11-25T03:11:54.019352+0000","last_fullsized":"2023-11-25T03:11:54.019352+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018984+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:11:54.018984+0000","last_peered":"2023-11-25T03:11:54.018984+0000","last_clean":"2023-11-25T03:11:54.018984+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:11:54.018984+0000","last_undegraded":"2023-11-25T03:11:54.018984+0000","last_fullsized":"2023-11-25T03:11:54.018984+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018895+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:11:54.018895+0000","last_peered":"2023-11-25T03:11:54.018895+0000","last_clean":"2023-11-25T03:11:54.018895+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:11:54.018895+0000","last_undegraded":"2023-11-25T03:11:54.018895+0000","last_fullsized":"2023-11-25T03:11:54.018895+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019698+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:11:54.019698+0000","last_peered":"2023-11-25T03:11:54.019698+0000","last_clean":"2023-11-25T03:11:54.019698+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:11:54.019698+0000","last_undegraded":"2023-11-25T03:11:54.019698+0000","last_fullsized":"2023-11-25T03:11:54.019698+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264137+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:11:53.264137+0000","last_peered":"2023-11-25T03:11:53.264137+0000","last_clean":"2023-11-25T03:11:53.264137+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:11:53.264137+0000","last_undegraded":"2023-11-25T03:11:53.264137+0000","last_fullsized":"2023-11-25T03:11:53.264137+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269377+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:11:53.269377+0000","last_peered":"2023-11-25T03:11:53.269377+0000","last_clean":"2023-11-25T03:11:53.269377+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:11:53.269377+0000","last_undegraded":"2023-11-25T03:11:53.269377+0000","last_fullsized":"2023-11-25T03:11:53.269377+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269266+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:11:53.269266+0000","last_peered":"2023-11-25T03:11:53.269266+0000","last_clean":"2023-11-25T03:11:53.269266+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:11:53.269266+0000","last_undegraded":"2023-11-25T03:11:53.269266+0000","last_fullsized":"2023-11-25T03:11:53.269266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264196+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:11:53.264196+0000","last_peered":"2023-11-25T03:11:53.264196+0000","last_clean":"2023-11-25T03:11:53.264196+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:11:53.264196+0000","last_undegraded":"2023-11-25T03:11:53.264196+0000","last_fullsized":"2023-11-25T03:11:53.264196+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019656+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:11:54.019656+0000","last_peered":"2023-11-25T03:11:54.019656+0000","last_clean":"2023-11-25T03:11:54.019656+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:11:54.019656+0000","last_undegraded":"2023-11-25T03:11:54.019656+0000","last_fullsized":"2023-11-25T03:11:54.019656+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018911+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:11:54.018911+0000","last_peered":"2023-11-25T03:11:54.018911+0000","last_clean":"2023-11-25T03:11:54.018911+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:11:54.018911+0000","last_undegraded":"2023-11-25T03:11:54.018911+0000","last_fullsized":"2023-11-25T03:11:54.018911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-11-25T03:11:52.272853+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:52.272853+0000","last_peered":"2023-11-25T03:11:52.272853+0000","last_clean":"2023-11-25T03:11:52.272853+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:52.272853+0000","last_undegraded":"2023-11-25T03:11:52.272853+0000","last_fullsized":"2023-11-25T03:11:52.272853+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":946176,"data_stored":723575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.752},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.89200000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.65200000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.87}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.96999999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.84399999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.99199999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.49099999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.73099999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.63600000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.76500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.75}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.80300000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.624},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.81200000000000006}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.72299999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.68999999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.67200000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.46200000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.41299999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.44700000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":139521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.92600000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.95499999999999996}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.81200000000000006}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":1.024}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.77800000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.70599999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.73499999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":141051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.501},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.33200000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.442}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.63900000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.622}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.53800000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":352256,"data_stored":133187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.42899999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.505},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.52400000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.62}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.65000000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.67200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":364544,"data_stored":134751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.314},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41299999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.57499999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.67700000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":722466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.373}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.41099999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.626},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.44}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.50700000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.52200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:11:56.962 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:11:57.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 Processor -- start 2023-11-25T03:11:57.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 -- start start 2023-11-25T03:11:57.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f59fc0c5260 0x7f59fc06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f59fc0c5640 0x7f59fc0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c60f0 0x7f59fc155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59fc0c17f0 con 0x7f59fc0c5640 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59fc0c2580 con 0x7f59fc0c5260 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a03079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc0c1a00 con 0x7f59fc0c60f0 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f59fc0c5640 0x7f59fc0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f59fc0c5640 0x7f59fc0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41514/0 (socket says 172.21.15.76:41514) 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 -- 172.21.15.76:0/4070545316 learned_addr learned my addr 172.21.15.76:0/4070545316 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a00e15640 1 --2- 172.21.15.76:0/4070545316 >> v2:172.21.15.106:3300/0 conn(0x7f59fc0c5260 0x7f59fc06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f5a01616640 1 --2- 172.21.15.76:0/4070545316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c60f0 0x7f59fc155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 -- 172.21.15.76:0/4070545316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c60f0 msgr2=0x7f59fc155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4070545316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c60f0 0x7f59fc155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 -- 172.21.15.76:0/4070545316 >> v2:172.21.15.106:3300/0 conn(0x7f59fc0c5260 msgr2=0x7f59fc06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4070545316 >> v2:172.21.15.106:3300/0 conn(0x7f59fc0c5260 0x7f59fc06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.134+0000 7f59f3fff640 1 -- 172.21.15.76:0/4070545316 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59fc0c1ce0 con 0x7f59fc0c5640 2023-11-25T03:11:57.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4070545316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5640 0x7f59fc0c5bb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f59fc0c6920 tx=0x7f59ec01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c42229e630bc91 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f59f37fe640 1 -- 172.21.15.76:0/4070545316 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59ec0ac640 con 0x7f59fc0c5640 2023-11-25T03:11:57.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f59f37fe640 1 -- 172.21.15.76:0/4070545316 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59ec0ac7a0 con 0x7f59fc0c5640 2023-11-25T03:11:57.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f59f37fe640 1 -- 172.21.15.76:0/4070545316 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59ec0acb30 con 0x7f59fc0c5640 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 -- 172.21.15.76:0/4070545316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5640 msgr2=0x7f59fc0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 --2- 172.21.15.76:0/4070545316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5640 0x7f59fc0c5bb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f59fc0c6920 tx=0x7f59ec01c440 comp rx=0 tx=0).stop 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 -- 172.21.15.76:0/4070545316 shutdown_connections 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 --2- 172.21.15.76:0/4070545316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c60f0 0x7f59fc155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 --2- 172.21.15.76:0/4070545316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5640 0x7f59fc0c5bb0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 --2- 172.21.15.76:0/4070545316 >> v2:172.21.15.106:3300/0 conn(0x7f59fc0c5260 0x7f59fc06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 -- 172.21.15.76:0/4070545316 >> 172.21.15.76:0/4070545316 conn(0x7f59fc06a5b0 msgr2=0x7f59fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 -- 172.21.15.76:0/4070545316 shutdown_connections 2023-11-25T03:11:57.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.138+0000 7f5a03079640 1 -- 172.21.15.76:0/4070545316 wait complete. 2023-11-25T03:11:57.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 Processor -- start 2023-11-25T03:11:57.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 -- start start 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 0x7f59fc1ee840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c5640 0x7f59fc1511b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59fc0c60f0 0x7f59fc13cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc0bdda0 con 0x7f59fc0c5260 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc150d20 con 0x7f59fc0c60f0 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc1ef2d0 con 0x7f59fc0c5640 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 0x7f59fc1ee840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 0x7f59fc1ee840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41528/0 (socket says 172.21.15.76:41528) 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 -- 172.21.15.76:0/4114531839 learned_addr learned my addr 172.21.15.76:0/4114531839 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a01616640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59fc0c60f0 0x7f59fc13cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c5640 0x7f59fc1511b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 -- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c5640 msgr2=0x7f59fc1511b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c5640 0x7f59fc1511b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 -- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59fc0c60f0 msgr2=0x7f59fc13cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59fc0c60f0 0x7f59fc13cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 -- 172.21.15.76:0/4114531839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59ec0094d0 con 0x7f59fc0c5260 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c5640 0x7f59fc1511b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:57.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a00e15640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 0x7f59fc1ee840 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f59f800d800 tx=0x7f59f800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59f80096a0 con 0x7f59fc0c5260 2023-11-25T03:11:57.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59f8009800 con 0x7f59fc0c5260 2023-11-25T03:11:57.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59f8009990 con 0x7f59fc0c5260 2023-11-25T03:11:57.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.142+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59fc1527c0 con 0x7f59fc0c5260 2023-11-25T03:11:57.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59fc152d80 con 0x7f59fc0c5260 2023-11-25T03:11:57.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59fc068400 con 0x7f59fc0c5260 2023-11-25T03:11:57.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f59f8009af0 con 0x7f59fc0c5260 2023-11-25T03:11:57.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f59f17fa640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59e80664a0 0x7f59e8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f59f8084220 con 0x7f59fc0c5260 2023-11-25T03:11:57.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59e80664a0 0x7f59e8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.146+0000 7f59f3fff640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59e80664a0 0x7f59e8068960 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f59ec0ae000 tx=0x7f59ec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.150+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f59f8051690 con 0x7f59fc0c5260 2023-11-25T03:11:57.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.298+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f59fc0c07e0 con 0x7f59e80664a0 2023-11-25T03:11:57.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.306+0000 7f59f17fa640 1 -- 172.21.15.76:0/4114531839 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289271 (secure 0 0 0) 0x7f59fc0c07e0 con 0x7f59e80664a0 2023-11-25T03:11:57.311 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:57.313 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:11:57.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.306+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59e80664a0 msgr2=0x7f59e8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.306+0000 7f5a03079640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59e80664a0 0x7f59e8068960 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f59ec0ae000 tx=0x7f59ec008040 comp rx=0 tx=0).stop 2023-11-25T03:11:57.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.306+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 msgr2=0x7f59fc1ee840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.306+0000 7f5a03079640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 0x7f59fc1ee840 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f59f800d800 tx=0x7f59f800dcc0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 shutdown_connections 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59e80664a0 0x7f59e8068960 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59fc0c60f0 0x7f59fc13cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59fc0c5640 0x7f59fc1511b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 --2- 172.21.15.76:0/4114531839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59fc0c5260 0x7f59fc1ee840 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 >> 172.21.15.76:0/4114531839 conn(0x7f59fc06a5b0 msgr2=0x7f59fc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 shutdown_connections 2023-11-25T03:11:57.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.310+0000 7f5a03079640 1 -- 172.21.15.76:0/4114531839 wait complete. 2023-11-25T03:11:57.332 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2023-11-25T03:11:57.102573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220160,"kb_used_data":3988,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754560,"statfs":{"total":773094113280,"available":772868669440,"internally_reserved":0,"allocated":4083712,"data_stored":2274673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001031"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019130+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:11:54.019130+0000","last_peered":"2023-11-25T03:11:54.019130+0000","last_clean":"2023-11-25T03:11:54.019130+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:11:54.019130+0000","last_undegraded":"2023-11-25T03:11:54.019130+0000","last_fullsized":"2023-11-25T03:11:54.019130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264876+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:11:53.264876+0000","last_peered":"2023-11-25T03:11:53.264876+0000","last_clean":"2023-11-25T03:11:53.264876+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:11:53.264876+0000","last_undegraded":"2023-11-25T03:11:53.264876+0000","last_fullsized":"2023-11-25T03:11:53.264876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268626+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:11:53.268626+0000","last_peered":"2023-11-25T03:11:53.268626+0000","last_clean":"2023-11-25T03:11:53.268626+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:11:53.268626+0000","last_undegraded":"2023-11-25T03:11:53.268626+0000","last_fullsized":"2023-11-25T03:11:53.268626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019842+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:11:54.019842+0000","last_peered":"2023-11-25T03:11:54.019842+0000","last_clean":"2023-11-25T03:11:54.019842+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:11:54.019842+0000","last_undegraded":"2023-11-25T03:11:54.019842+0000","last_fullsized":"2023-11-25T03:11:54.019842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019173+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:11:54.019173+0000","last_peered":"2023-11-25T03:11:54.019173+0000","last_clean":"2023-11-25T03:11:54.019173+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:11:54.019173+0000","last_undegraded":"2023-11-25T03:11:54.019173+0000","last_fullsized":"2023-11-25T03:11:54.019173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264339+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:11:53.264339+0000","last_peered":"2023-11-25T03:11:53.264339+0000","last_clean":"2023-11-25T03:11:53.264339+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:11:53.264339+0000","last_undegraded":"2023-11-25T03:11:53.264339+0000","last_fullsized":"2023-11-25T03:11:53.264339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019991+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:11:54.019991+0000","last_peered":"2023-11-25T03:11:54.019991+0000","last_clean":"2023-11-25T03:11:54.019991+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:11:54.019991+0000","last_undegraded":"2023-11-25T03:11:54.019991+0000","last_fullsized":"2023-11-25T03:11:54.019991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018868+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:11:54.018868+0000","last_peered":"2023-11-25T03:11:54.018868+0000","last_clean":"2023-11-25T03:11:54.018868+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:11:54.018868+0000","last_undegraded":"2023-11-25T03:11:54.018868+0000","last_fullsized":"2023-11-25T03:11:54.018868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.270008+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:11:53.270008+0000","last_peered":"2023-11-25T03:11:53.270008+0000","last_clean":"2023-11-25T03:11:53.270008+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:11:53.270008+0000","last_undegraded":"2023-11-25T03:11:53.270008+0000","last_fullsized":"2023-11-25T03:11:53.270008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019880+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:11:54.019880+0000","last_peered":"2023-11-25T03:11:54.019880+0000","last_clean":"2023-11-25T03:11:54.019880+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:11:54.019880+0000","last_undegraded":"2023-11-25T03:11:54.019880+0000","last_fullsized":"2023-11-25T03:11:54.019880+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019763+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:11:54.019763+0000","last_peered":"2023-11-25T03:11:54.019763+0000","last_clean":"2023-11-25T03:11:54.019763+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:11:54.019763+0000","last_undegraded":"2023-11-25T03:11:54.019763+0000","last_fullsized":"2023-11-25T03:11:54.019763+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268484+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:11:53.268484+0000","last_peered":"2023-11-25T03:11:53.268484+0000","last_clean":"2023-11-25T03:11:53.268484+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:11:53.268484+0000","last_undegraded":"2023-11-25T03:11:53.268484+0000","last_fullsized":"2023-11-25T03:11:53.268484+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019236+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:11:54.019236+0000","last_peered":"2023-11-25T03:11:54.019236+0000","last_clean":"2023-11-25T03:11:54.019236+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:11:54.019236+0000","last_undegraded":"2023-11-25T03:11:54.019236+0000","last_fullsized":"2023-11-25T03:11:54.019236+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264403+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:11:53.264403+0000","last_peered":"2023-11-25T03:11:53.264403+0000","last_clean":"2023-11-25T03:11:53.264403+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:11:53.264403+0000","last_undegraded":"2023-11-25T03:11:53.264403+0000","last_fullsized":"2023-11-25T03:11:53.264403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268147+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:11:53.268147+0000","last_peered":"2023-11-25T03:11:53.268147+0000","last_clean":"2023-11-25T03:11:53.268147+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:11:53.268147+0000","last_undegraded":"2023-11-25T03:11:53.268147+0000","last_fullsized":"2023-11-25T03:11:53.268147+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019376+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:11:54.019376+0000","last_peered":"2023-11-25T03:11:54.019376+0000","last_clean":"2023-11-25T03:11:54.019376+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:11:54.019376+0000","last_undegraded":"2023-11-25T03:11:54.019376+0000","last_fullsized":"2023-11-25T03:11:54.019376+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019929+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:11:54.019929+0000","last_peered":"2023-11-25T03:11:54.019929+0000","last_clean":"2023-11-25T03:11:54.019929+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:11:54.019929+0000","last_undegraded":"2023-11-25T03:11:54.019929+0000","last_fullsized":"2023-11-25T03:11:54.019929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264908+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:11:53.264908+0000","last_peered":"2023-11-25T03:11:53.264908+0000","last_clean":"2023-11-25T03:11:53.264908+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:11:53.264908+0000","last_undegraded":"2023-11-25T03:11:53.264908+0000","last_fullsized":"2023-11-25T03:11:53.264908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264493+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:11:53.264493+0000","last_peered":"2023-11-25T03:11:53.264493+0000","last_clean":"2023-11-25T03:11:53.264493+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:11:53.264493+0000","last_undegraded":"2023-11-25T03:11:53.264493+0000","last_fullsized":"2023-11-25T03:11:53.264493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019510+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:11:54.019510+0000","last_peered":"2023-11-25T03:11:54.019510+0000","last_clean":"2023-11-25T03:11:54.019510+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:11:54.019510+0000","last_undegraded":"2023-11-25T03:11:54.019510+0000","last_fullsized":"2023-11-25T03:11:54.019510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269509+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:11:53.269509+0000","last_peered":"2023-11-25T03:11:53.269509+0000","last_clean":"2023-11-25T03:11:53.269509+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:11:53.269509+0000","last_undegraded":"2023-11-25T03:11:53.269509+0000","last_fullsized":"2023-11-25T03:11:53.269509+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269472+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:11:53.269472+0000","last_peered":"2023-11-25T03:11:53.269472+0000","last_clean":"2023-11-25T03:11:53.269472+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:11:53.269472+0000","last_undegraded":"2023-11-25T03:11:53.269472+0000","last_fullsized":"2023-11-25T03:11:53.269472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018635+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:11:54.018635+0000","last_peered":"2023-11-25T03:11:54.018635+0000","last_clean":"2023-11-25T03:11:54.018635+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:11:54.018635+0000","last_undegraded":"2023-11-25T03:11:54.018635+0000","last_fullsized":"2023-11-25T03:11:54.018635+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268051+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:11:53.268051+0000","last_peered":"2023-11-25T03:11:53.268051+0000","last_clean":"2023-11-25T03:11:53.268051+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:11:53.268051+0000","last_undegraded":"2023-11-25T03:11:53.268051+0000","last_fullsized":"2023-11-25T03:11:53.268051+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020015+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:11:54.020015+0000","last_peered":"2023-11-25T03:11:54.020015+0000","last_clean":"2023-11-25T03:11:54.020015+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:11:54.020015+0000","last_undegraded":"2023-11-25T03:11:54.020015+0000","last_fullsized":"2023-11-25T03:11:54.020015+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.265005+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:11:53.265005+0000","last_peered":"2023-11-25T03:11:53.265005+0000","last_clean":"2023-11-25T03:11:53.265005+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:11:53.265005+0000","last_undegraded":"2023-11-25T03:11:53.265005+0000","last_fullsized":"2023-11-25T03:11:53.265005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019809+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:11:54.019809+0000","last_peered":"2023-11-25T03:11:54.019809+0000","last_clean":"2023-11-25T03:11:54.019809+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:11:54.019809+0000","last_undegraded":"2023-11-25T03:11:54.019809+0000","last_fullsized":"2023-11-25T03:11:54.019809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268658+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:11:53.268658+0000","last_peered":"2023-11-25T03:11:53.268658+0000","last_clean":"2023-11-25T03:11:53.268658+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:11:53.268658+0000","last_undegraded":"2023-11-25T03:11:53.268658+0000","last_fullsized":"2023-11-25T03:11:53.268658+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269622+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:11:53.269622+0000","last_peered":"2023-11-25T03:11:53.269622+0000","last_clean":"2023-11-25T03:11:53.269622+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:11:53.269622+0000","last_undegraded":"2023-11-25T03:11:53.269622+0000","last_fullsized":"2023-11-25T03:11:53.269622+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019648+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:11:54.019648+0000","last_peered":"2023-11-25T03:11:54.019648+0000","last_clean":"2023-11-25T03:11:54.019648+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:11:54.019648+0000","last_undegraded":"2023-11-25T03:11:54.019648+0000","last_fullsized":"2023-11-25T03:11:54.019648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018925+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:11:54.018925+0000","last_peered":"2023-11-25T03:11:54.018925+0000","last_clean":"2023-11-25T03:11:54.018925+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:11:54.018925+0000","last_undegraded":"2023-11-25T03:11:54.018925+0000","last_fullsized":"2023-11-25T03:11:54.018925+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019000+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:11:54.019000+0000","last_peered":"2023-11-25T03:11:54.019000+0000","last_clean":"2023-11-25T03:11:54.019000+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:11:54.019000+0000","last_undegraded":"2023-11-25T03:11:54.019000+0000","last_fullsized":"2023-11-25T03:11:54.019000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019791+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:11:54.019791+0000","last_peered":"2023-11-25T03:11:54.019791+0000","last_clean":"2023-11-25T03:11:54.019791+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:11:54.019791+0000","last_undegraded":"2023-11-25T03:11:54.019791+0000","last_fullsized":"2023-11-25T03:11:54.019791+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019319+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:11:54.019319+0000","last_peered":"2023-11-25T03:11:54.019319+0000","last_clean":"2023-11-25T03:11:54.019319+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:11:54.019319+0000","last_undegraded":"2023-11-25T03:11:54.019319+0000","last_fullsized":"2023-11-25T03:11:54.019319+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019257+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:11:54.019257+0000","last_peered":"2023-11-25T03:11:54.019257+0000","last_clean":"2023-11-25T03:11:54.019257+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:11:54.019257+0000","last_undegraded":"2023-11-25T03:11:54.019257+0000","last_fullsized":"2023-11-25T03:11:54.019257+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020052+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:11:54.020052+0000","last_peered":"2023-11-25T03:11:54.020052+0000","last_clean":"2023-11-25T03:11:54.020052+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:11:54.020052+0000","last_undegraded":"2023-11-25T03:11:54.020052+0000","last_fullsized":"2023-11-25T03:11:54.020052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269606+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:11:53.269606+0000","last_peered":"2023-11-25T03:11:53.269606+0000","last_clean":"2023-11-25T03:11:53.269606+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:11:53.269606+0000","last_undegraded":"2023-11-25T03:11:53.269606+0000","last_fullsized":"2023-11-25T03:11:53.269606+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264623+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:11:53.264623+0000","last_peered":"2023-11-25T03:11:53.264623+0000","last_clean":"2023-11-25T03:11:53.264623+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:11:53.264623+0000","last_undegraded":"2023-11-25T03:11:53.264623+0000","last_fullsized":"2023-11-25T03:11:53.264623+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019898+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:11:54.019898+0000","last_peered":"2023-11-25T03:11:54.019898+0000","last_clean":"2023-11-25T03:11:54.019898+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:11:54.019898+0000","last_undegraded":"2023-11-25T03:11:54.019898+0000","last_fullsized":"2023-11-25T03:11:54.019898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019485+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:11:54.019485+0000","last_peered":"2023-11-25T03:11:54.019485+0000","last_clean":"2023-11-25T03:11:54.019485+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:11:54.019485+0000","last_undegraded":"2023-11-25T03:11:54.019485+0000","last_fullsized":"2023-11-25T03:11:54.019485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019929+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:11:54.019929+0000","last_peered":"2023-11-25T03:11:54.019929+0000","last_clean":"2023-11-25T03:11:54.019929+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:11:54.019929+0000","last_undegraded":"2023-11-25T03:11:54.019929+0000","last_fullsized":"2023-11-25T03:11:54.019929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269644+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:11:53.269644+0000","last_peered":"2023-11-25T03:11:53.269644+0000","last_clean":"2023-11-25T03:11:53.269644+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:11:53.269644+0000","last_undegraded":"2023-11-25T03:11:53.269644+0000","last_fullsized":"2023-11-25T03:11:53.269644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268218+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:11:53.268218+0000","last_peered":"2023-11-25T03:11:53.268218+0000","last_clean":"2023-11-25T03:11:53.268218+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:11:53.268218+0000","last_undegraded":"2023-11-25T03:11:53.268218+0000","last_fullsized":"2023-11-25T03:11:53.268218+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269430+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:11:53.269430+0000","last_peered":"2023-11-25T03:11:53.269430+0000","last_clean":"2023-11-25T03:11:53.269430+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:11:53.269430+0000","last_undegraded":"2023-11-25T03:11:53.269430+0000","last_fullsized":"2023-11-25T03:11:53.269430+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269328+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:11:53.269328+0000","last_peered":"2023-11-25T03:11:53.269328+0000","last_clean":"2023-11-25T03:11:53.269328+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:11:53.269328+0000","last_undegraded":"2023-11-25T03:11:53.269328+0000","last_fullsized":"2023-11-25T03:11:53.269328+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264154+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:11:53.264154+0000","last_peered":"2023-11-25T03:11:53.264154+0000","last_clean":"2023-11-25T03:11:53.264154+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:11:53.264154+0000","last_undegraded":"2023-11-25T03:11:53.264154+0000","last_fullsized":"2023-11-25T03:11:53.264154+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019353+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:11:54.019353+0000","last_peered":"2023-11-25T03:11:54.019353+0000","last_clean":"2023-11-25T03:11:54.019353+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:11:54.019353+0000","last_undegraded":"2023-11-25T03:11:54.019353+0000","last_fullsized":"2023-11-25T03:11:54.019353+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269255+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:11:53.269255+0000","last_peered":"2023-11-25T03:11:53.269255+0000","last_clean":"2023-11-25T03:11:53.269255+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:11:53.269255+0000","last_undegraded":"2023-11-25T03:11:53.269255+0000","last_fullsized":"2023-11-25T03:11:53.269255+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268722+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:11:53.268722+0000","last_peered":"2023-11-25T03:11:53.268722+0000","last_clean":"2023-11-25T03:11:53.268722+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:11:53.268722+0000","last_undegraded":"2023-11-25T03:11:53.268722+0000","last_fullsized":"2023-11-25T03:11:53.268722+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264834+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:11:53.264834+0000","last_peered":"2023-11-25T03:11:53.264834+0000","last_clean":"2023-11-25T03:11:53.264834+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:11:53.264834+0000","last_undegraded":"2023-11-25T03:11:53.264834+0000","last_fullsized":"2023-11-25T03:11:53.264834+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264807+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:11:53.264807+0000","last_peered":"2023-11-25T03:11:53.264807+0000","last_clean":"2023-11-25T03:11:53.264807+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:11:53.264807+0000","last_undegraded":"2023-11-25T03:11:53.264807+0000","last_fullsized":"2023-11-25T03:11:53.264807+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020162+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:11:54.020162+0000","last_peered":"2023-11-25T03:11:54.020162+0000","last_clean":"2023-11-25T03:11:54.020162+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:11:54.020162+0000","last_undegraded":"2023-11-25T03:11:54.020162+0000","last_fullsized":"2023-11-25T03:11:54.020162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264628+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:11:53.264628+0000","last_peered":"2023-11-25T03:11:53.264628+0000","last_clean":"2023-11-25T03:11:53.264628+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:11:53.264628+0000","last_undegraded":"2023-11-25T03:11:53.264628+0000","last_fullsized":"2023-11-25T03:11:53.264628+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268696+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:11:53.268696+0000","last_peered":"2023-11-25T03:11:53.268696+0000","last_clean":"2023-11-25T03:11:53.268696+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:11:53.268696+0000","last_undegraded":"2023-11-25T03:11:53.268696+0000","last_fullsized":"2023-11-25T03:11:53.268696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268571+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:11:53.268571+0000","last_peered":"2023-11-25T03:11:53.268571+0000","last_clean":"2023-11-25T03:11:53.268571+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:11:53.268571+0000","last_undegraded":"2023-11-25T03:11:53.268571+0000","last_fullsized":"2023-11-25T03:11:53.268571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264667+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:11:53.264667+0000","last_peered":"2023-11-25T03:11:53.264667+0000","last_clean":"2023-11-25T03:11:53.264667+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:11:53.264667+0000","last_undegraded":"2023-11-25T03:11:53.264667+0000","last_fullsized":"2023-11-25T03:11:53.264667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019545+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:11:54.019545+0000","last_peered":"2023-11-25T03:11:54.019545+0000","last_clean":"2023-11-25T03:11:54.019545+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:11:54.019545+0000","last_undegraded":"2023-11-25T03:11:54.019545+0000","last_fullsized":"2023-11-25T03:11:54.019545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269760+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:11:53.269760+0000","last_peered":"2023-11-25T03:11:53.269760+0000","last_clean":"2023-11-25T03:11:53.269760+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:11:53.269760+0000","last_undegraded":"2023-11-25T03:11:53.269760+0000","last_fullsized":"2023-11-25T03:11:53.269760+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264569+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:11:53.264569+0000","last_peered":"2023-11-25T03:11:53.264569+0000","last_clean":"2023-11-25T03:11:53.264569+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:11:53.264569+0000","last_undegraded":"2023-11-25T03:11:53.264569+0000","last_fullsized":"2023-11-25T03:11:53.264569+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019621+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:11:54.019621+0000","last_peered":"2023-11-25T03:11:54.019621+0000","last_clean":"2023-11-25T03:11:54.019621+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:11:54.019621+0000","last_undegraded":"2023-11-25T03:11:54.019621+0000","last_fullsized":"2023-11-25T03:11:54.019621+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019130+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:11:54.019130+0000","last_peered":"2023-11-25T03:11:54.019130+0000","last_clean":"2023-11-25T03:11:54.019130+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:11:54.019130+0000","last_undegraded":"2023-11-25T03:11:54.019130+0000","last_fullsized":"2023-11-25T03:11:54.019130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264179+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:11:53.264179+0000","last_peered":"2023-11-25T03:11:53.264179+0000","last_clean":"2023-11-25T03:11:53.264179+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:11:53.264179+0000","last_undegraded":"2023-11-25T03:11:53.264179+0000","last_fullsized":"2023-11-25T03:11:53.264179+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019355+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:11:54.019355+0000","last_peered":"2023-11-25T03:11:54.019355+0000","last_clean":"2023-11-25T03:11:54.019355+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:11:54.019355+0000","last_undegraded":"2023-11-25T03:11:54.019355+0000","last_fullsized":"2023-11-25T03:11:54.019355+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264126+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:11:53.264126+0000","last_peered":"2023-11-25T03:11:53.264126+0000","last_clean":"2023-11-25T03:11:53.264126+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:11:53.264126+0000","last_undegraded":"2023-11-25T03:11:53.264126+0000","last_fullsized":"2023-11-25T03:11:53.264126+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269927+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:11:53.269927+0000","last_peered":"2023-11-25T03:11:53.269927+0000","last_clean":"2023-11-25T03:11:53.269927+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:11:53.269927+0000","last_undegraded":"2023-11-25T03:11:53.269927+0000","last_fullsized":"2023-11-25T03:11:53.269927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020088+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:11:54.020088+0000","last_peered":"2023-11-25T03:11:54.020088+0000","last_clean":"2023-11-25T03:11:54.020088+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:11:54.020088+0000","last_undegraded":"2023-11-25T03:11:54.020088+0000","last_fullsized":"2023-11-25T03:11:54.020088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268826+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:11:53.268826+0000","last_peered":"2023-11-25T03:11:53.268826+0000","last_clean":"2023-11-25T03:11:53.268826+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:11:53.268826+0000","last_undegraded":"2023-11-25T03:11:53.268826+0000","last_fullsized":"2023-11-25T03:11:53.268826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269981+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:11:53.269981+0000","last_peered":"2023-11-25T03:11:53.269981+0000","last_clean":"2023-11-25T03:11:53.269981+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:11:53.269981+0000","last_undegraded":"2023-11-25T03:11:53.269981+0000","last_fullsized":"2023-11-25T03:11:53.269981+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020005+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:11:54.020005+0000","last_peered":"2023-11-25T03:11:54.020005+0000","last_clean":"2023-11-25T03:11:54.020005+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:11:54.020005+0000","last_undegraded":"2023-11-25T03:11:54.020005+0000","last_fullsized":"2023-11-25T03:11:54.020005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269884+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:11:53.269884+0000","last_peered":"2023-11-25T03:11:53.269884+0000","last_clean":"2023-11-25T03:11:53.269884+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:11:53.269884+0000","last_undegraded":"2023-11-25T03:11:53.269884+0000","last_fullsized":"2023-11-25T03:11:53.269884+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019732+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:11:54.019732+0000","last_peered":"2023-11-25T03:11:54.019732+0000","last_clean":"2023-11-25T03:11:54.019732+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:11:54.019732+0000","last_undegraded":"2023-11-25T03:11:54.019732+0000","last_fullsized":"2023-11-25T03:11:54.019732+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269672+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:11:53.269672+0000","last_peered":"2023-11-25T03:11:53.269672+0000","last_clean":"2023-11-25T03:11:53.269672+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:11:53.269672+0000","last_undegraded":"2023-11-25T03:11:53.269672+0000","last_fullsized":"2023-11-25T03:11:53.269672+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019080+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:11:54.019080+0000","last_peered":"2023-11-25T03:11:54.019080+0000","last_clean":"2023-11-25T03:11:54.019080+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:11:54.019080+0000","last_undegraded":"2023-11-25T03:11:54.019080+0000","last_fullsized":"2023-11-25T03:11:54.019080+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018899+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:11:54.018899+0000","last_peered":"2023-11-25T03:11:54.018899+0000","last_clean":"2023-11-25T03:11:54.018899+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:11:54.018899+0000","last_undegraded":"2023-11-25T03:11:54.018899+0000","last_fullsized":"2023-11-25T03:11:54.018899+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019288+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:11:54.019288+0000","last_peered":"2023-11-25T03:11:54.019288+0000","last_clean":"2023-11-25T03:11:54.019288+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:11:54.019288+0000","last_undegraded":"2023-11-25T03:11:54.019288+0000","last_fullsized":"2023-11-25T03:11:54.019288+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019064+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:11:54.019064+0000","last_peered":"2023-11-25T03:11:54.019064+0000","last_clean":"2023-11-25T03:11:54.019064+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:11:54.019064+0000","last_undegraded":"2023-11-25T03:11:54.019064+0000","last_fullsized":"2023-11-25T03:11:54.019064+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018911+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:11:54.018911+0000","last_peered":"2023-11-25T03:11:54.018911+0000","last_clean":"2023-11-25T03:11:54.018911+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:11:54.018911+0000","last_undegraded":"2023-11-25T03:11:54.018911+0000","last_fullsized":"2023-11-25T03:11:54.018911+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269275+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:11:53.269275+0000","last_peered":"2023-11-25T03:11:53.269275+0000","last_clean":"2023-11-25T03:11:53.269275+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:11:53.269275+0000","last_undegraded":"2023-11-25T03:11:53.269275+0000","last_fullsized":"2023-11-25T03:11:53.269275+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019862+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:11:54.019862+0000","last_peered":"2023-11-25T03:11:54.019862+0000","last_clean":"2023-11-25T03:11:54.019862+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:11:54.019862+0000","last_undegraded":"2023-11-25T03:11:54.019862+0000","last_fullsized":"2023-11-25T03:11:54.019862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.267868+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:11:53.267868+0000","last_peered":"2023-11-25T03:11:53.267868+0000","last_clean":"2023-11-25T03:11:53.267868+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:11:53.267868+0000","last_undegraded":"2023-11-25T03:11:53.267868+0000","last_fullsized":"2023-11-25T03:11:53.267868+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019627+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:11:54.019627+0000","last_peered":"2023-11-25T03:11:54.019627+0000","last_clean":"2023-11-25T03:11:54.019627+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:11:54.019627+0000","last_undegraded":"2023-11-25T03:11:54.019627+0000","last_fullsized":"2023-11-25T03:11:54.019627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020112+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:11:54.020112+0000","last_peered":"2023-11-25T03:11:54.020112+0000","last_clean":"2023-11-25T03:11:54.020112+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:11:54.020112+0000","last_undegraded":"2023-11-25T03:11:54.020112+0000","last_fullsized":"2023-11-25T03:11:54.020112+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.268915+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:11:53.268915+0000","last_peered":"2023-11-25T03:11:53.268915+0000","last_clean":"2023-11-25T03:11:53.268915+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:11:53.268915+0000","last_undegraded":"2023-11-25T03:11:53.268915+0000","last_fullsized":"2023-11-25T03:11:53.268915+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020185+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:11:54.020185+0000","last_peered":"2023-11-25T03:11:54.020185+0000","last_clean":"2023-11-25T03:11:54.020185+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:11:54.020185+0000","last_undegraded":"2023-11-25T03:11:54.020185+0000","last_fullsized":"2023-11-25T03:11:54.020185+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019237+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:11:54.019237+0000","last_peered":"2023-11-25T03:11:54.019237+0000","last_clean":"2023-11-25T03:11:54.019237+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:11:54.019237+0000","last_undegraded":"2023-11-25T03:11:54.019237+0000","last_fullsized":"2023-11-25T03:11:54.019237+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.020088+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:11:54.020088+0000","last_peered":"2023-11-25T03:11:54.020088+0000","last_clean":"2023-11-25T03:11:54.020088+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:11:54.020088+0000","last_undegraded":"2023-11-25T03:11:54.020088+0000","last_fullsized":"2023-11-25T03:11:54.020088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019352+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:11:54.019352+0000","last_peered":"2023-11-25T03:11:54.019352+0000","last_clean":"2023-11-25T03:11:54.019352+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:11:54.019352+0000","last_undegraded":"2023-11-25T03:11:54.019352+0000","last_fullsized":"2023-11-25T03:11:54.019352+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018984+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:11:54.018984+0000","last_peered":"2023-11-25T03:11:54.018984+0000","last_clean":"2023-11-25T03:11:54.018984+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:11:54.018984+0000","last_undegraded":"2023-11-25T03:11:54.018984+0000","last_fullsized":"2023-11-25T03:11:54.018984+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018895+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:11:54.018895+0000","last_peered":"2023-11-25T03:11:54.018895+0000","last_clean":"2023-11-25T03:11:54.018895+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:11:54.018895+0000","last_undegraded":"2023-11-25T03:11:54.018895+0000","last_fullsized":"2023-11-25T03:11:54.018895+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019698+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:11:54.019698+0000","last_peered":"2023-11-25T03:11:54.019698+0000","last_clean":"2023-11-25T03:11:54.019698+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:11:54.019698+0000","last_undegraded":"2023-11-25T03:11:54.019698+0000","last_fullsized":"2023-11-25T03:11:54.019698+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264137+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:11:53.264137+0000","last_peered":"2023-11-25T03:11:53.264137+0000","last_clean":"2023-11-25T03:11:53.264137+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:11:53.264137+0000","last_undegraded":"2023-11-25T03:11:53.264137+0000","last_fullsized":"2023-11-25T03:11:53.264137+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269377+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:11:53.269377+0000","last_peered":"2023-11-25T03:11:53.269377+0000","last_clean":"2023-11-25T03:11:53.269377+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:11:53.269377+0000","last_undegraded":"2023-11-25T03:11:53.269377+0000","last_fullsized":"2023-11-25T03:11:53.269377+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.269266+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:11:53.269266+0000","last_peered":"2023-11-25T03:11:53.269266+0000","last_clean":"2023-11-25T03:11:53.269266+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:11:53.269266+0000","last_undegraded":"2023-11-25T03:11:53.269266+0000","last_fullsized":"2023-11-25T03:11:53.269266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:53.264196+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:11:53.264196+0000","last_peered":"2023-11-25T03:11:53.264196+0000","last_clean":"2023-11-25T03:11:53.264196+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:11:53.264196+0000","last_undegraded":"2023-11-25T03:11:53.264196+0000","last_fullsized":"2023-11-25T03:11:53.264196+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019656+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:11:54.019656+0000","last_peered":"2023-11-25T03:11:54.019656+0000","last_clean":"2023-11-25T03:11:54.019656+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:11:54.019656+0000","last_undegraded":"2023-11-25T03:11:54.019656+0000","last_fullsized":"2023-11-25T03:11:54.019656+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.018911+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:11:54.018911+0000","last_peered":"2023-11-25T03:11:54.018911+0000","last_clean":"2023-11-25T03:11:54.018911+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:11:54.018911+0000","last_undegraded":"2023-11-25T03:11:54.018911+0000","last_fullsized":"2023-11-25T03:11:54.018911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-11-25T03:11:52.272853+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:52.272853+0000","last_peered":"2023-11-25T03:11:52.272853+0000","last_clean":"2023-11-25T03:11:52.272853+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:52.272853+0000","last_undegraded":"2023-11-25T03:11:52.272853+0000","last_fullsized":"2023-11-25T03:11:52.272853+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":946176,"data_stored":723575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.752},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.89200000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.65200000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.87}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.96999999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.84399999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.99199999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.49099999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.73099999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.63600000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.76500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.75}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.80300000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.624},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.81200000000000006}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.72299999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.68999999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.67200000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.46200000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.41299999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.44700000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":139521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.92600000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.95499999999999996}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.81200000000000006}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":1.024}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.77800000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.70599999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.73499999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":141051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.501},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.33200000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.442}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.63900000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.622}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.53800000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":352256,"data_stored":133187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.42899999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.505},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.52400000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.62}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.65000000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.67200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":364544,"data_stored":134751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.314},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41299999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.57499999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.67700000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":722466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.373}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.41099999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.626},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.44}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.50700000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.52200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:11:57.337 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:11:57.337 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-11-25T03:11:57.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.510+0000 7fda415df640 1 Processor -- start 2023-11-25T03:11:57.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.510+0000 7fda415df640 1 -- start start 2023-11-25T03:11:57.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda415df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0a4d30 0x7fda3c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda415df640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fda3c0c0f70 0x7fda3c0c1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda415df640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda3c0c3c00 con 0x7fda3c06dba0 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda415df640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda3c06df80 con 0x7fda3c0c0f70 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda415df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c0c0560 con 0x7fda3c0a4d30 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fda3c0c0f70 0x7fda3c0c1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fda3c0c0f70 0x7fda3c0c1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41536/0 (socket says 172.21.15.76:41536) 2023-11-25T03:11:57.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 -- 172.21.15.76:0/2782008345 learned_addr learned my addr 172.21.15.76:0/2782008345 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:57.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3a7fc640 1 --2- 172.21.15.76:0/2782008345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0a4d30 0x7fda3c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 -- 172.21.15.76:0/2782008345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0a4d30 msgr2=0x7fda3c0a51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:57.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 --2- 172.21.15.76:0/2782008345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0a4d30 0x7fda3c0a51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 -- 172.21.15.76:0/2782008345 >> v1:172.21.15.106:6789/0 conn(0x7fda3c06dba0 legacy=0x7fda3c151c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:57.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 -- 172.21.15.76:0/2782008345 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda3c0c3ee0 con 0x7fda3c0c0f70 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.514+0000 7fda3b7fe640 1 --2- 172.21.15.76:0/2782008345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c0c0f70 0x7fda3c0c1400 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fda34009e50 tx=0x7fda3401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee838445beb79361 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda39ffb640 1 -- 172.21.15.76:0/2782008345 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda340a56b0 con 0x7fda3c0c0f70 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda39ffb640 1 -- 172.21.15.76:0/2782008345 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda340a5810 con 0x7fda3c0c0f70 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda39ffb640 1 -- 172.21.15.76:0/2782008345 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda340a5ba0 con 0x7fda3c0c0f70 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- 172.21.15.76:0/2782008345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c0c0f70 msgr2=0x7fda3c0c1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 --2- 172.21.15.76:0/2782008345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c0c0f70 0x7fda3c0c1400 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fda34009e50 tx=0x7fda3401c940 comp rx=0 tx=0).stop 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- 172.21.15.76:0/2782008345 shutdown_connections 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 --2- 172.21.15.76:0/2782008345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c0c0f70 0x7fda3c0c1400 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 --2- 172.21.15.76:0/2782008345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0a4d30 0x7fda3c0a51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- 172.21.15.76:0/2782008345 >> 172.21.15.76:0/2782008345 conn(0x7fda3c0a7910 msgr2=0x7fda3c0a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:57.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- 172.21.15.76:0/2782008345 shutdown_connections 2023-11-25T03:11:57.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- 172.21.15.76:0/2782008345 wait complete. 2023-11-25T03:11:57.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 Processor -- start 2023-11-25T03:11:57.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- start start 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 0x7fda3c1f0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda3c0a4d30 0x7fda3c1509f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0c0f70 0x7fda3c1f01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c14f040 con 0x7fda3c06dba0 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c14aaf0 con 0x7fda3c0a4d30 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda415df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c14add0 con 0x7fda3c0c0f70 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda3affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 0x7fda3c1f0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda3affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 0x7fda3c1f0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41540/0 (socket says 172.21.15.76:41540) 2023-11-25T03:11:57.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.518+0000 7fda3affd640 1 -- 172.21.15.76:0/913918692 learned_addr learned my addr 172.21.15.76:0/913918692 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:57.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3affd640 1 -- 172.21.15.76:0/913918692 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0c0f70 msgr2=0x7fda3c1f01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3affd640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0c0f70 0x7fda3c1f01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3affd640 1 -- 172.21.15.76:0/913918692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda3c0a4d30 msgr2=0x7fda3c1509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3affd640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda3c0a4d30 0x7fda3c1509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3affd640 1 -- 172.21.15.76:0/913918692 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda34009b30 con 0x7fda3c06dba0 2023-11-25T03:11:57.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3affd640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 0x7fda3c1f0cf0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fda2c00b440 tx=0x7fda2c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda2c011890 con 0x7fda3c06dba0 2023-11-25T03:11:57.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda2c0119f0 con 0x7fda3c06dba0 2023-11-25T03:11:57.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda2c011da0 con 0x7fda3c06dba0 2023-11-25T03:11:57.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda3c1505d0 con 0x7fda3c06dba0 2023-11-25T03:11:57.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda3c14f290 con 0x7fda3c06dba0 2023-11-25T03:11:57.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda3c04e850 con 0x7fda3c06dba0 2023-11-25T03:11:57.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fda2c01a400 con 0x7fda3c06dba0 2023-11-25T03:11:57.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda237fe640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda280664a0 0x7fda28068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda2c083eb0 con 0x7fda3c06dba0 2023-11-25T03:11:57.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.522+0000 7fda3a7fc640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda280664a0 0x7fda28068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.526+0000 7fda3a7fc640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda280664a0 0x7fda28068960 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fda3c14b1a0 tx=0x7fda30008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.526+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fda2c0513c0 con 0x7fda3c06dba0 2023-11-25T03:11:57.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.730+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fda3c0c5540 con 0x7fda3c06dba0 2023-11-25T03:11:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.730+0000 7fda237fe640 1 -- 172.21.15.76:0/913918692 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+147 (secure 0 0 0) 0x7fda2c0150b0 con 0x7fda3c06dba0 2023-11-25T03:11:57.736 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2023-11-25T03:11:57.736 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ== 2023-11-25T03:11:57.736 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow" 2023-11-25T03:11:57.736 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:11:57.737 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-11-25T03:11:57.737 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2023-11-25T03:11:57.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda280664a0 msgr2=0x7fda28068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda280664a0 0x7fda28068960 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fda3c14b1a0 tx=0x7fda30008040 comp rx=0 tx=0).stop 2023-11-25T03:11:57.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 msgr2=0x7fda3c1f0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 0x7fda3c1f0cf0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fda2c00b440 tx=0x7fda2c00b900 comp rx=0 tx=0).stop 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 shutdown_connections 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda280664a0 0x7fda28068960 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda3c0c0f70 0x7fda3c1f01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda3c0a4d30 0x7fda3c1509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 --2- 172.21.15.76:0/913918692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda3c06dba0 0x7fda3c1f0cf0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 >> 172.21.15.76:0/913918692 conn(0x7fda3c0a7910 msgr2=0x7fda3c144120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 shutdown_connections 2023-11-25T03:11:57.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.734+0000 7fda415df640 1 -- 172.21.15.76:0/913918692 wait complete. 2023-11-25T03:11:57.758 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:11:57.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.890+0000 7f0d30017640 1 Processor -- start 2023-11-25T03:11:57.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.890+0000 7f0d30017640 1 -- start start 2023-11-25T03:11:57.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d30017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c5640 0x7f0d280c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d30017640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d280c2580 con 0x7f0d280c5260 2023-11-25T03:11:57.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d30017640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d280c1a00 con 0x7f0d280c60f0 2023-11-25T03:11:57.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d30017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d28153510 con 0x7f0d280c5640 2023-11-25T03:11:57.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2ddb3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0d280c5260 0x7f0d2806d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55136/0 (socket says 172.21.15.76:55136) 2023-11-25T03:11:57.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2ddb3640 1 -- 172.21.15.76:0/1279356596 learned_addr learned my addr 172.21.15.76:0/1279356596 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:57.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2d5b2640 1 --2- 172.21.15.76:0/1279356596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c5640 0x7f0d280c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2860921790 0 0) 0x7f0d280c2580 con 0x7f0d280c5260 2023-11-25T03:11:57.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d14003530 con 0x7f0d280c5260 2023-11-25T03:11:57.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1419223031 0 0) 0x7f0d280c1a00 con 0x7f0d280c60f0 2023-11-25T03:11:57.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d280c2580 con 0x7f0d280c60f0 2023-11-25T03:11:57.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2d5b2640 1 -- 172.21.15.76:0/1279356596 >> v1:172.21.15.106:6789/0 conn(0x7f0d280c60f0 legacy=0x7f0d28155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2d5b2640 1 -- 172.21.15.76:0/1279356596 >> v1:172.21.15.76:6789/0 conn(0x7f0d280c5260 legacy=0x7f0d2806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 439355603 0 0) 0x7f0d14003530 con 0x7f0d280c5260 2023-11-25T03:11:57.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.894+0000 7f0d2d5b2640 1 -- 172.21.15.76:0/1279356596 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d280c1ce0 con 0x7f0d280c5640 2023-11-25T03:11:57.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d2d5b2640 1 --2- 172.21.15.76:0/1279356596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c5640 0x7f0d280c5bb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0d180097f0 tx=0x7f0d1801c350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57d1f4a1d2e0fd82 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d24001680 con 0x7f0d280c5640 2023-11-25T03:11:57.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d180a7050 con 0x7f0d280c5640 2023-11-25T03:11:57.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d2cdb1640 1 -- 172.21.15.76:0/1279356596 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d180ab620 con 0x7f0d280c5640 2023-11-25T03:11:57.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 -- 172.21.15.76:0/1279356596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c5640 msgr2=0x7f0d280c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 --2- 172.21.15.76:0/1279356596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c5640 0x7f0d280c5bb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0d180097f0 tx=0x7f0d1801c350 comp rx=0 tx=0).stop 2023-11-25T03:11:57.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 -- 172.21.15.76:0/1279356596 shutdown_connections 2023-11-25T03:11:57.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 --2- 172.21.15.76:0/1279356596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c5640 0x7f0d280c5bb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 -- 172.21.15.76:0/1279356596 >> 172.21.15.76:0/1279356596 conn(0x7f0d2806a5b0 msgr2=0x7f0d2806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:57.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 -- 172.21.15.76:0/1279356596 shutdown_connections 2023-11-25T03:11:57.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 -- 172.21.15.76:0/1279356596 wait complete. 2023-11-25T03:11:57.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 Processor -- start 2023-11-25T03:11:57.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.898+0000 7f0d30017640 1 -- start start 2023-11-25T03:11:57.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 0x7f0d280c42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0d280c5640 0x7f0d281ed530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c60f0 0x7f0d2814d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d281f0300 con 0x7f0d280c5260 2023-11-25T03:11:57.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d28149040 con 0x7f0d280c5640 2023-11-25T03:11:57.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d28149e50 con 0x7f0d280c60f0 2023-11-25T03:11:57.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 0x7f0d280c42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 0x7f0d280c42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41552/0 (socket says 172.21.15.76:41552) 2023-11-25T03:11:57.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 -- 172.21.15.76:0/311158254 learned_addr learned my addr 172.21.15.76:0/311158254 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:57.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2d5b2640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0d280c5640 0x7f0d281ed530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2e5b4640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c60f0 0x7f0d2814d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 -- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c60f0 msgr2=0x7f0d2814d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c60f0 0x7f0d2814d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 -- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0d280c5640 msgr2=0x7f0d281ed530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:57.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0d280c5640 0x7f0d281ed530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:57.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 -- 172.21.15.76:0/311158254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d18009420 con 0x7f0d280c5260 2023-11-25T03:11:57.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2e5b4640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c60f0 0x7f0d2814d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:11:57.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d2ddb3640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 0x7f0d280c42d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400c750 tx=0x7f0d2400cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d24005ae0 con 0x7f0d280c5260 2023-11-25T03:11:57.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d24005c40 con 0x7f0d280c5260 2023-11-25T03:11:57.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d2814a080 con 0x7f0d280c5260 2023-11-25T03:11:57.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d24007070 con 0x7f0d280c5260 2023-11-25T03:11:57.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d2814a640 con 0x7f0d280c5260 2023-11-25T03:11:57.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d28068400 con 0x7f0d280c5260 2023-11-25T03:11:57.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.902+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0d240071d0 con 0x7f0d280c5260 2023-11-25T03:11:57.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.906+0000 7f0d1e7fc640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0d0c0664a0 0x7f0d0c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:57.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.906+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d24083ac0 con 0x7f0d280c5260 2023-11-25T03:11:57.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.906+0000 7f0d2d5b2640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0d0c0664a0 0x7f0d0c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:57.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.906+0000 7f0d2d5b2640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0d0c0664a0 0x7f0d0c068960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0d180ad000 tx=0x7f0d180a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:57.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:57.910+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0d24050f30 con 0x7f0d280c5260 2023-11-25T03:11:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.090+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0d2806d390 con 0x7f0d280c5260 2023-11-25T03:11:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.090+0000 7f0d1e7fc640 1 -- 172.21.15.76:0/311158254 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4919 (secure 0 0 0) 0x7f0d24054550 con 0x7f0d280c5260 2023-11-25T03:11:58.096 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:11:58.096 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4965,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-25T03:11:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 18 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0d0c0664a0 msgr2=0x7f0d0c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0d0c0664a0 0x7f0d0c068960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0d180ad000 tx=0x7f0d180a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 msgr2=0x7f0d280c42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 0x7f0d280c42d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400c750 tx=0x7f0d2400cc10 comp rx=0 tx=0).stop 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 shutdown_connections 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0d0c0664a0 0x7f0d0c068960 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0d280c60f0 0x7f0d2814d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0d280c5640 0x7f0d281ed530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 --2- 172.21.15.76:0/311158254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d280c5260 0x7f0d280c42d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 >> 172.21.15.76:0/311158254 conn(0x7f0d2806a5b0 msgr2=0x7f0d2806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 shutdown_connections 2023-11-25T03:11:58.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.094+0000 7f0d30017640 1 -- 172.21.15.76:0/311158254 wait complete. 2023-11-25T03:11:58.519 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-25T03:11:52.256443+0000', 'modified': '2023-11-25T03:11:55.279355+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4986}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4986': {'gid': 4986, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/2173048581', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6836', 'nonce': 2173048581}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 2173048581}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-25T03:11:58.519 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-25T03:11:58.519 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-25T03:11:58.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.654+0000 7f319c232640 1 Processor -- start 2023-11-25T03:11:58.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.654+0000 7f319c232640 1 -- start start 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.654+0000 7f319c232640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31940c60a0 0x7f3194156900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.654+0000 7f319c232640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31940c3bd0 con 0x7f31940a5240 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.654+0000 7f319c232640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31940bf1e0 con 0x7f31940c5c60 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.654+0000 7f319c232640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31940c64f0 con 0x7f31940c60a0 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f319a7cf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31940c60a0 0x7f3194156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f3199fce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f31940a5240 0x7f31940bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55150/0 (socket says 172.21.15.76:55150) 2023-11-25T03:11:58.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f3199fce640 1 -- 172.21.15.76:0/3546582793 learned_addr learned my addr 172.21.15.76:0/3546582793 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:58.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f319a7cf640 1 -- 172.21.15.76:0/3546582793 >> v1:172.21.15.106:6789/0 conn(0x7f31940c5c60 legacy=0x7f31941561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f319a7cf640 1 -- 172.21.15.76:0/3546582793 >> v1:172.21.15.76:6789/0 conn(0x7f31940a5240 legacy=0x7f31940bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f319a7cf640 1 -- 172.21.15.76:0/3546582793 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31940c3e20 con 0x7f31940c60a0 2023-11-25T03:11:58.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f319a7cf640 1 --2- 172.21.15.76:0/3546582793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f3194156900 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f318c009d90 tx=0x7f318c01c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d807b1b2624c37e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f3198fcc640 1 -- 172.21.15.76:0/3546582793 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318c0a5950 con 0x7f31940c60a0 2023-11-25T03:11:58.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f3198fcc640 1 -- 172.21.15.76:0/3546582793 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f318c0a5ab0 con 0x7f31940c60a0 2023-11-25T03:11:58.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.658+0000 7f3198fcc640 1 -- 172.21.15.76:0/3546582793 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318c0a5e40 con 0x7f31940c60a0 2023-11-25T03:11:58.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- 172.21.15.76:0/3546582793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 msgr2=0x7f3194156900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 --2- 172.21.15.76:0/3546582793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f3194156900 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f318c009d90 tx=0x7f318c01c890 comp rx=0 tx=0).stop 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- 172.21.15.76:0/3546582793 shutdown_connections 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 --2- 172.21.15.76:0/3546582793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f3194156900 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- 172.21.15.76:0/3546582793 >> 172.21.15.76:0/3546582793 conn(0x7f319406a5b0 msgr2=0x7f319406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- 172.21.15.76:0/3546582793 shutdown_connections 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- 172.21.15.76:0/3546582793 wait complete. 2023-11-25T03:11:58.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 Processor -- start 2023-11-25T03:11:58.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- start start 2023-11-25T03:11:58.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31940a5240 0x7f31940a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31940c5c60 0x7f31940a3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f319414d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31940721c0 con 0x7f31940c60a0 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3194070ce0 con 0x7f31940c5c60 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319c232640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3194071b30 con 0x7f31940a5240 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f319414d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f319414d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41574/0 (socket says 172.21.15.76:41574) 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 -- 172.21.15.76:0/1421732962 learned_addr learned my addr 172.21.15.76:0/1421732962 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f3199fce640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31940a5240 0x7f31940a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f31997cd640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31940c5c60 0x7f31940a3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 -- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31940a5240 msgr2=0x7f31940a2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31940a5240 0x7f31940a2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 -- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31940c5c60 msgr2=0x7f31940a3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31940c5c60 0x7f31940a3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 -- 172.21.15.76:0/1421732962 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f318c009a70 con 0x7f31940c60a0 2023-11-25T03:11:58.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f3199fce640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31940a5240 0x7f31940a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:58.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f31997cd640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31940c5c60 0x7f31940a3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:58.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.662+0000 7f319a7cf640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f319414d830 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f318c0b0040 tx=0x7f318c019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f318a7fc640 1 -- 172.21.15.76:0/1421732962 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318c0ade40 con 0x7f31940c60a0 2023-11-25T03:11:58.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f318a7fc640 1 -- 172.21.15.76:0/1421732962 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f318c0b9450 con 0x7f31940c60a0 2023-11-25T03:11:58.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f318a7fc640 1 -- 172.21.15.76:0/1421732962 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318c0b9800 con 0x7f31940c60a0 2023-11-25T03:11:58.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3194070a00 con 0x7f31940c60a0 2023-11-25T03:11:58.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31940726d0 con 0x7f31940c60a0 2023-11-25T03:11:58.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f318a7fc640 1 -- 172.21.15.76:0/1421732962 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f318c0b9960 con 0x7f31940c60a0 2023-11-25T03:11:58.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f318a7fc640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3178066470 0x7f3178068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f318a7fc640 1 -- 172.21.15.76:0/1421732962 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f318c11f7e0 con 0x7f31940c60a0 2023-11-25T03:11:58.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f3199fce640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3178066470 0x7f3178068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f319f59d000 1 Processor -- start 2023-11-25T03:11:58.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.666+0000 7f319f59d000 1 -- start start 2023-11-25T03:11:58.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f3199fce640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3178066470 0x7f3178068930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3190005890 tx=0x7f3190009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91866c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c9186fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 0x55e1c91d0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8ff3130 con 0x55e1c9187520 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fe09a0 con 0x55e1c91862e0 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fdded0 con 0x55e1c9186c00 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 0x55e1c91d0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f31997cd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c9186fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f3199fce640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91866c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 0x55e1c91d0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41586/0 (socket says 172.21.15.76:41586) 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 -- 172.21.15.76:0/4282957418 learned_addr learned my addr 172.21.15.76:0/4282957418 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 -- 172.21.15.76:0/4282957418 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 msgr2=0x55e1c9186fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c9186fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 -- 172.21.15.76:0/4282957418 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 msgr2=0x55e1c91866c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91866c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 -- 172.21.15.76:0/4282957418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1c8cd1890 con 0x55e1c9187520 2023-11-25T03:11:58.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319a7cf640 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 0x55e1c91d0a30 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f318c0f0960 tx=0x7f318c0f1210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb9543789aaf3995 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f31777fe640 1 -- 172.21.15.76:0/4282957418 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318c0eed70 con 0x55e1c9187520 2023-11-25T03:11:58.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f31777fe640 1 -- 172.21.15.76:0/4282957418 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f318c0ed0e0 con 0x55e1c9187520 2023-11-25T03:11:58.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f31777fe640 1 -- 172.21.15.76:0/4282957418 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318c0f0e50 con 0x55e1c9187520 2023-11-25T03:11:58.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- 172.21.15.76:0/4282957418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 msgr2=0x55e1c91d0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 0x55e1c91d0a30 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f318c0f0960 tx=0x7f318c0f1210 comp rx=0 tx=0).stop 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- 172.21.15.76:0/4282957418 shutdown_connections 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9187520 0x55e1c91d0a30 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c9186fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 --2- 172.21.15.76:0/4282957418 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91866c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- 172.21.15.76:0/4282957418 >> 172.21.15.76:0/4282957418 conn(0x55e1c918f190 msgr2=0x55e1c91c67a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- 172.21.15.76:0/4282957418 shutdown_connections 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- 172.21.15.76:0/4282957418 wait complete. 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 -- start start 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.670+0000 7f319f59d000 1 Processor -- start 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91c3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c918cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c918d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fd97c0 con 0x55e1c9186c00 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8f91bf0 con 0x55e1c91862e0 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8f97a90 con 0x55e1c9187520 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 10 client.0 _ll_register_callbacks cb 0x55e1c91743c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c918cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c918cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41598/0 (socket says 172.21.15.76:41598) 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 -- 172.21.15.76:0/37670073 learned_addr learned my addr 172.21.15.76:0/37670073 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3199fce640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91c3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319a7cf640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c918d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 -- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 msgr2=0x55e1c918d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c918d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 -- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 msgr2=0x55e1c91c3120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91c3120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 -- 172.21.15.76:0/37670073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31940726d0 con 0x55e1c9186c00 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f31997cd640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c918cb00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3184010470 tx=0x7f3184010870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe188e6303f9a864 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 1 -- 172.21.15.76:0/37670073 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3184019070 con 0x55e1c9186c00 2023-11-25T03:11:58.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 1 -- 172.21.15.76:0/37670073 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31840050d0 con 0x55e1c9186c00 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e1c8f9b470 con 0x55e1c9186c00 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 1 -- 172.21.15.76:0/37670073 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3184005290 con 0x55e1c9186c00 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 10 client.5160 fetch_fsmap learned FSMap version 18 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x55e1c8f9a190 con 0x55e1c9186c00 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 1 -- 172.21.15.76:0/37670073 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3184023020 con 0x55e1c9186c00 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 1 -- 172.21.15.76:0/37670073 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 18) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f318401c020 con 0x55e1c9186c00 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 10 client.5160 fetch_fsmap finished waiting for FSMap version 18 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 10 client.5160 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:11:58.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 20 client.5160 populate_metadata read hostname 'smithi076' 2023-11-25T03:11:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c918da50 0x55e1c918de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 4 client.5160 mds_command: new command op to 4986 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-25T03:11:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 --> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e1c8f9eb50 con 0x55e1c918da50 2023-11-25T03:11:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3199fce640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c918da50 0x55e1c918de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3199fce640 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c918da50 0x55e1c918de30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8718ca0e3c91e82a server_cookie=81e8f3c94218a3e6 in_seq=0 out_seq=0 2023-11-25T03:11:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 10 client.5160 ms_handle_connect on v2:172.21.15.76:6836/2173048581 2023-11-25T03:11:58.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 1 -- 172.21.15.76:0/37670073 <== mds.0 v2:172.21.15.76:6836/2173048581 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e1c8f9eb50 con 0x55e1c918da50 2023-11-25T03:11:58.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f3174ff9640 10 client.5160 handle_command_reply: tid=0 2023-11-25T03:11:58.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 client.5160 shutdown 2023-11-25T03:11:58.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 msgr2=0x55e1c918cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.674+0000 7f319f59d000 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c918cb00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3184010470 tx=0x7f3184010870 comp rx=0 tx=0).stop 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 shutdown_connections 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c918da50 0x55e1c918de30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c918d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c918cb00 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 --2- 172.21.15.76:0/37670073 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91c3120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 >> 172.21.15.76:0/37670073 conn(0x55e1c918f190 msgr2=0x55e1c91859d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f3174ff9640 0 client.5160 ms_handle_reset on v2:172.21.15.76:6836/2173048581 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 shutdown_connections 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 1 -- 172.21.15.76:0/37670073 wait complete. 2023-11-25T03:11:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.678+0000 7f319f59d000 20 client.5160 trim_cache size 0 max 16384 2023-11-25T03:11:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.690+0000 7f319f59d000 1 Processor -- start 2023-11-25T03:11:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.690+0000 7f319f59d000 1 -- start start 2023-11-25T03:11:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 0x55e1c91e1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c918c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c9187520 0x55e1c918cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8c92940 con 0x55e1c91862e0 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fd55c0 con 0x55e1c9187520 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fd3610 con 0x55e1c9186c00 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 0x55e1c91e1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 0x55e1c91e1220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41602/0 (socket says 172.21.15.76:41602) 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 -- 172.21.15.76:0/2293085005 learned_addr learned my addr 172.21.15.76:0/2293085005 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319a7cf640 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c9187520 0x55e1c918cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f31997cd640 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c918c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 -- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 msgr2=0x55e1c918c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c918c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 -- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c9187520 msgr2=0x55e1c918cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c9187520 0x55e1c918cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 -- 172.21.15.76:0/2293085005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1c8f80490 con 0x55e1c91862e0 2023-11-25T03:11:58.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f31997cd640 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c918c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:58.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3199fce640 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 0x55e1c91e1220 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3190005990 tx=0x7f3190011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb6e6ceb8fabc234 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3177fff640 1 -- 172.21.15.76:0/2293085005 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190005dc0 con 0x55e1c91862e0 2023-11-25T03:11:58.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3177fff640 1 -- 172.21.15.76:0/2293085005 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31900075d0 con 0x55e1c91862e0 2023-11-25T03:11:58.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f3177fff640 1 -- 172.21.15.76:0/2293085005 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319000d9a0 con 0x55e1c91862e0 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- 172.21.15.76:0/2293085005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 msgr2=0x55e1c91e1220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 0x55e1c91e1220 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3190005990 tx=0x7f3190011000 comp rx=0 tx=0).stop 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- 172.21.15.76:0/2293085005 shutdown_connections 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c9187520 0x55e1c918cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9186c00 0x55e1c918c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 --2- 172.21.15.76:0/2293085005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c91862e0 0x55e1c91e1220 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- 172.21.15.76:0/2293085005 >> 172.21.15.76:0/2293085005 conn(0x55e1c918f190 msgr2=0x55e1c918de30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- 172.21.15.76:0/2293085005 shutdown_connections 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- 172.21.15.76:0/2293085005 wait complete. 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 -- start start 2023-11-25T03:11:58.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.694+0000 7f319f59d000 1 Processor -- start 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91dd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c91dd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c91dde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fe1b20 con 0x55e1c9186c00 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8f60a00 con 0x55e1c91862e0 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1c8fb2e10 con 0x55e1c9187520 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 10 client.0 _ll_register_callbacks cb 0x55e1c9154bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c91dd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c91dd900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41606/0 (socket says 172.21.15.76:41606) 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 -- 172.21.15.76:0/1004101420 learned_addr learned my addr 172.21.15.76:0/1004101420 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:58.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 -- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 msgr2=0x55e1c91dde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c91dde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 -- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 msgr2=0x55e1c91dd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3199fce640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91dd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91dd3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 -- 172.21.15.76:0/1004101420 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31940c3bd0 con 0x55e1c9186c00 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3199fce640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91dd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f31997cd640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c91dd900 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3184001ce0 tx=0x7f3184001130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2458a3a25d5bdb68 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 1 -- 172.21.15.76:0/1004101420 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3184019040 con 0x55e1c9186c00 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 1 -- 172.21.15.76:0/1004101420 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3184024080 con 0x55e1c9186c00 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e1c8fd8110 con 0x55e1c9186c00 2023-11-25T03:11:58.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 1 -- 172.21.15.76:0/1004101420 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31840067e0 con 0x55e1c9186c00 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 10 client.5166 fetch_fsmap learned FSMap version 18 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x55e1c8cd1cc0 con 0x55e1c9186c00 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 1 -- 172.21.15.76:0/1004101420 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55e1c8fd8110 con 0x55e1c9186c00 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 1 -- 172.21.15.76:0/1004101420 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 18) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f318401c040 con 0x55e1c9186c00 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 10 client.5166 fetch_fsmap finished waiting for FSMap version 18 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 10 client.5166 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 20 client.5166 populate_metadata read hostname 'smithi076' 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c9231b30 0x55e1c9233f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 4 client.5166 mds_command: new command op to 4986 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 --> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55e1c90079a0 con 0x55e1c9231b30 2023-11-25T03:11:58.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3199fce640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c9231b30 0x55e1c9233f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 10 client.5166 ms_handle_connect on v2:172.21.15.76:6836/2173048581 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3199fce640 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c9231b30 0x55e1c9233f20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3f7ebc2e352bbc1 server_cookie=ffedb4429df83d06 in_seq=0 out_seq=0 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 1 -- 172.21.15.76:0/1004101420 <== mds.0 v2:172.21.15.76:6836/2173048581 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55e1c90079a0 con 0x55e1c9231b30 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 10 client.5166 handle_command_reply: tid=0 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 client.5166 shutdown 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 msgr2=0x55e1c91dd900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c91dd900 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3184001ce0 tx=0x7f3184001130 comp rx=0 tx=0).stop 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 shutdown_connections 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:6836/2173048581,v1:172.21.15.76:6837/2173048581] conn(0x55e1c9231b30 0x55e1c9233f20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55e1c9187520 0x55e1c91dde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55e1c9186c00 0x55e1c91dd900 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 --2- 172.21.15.76:0/1004101420 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55e1c91862e0 0x55e1c91dd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 >> 172.21.15.76:0/1004101420 conn(0x55e1c918f190 msgr2=0x55e1c9184a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f3174ff9640 0 client.5166 ms_handle_reset on v2:172.21.15.76:6836/2173048581 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 shutdown_connections 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 1 -- 172.21.15.76:0/1004101420 wait complete. 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.698+0000 7f319f59d000 20 client.5166 trim_cache size 0 max 16384 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:11:58.709 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "e61c0d8a-7661-495e-9c70-d0c893415dab", 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4986, 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 5.8116210989999999, 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 18, 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 32, 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 32, 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 13.588890911 2023-11-25T03:11:58.710 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:11:58.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3178066470 msgr2=0x7f3178068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3178066470 0x7f3178068930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3190005890 tx=0x7f3190009040 comp rx=0 tx=0).stop 2023-11-25T03:11:58.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 msgr2=0x7f319414d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f319414d830 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f318c0b0040 tx=0x7f318c019630 comp rx=0 tx=0).stop 2023-11-25T03:11:58.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 shutdown_connections 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3178066470 0x7f3178068930 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31940c60a0 0x7f319414d830 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31940c5c60 0x7f31940a3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 --2- 172.21.15.76:0/1421732962 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31940a5240 0x7f31940a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 >> 172.21.15.76:0/1421732962 conn(0x7f319406a5b0 msgr2=0x7f31940a6a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 shutdown_connections 2023-11-25T03:11:58.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.702+0000 7f319c232640 1 -- 172.21.15.76:0/1421732962 wait complete. 2023-11-25T03:11:58.724 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:11:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.854+0000 7fc884c17640 1 Processor -- start 2023-11-25T03:11:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.854+0000 7fc884c17640 1 -- start start 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc884c17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc8800c63c0 0x7fc8800c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc884c17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc8800a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc884c17640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8800c31c0 con 0x7fc8800c4100 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc884c17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8800c34a0 con 0x7fc8800c63c0 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc884c17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8800c1030 con 0x7fc8800c2bb0 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc875d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc8800c4100 0x7fc8800c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55160/0 (socket says 172.21.15.76:55160) 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc875d9b640 1 -- 172.21.15.76:0/2720455058 learned_addr learned my addr 172.21.15.76:0/2720455058 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87e59c640 1 --2- 172.21.15.76:0/2720455058 >> v2:172.21.15.106:3300/0 conn(0x7fc8800c63c0 0x7fc8800c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87ed9d640 1 --2- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc8800a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87dd9b640 1 -- 172.21.15.76:0/2720455058 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3142227959 0 0) 0x7fc8800c31c0 con 0x7fc8800c4100 2023-11-25T03:11:58.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87dd9b640 1 -- 172.21.15.76:0/2720455058 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc86c003530 con 0x7fc8800c4100 2023-11-25T03:11:58.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87e59c640 1 -- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 msgr2=0x7fc8800a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:58.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87e59c640 1 --2- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc8800a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87e59c640 1 -- 172.21.15.76:0/2720455058 >> v1:172.21.15.76:6789/0 conn(0x7fc8800c4100 legacy=0x7fc8800c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.858+0000 7fc87e59c640 1 -- 172.21.15.76:0/2720455058 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8800c1310 con 0x7fc8800c63c0 2023-11-25T03:11:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc87e59c640 1 --2- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c63c0 0x7fc8800c06d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc8700097c0 tx=0x7fc87001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=844d6b06dc2796a1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc87dd9b640 1 -- 172.21.15.76:0/2720455058 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8800aa3d0 con 0x7fc8800c63c0 2023-11-25T03:11:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc87dd9b640 1 -- 172.21.15.76:0/2720455058 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8700a7050 con 0x7fc8800c63c0 2023-11-25T03:11:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc87dd9b640 1 -- 172.21.15.76:0/2720455058 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8700ab820 con 0x7fc8800c63c0 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 -- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c63c0 msgr2=0x7fc8800c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 --2- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c63c0 0x7fc8800c06d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc8700097c0 tx=0x7fc87001c330 comp rx=0 tx=0).stop 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 -- 172.21.15.76:0/2720455058 shutdown_connections 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 --2- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc8800a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 --2- 172.21.15.76:0/2720455058 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c63c0 0x7fc8800c06d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 -- 172.21.15.76:0/2720455058 >> 172.21.15.76:0/2720455058 conn(0x7fc88006a5b0 msgr2=0x7fc88006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 -- 172.21.15.76:0/2720455058 shutdown_connections 2023-11-25T03:11:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 -- 172.21.15.76:0/2720455058 wait complete. 2023-11-25T03:11:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.862+0000 7fc884c17640 1 Processor -- start 2023-11-25T03:11:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- start start 2023-11-25T03:11:58.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc880071220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c4100 0x7fc880156bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 0x7fc880157110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8801ed560 con 0x7fc8800c63c0 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8801eda90 con 0x7fc8800c4100 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8801ed7b0 con 0x7fc8800c2bb0 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 0x7fc880157110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 0x7fc880157110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41618/0 (socket says 172.21.15.76:41618) 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 -- 172.21.15.76:0/2278790643 learned_addr learned my addr 172.21.15.76:0/2278790643 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87e59c640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc880071220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc875d9b640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c4100 0x7fc880156bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 -- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 msgr2=0x7fc880071220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc880071220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 -- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c4100 msgr2=0x7fc880156bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c4100 0x7fc880156bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 -- 172.21.15.76:0/2278790643 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc870009420 con 0x7fc8800c63c0 2023-11-25T03:11:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc87ed9d640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 0x7fc880157110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc87800e960 tx=0x7fc87800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8780096b0 con 0x7fc8800c63c0 2023-11-25T03:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc87800c9a0 con 0x7fc8800c63c0 2023-11-25T03:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc87800cd30 con 0x7fc8800c63c0 2023-11-25T03:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8800c69b0 con 0x7fc8800c63c0 2023-11-25T03:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8801563d0 con 0x7fc8800c63c0 2023-11-25T03:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.866+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc880068400 con 0x7fc8800c63c0 2023-11-25T03:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.870+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc878013470 con 0x7fc8800c63c0 2023-11-25T03:11:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.870+0000 7fc8777fe640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc860066470 0x7fc860068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.870+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc8780840d0 con 0x7fc8800c63c0 2023-11-25T03:11:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.870+0000 7fc87e59c640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc860066470 0x7fc860068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.870+0000 7fc87e59c640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc860066470 0x7fc860068930 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc8700ad000 tx=0x7fc8700a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:58.874+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc878051540 con 0x7fc8800c63c0 2023-11-25T03:11:59.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.058+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc8800c3e70 con 0x7fc8800c63c0 2023-11-25T03:11:59.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.058+0000 7fc8777fe640 1 -- 172.21.15.76:0/2278790643 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) v1 ==== 53+0+73 (secure 0 0 0) 0x7fc878054b60 con 0x7fc8800c63c0 2023-11-25T03:11:59.064 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:11:59.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc860066470 msgr2=0x7fc860068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:59.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc860066470 0x7fc860068930 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc8700ad000 tx=0x7fc8700a6000 comp rx=0 tx=0).stop 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 msgr2=0x7fc880157110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 0x7fc880157110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc87800e960 tx=0x7fc87800ee20 comp rx=0 tx=0).stop 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 shutdown_connections 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc860066470 0x7fc860068930 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8800c63c0 0x7fc880157110 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc8800c4100 0x7fc880156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 --2- 172.21.15.76:0/2278790643 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc8800c2bb0 0x7fc880071220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 >> 172.21.15.76:0/2278790643 conn(0x7fc88006a5b0 msgr2=0x7fc88006d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 shutdown_connections 2023-11-25T03:11:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.062+0000 7fc884c17640 1 -- 172.21.15.76:0/2278790643 wait complete. 2023-11-25T03:11:59.084 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:11:59.084 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:11:59.084 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:11:59.084 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-25T03:11:59.084 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:59.084 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:11:59.085 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:11:59.085 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:11:59.085 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:11:59.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.085 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:11:59.098 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:11:59.098 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:11:59.098 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:11:59.099 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.099 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:11:59.099 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.099 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:11:59.100 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42290sec preferred_lft 42290sec 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:11:59.101 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run.smithi076.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:11:59.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.102 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:11:59.163 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:11:59.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.165 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:59.224 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:11:59.225 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:11:59.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.225 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:11:59.225 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:11:59.225 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:11:59.225 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:11:59.225 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:11:59.225 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:11:59.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.319 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:11:59.329 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:11:59.329 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:11:59.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.329 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:11:59.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:11:59.393 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:59.441 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:11:59.445 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:11:59.445 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:11:59.446 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:59.491 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:11:59.502 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:11:59.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.502 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:59.594 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:59.594 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:11:59.594 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:11:59.609 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:59.609 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:11:59.609 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:11:59.609 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:11:59.609 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:11:59.617 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:11:59.617 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:11:59.617 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:11:59.618 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:11:59.618 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:11:59.618 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:11:59.618 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:11:59.618 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:11:59.621 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:11:59.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.621 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:11:59.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:11:59.642 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:11:59.747 INFO:teuthology.orchestra.run.smithi076.stdout:client5175 2023-11-25T03:11:59.747 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:11:59.748 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:11:59.797 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:11:59.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.974+0000 7fe9a7ac9640 1 Processor -- start 2023-11-25T03:11:59.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.974+0000 7fe9a7ac9640 1 -- start start 2023-11-25T03:11:59.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a7ac9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c4100 0x7fe9a00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:59.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a7ac9640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe9a00c06d0 0x7fe9a00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:59.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a7ac9640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9a00c31c0 con 0x7fe9a00c63c0 2023-11-25T03:11:59.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a7ac9640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9a00c34a0 con 0x7fe9a00c06d0 2023-11-25T03:11:59.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a7ac9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a00c1030 con 0x7fe9a00c4100 2023-11-25T03:11:59.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a6066640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe9a00c06d0 0x7fe9a00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:59.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5064640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c4100 0x7fe9a00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:59.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5865640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fe9a00c63c0 0x7fe9a00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:41464/0 (socket says 172.21.15.76:41464) 2023-11-25T03:11:59.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5865640 1 -- 172.21.15.76:0/149729683 learned_addr learned my addr 172.21.15.76:0/149729683 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:11:59.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5064640 1 -- 172.21.15.76:0/149729683 >> v2:172.21.15.106:3300/0 conn(0x7fe9a00c06d0 msgr2=0x7fe9a00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:11:59.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5064640 1 --2- 172.21.15.76:0/149729683 >> v2:172.21.15.106:3300/0 conn(0x7fe9a00c06d0 0x7fe9a00a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5064640 1 -- 172.21.15.76:0/149729683 >> v1:172.21.15.106:6789/0 conn(0x7fe9a00c63c0 legacy=0x7fe9a00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:59.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a5064640 1 -- 172.21.15.76:0/149729683 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9a00c1310 con 0x7fe9a00c4100 2023-11-25T03:11:59.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a4863640 1 -- 172.21.15.76:0/149729683 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4094839168 0 0) 0x7fe9a00c31c0 con 0x7fe9a00c63c0 2023-11-25T03:11:59.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.978+0000 7fe9a6066640 1 --2- 172.21.15.76:0/149729683 >> v2:172.21.15.106:3300/0 conn(0x7fe9a00c06d0 0x7fe9a00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:11:59.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a5064640 1 --2- 172.21.15.76:0/149729683 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c4100 0x7fe9a00c2bb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe9900097c0 tx=0x7fe99001c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=638d8524b20bd869 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:59.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a4863640 1 -- 172.21.15.76:0/149729683 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a00aa3d0 con 0x7fe9a00c4100 2023-11-25T03:11:59.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a4863640 1 -- 172.21.15.76:0/149729683 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9900a7050 con 0x7fe9a00c4100 2023-11-25T03:11:59.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a4863640 1 -- 172.21.15.76:0/149729683 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9900ab820 con 0x7fe9a00c4100 2023-11-25T03:11:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/149729683 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c4100 msgr2=0x7fe9a00c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/149729683 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c4100 0x7fe9a00c2bb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe9900097c0 tx=0x7fe99001c360 comp rx=0 tx=0).stop 2023-11-25T03:11:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/149729683 shutdown_connections 2023-11-25T03:11:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/149729683 >> v2:172.21.15.106:3300/0 conn(0x7fe9a00c06d0 0x7fe9a00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/149729683 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c4100 0x7fe9a00c2bb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/149729683 >> 172.21.15.76:0/149729683 conn(0x7fe9a006a5b0 msgr2=0x7fe9a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:11:59.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/149729683 shutdown_connections 2023-11-25T03:11:59.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.982+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/149729683 wait complete. 2023-11-25T03:11:59.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 Processor -- start 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- start start 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c06d0 0x7fe9a01f0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 0x7fe9a015a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9a00c63c0 0x7fe9a01ed7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a01ed380 con 0x7fe9a00c4100 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a00a68b0 con 0x7fe9a00c63c0 2023-11-25T03:11:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a01f1500 con 0x7fe9a00c06d0 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 0x7fe9a015a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 0x7fe9a015a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41620/0 (socket says 172.21.15.76:41620) 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 -- 172.21.15.76:0/3981788047 learned_addr learned my addr 172.21.15.76:0/3981788047 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a6066640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9a00c63c0 0x7fe9a01ed7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5865640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c06d0 0x7fe9a01f0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 -- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c06d0 msgr2=0x7fe9a01f0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c06d0 0x7fe9a01f0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 -- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9a00c63c0 msgr2=0x7fe9a01ed7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9a00c63c0 0x7fe9a01ed7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:11:59.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 -- 172.21.15.76:0/3981788047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe998009a70 con 0x7fe9a00c4100 2023-11-25T03:11:59.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a5064640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 0x7fe9a015a420 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe990019f90 tx=0x7fe990019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:59.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9900b4600 con 0x7fe9a00c4100 2023-11-25T03:11:59.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9900b4760 con 0x7fe9a00c4100 2023-11-25T03:11:59.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9900b4b10 con 0x7fe9a00c4100 2023-11-25T03:11:59.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe990009420 con 0x7fe9a00c4100 2023-11-25T03:11:59.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9a00a6b20 con 0x7fe9a00c4100 2023-11-25T03:11:59.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.986+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9a01ed4c0 con 0x7fe9a00c4100 2023-11-25T03:11:59.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.990+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe9900b2040 con 0x7fe9a00c4100 2023-11-25T03:11:59.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.990+0000 7fe9967fc640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe984066470 0x7fe984068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:11:59.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.990+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe99011dfe0 con 0x7fe9a00c4100 2023-11-25T03:11:59.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.990+0000 7fe9a5865640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe984066470 0x7fe984068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:11:59.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.990+0000 7fe9a5865640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe984066470 0x7fe984068930 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe99c000f70 tx=0x7fe99c007b60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:11:59.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:11:59.994+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe9a01ed4c0 con 0x7fe9a00c4100 2023-11-25T03:12:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe9a01ed4c0 con 0x7fe9a00c4100 2023-11-25T03:12:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9967fc640 1 -- 172.21.15.76:0/3981788047 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) v1 ==== 53+0+73 (secure 0 0 0) 0x7fe9a01ed4c0 con 0x7fe9a00c4100 2023-11-25T03:12:00.186 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe984066470 msgr2=0x7fe984068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe984066470 0x7fe984068930 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe99c000f70 tx=0x7fe99c007b60 comp rx=0 tx=0).stop 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 msgr2=0x7fe9a015a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 0x7fe9a015a420 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe990019f90 tx=0x7fe990019100 comp rx=0 tx=0).stop 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 shutdown_connections 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe984066470 0x7fe984068930 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9a00c63c0 0x7fe9a01ed7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9a00c4100 0x7fe9a015a420 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 --2- 172.21.15.76:0/3981788047 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9a00c06d0 0x7fe9a01f0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 >> 172.21.15.76:0/3981788047 conn(0x7fe9a006a5b0 msgr2=0x7fe9a0071f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 shutdown_connections 2023-11-25T03:12:00.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:00.182+0000 7fe9a7ac9640 1 -- 172.21.15.76:0/3981788047 wait complete. 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:12:00.206 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:12:00.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.207 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:12:00.217 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:12:00.217 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:12:00.217 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:12:00.217 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.217 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:12:00.217 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:12:00.218 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42361sec preferred_lft 42361sec 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:12:00.219 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.220 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:12:00.220 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:12:00.220 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:12:00.220 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:00.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.221 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:12:00.285 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:12:00.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.288 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:12:00.342 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:00.343 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:00.343 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:00.343 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:12:00.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.343 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:12:00.343 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:12:00.343 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:12:00.343 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:12:00.343 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:12:00.343 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:12:00.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.438 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:12:00.447 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:12:00.448 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:12:00.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.448 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:12:00.512 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:12:00.512 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:00.563 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:12:00.564 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:12:00.564 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:00.615 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:12:00.615 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.615 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:12:00.710 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:12:00.710 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:12:00.711 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:12:00.726 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:12:00.726 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:12:00.726 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:12:00.726 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:12:00.726 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:12:00.735 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:12:00.735 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:12:00.735 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:12:00.735 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:12:00.736 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:12:00.736 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:12:00.736 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:12:00.736 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:12:00.739 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:12:00.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.739 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:00.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:00.760 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:12:00.814 INFO:teuthology.orchestra.run.smithi106.stdout:client5065 2023-11-25T03:12:00.815 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:00.815 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:00.867 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2023-11-25T03:12:01.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f80968fe640 1 Processor -- start 2023-11-25T03:12:01.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f80968fe640 1 -- start start 2023-11-25T03:12:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f80968fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80900c5640 0x7f80900c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f80968fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80900c2580 con 0x7f80900c5260 2023-11-25T03:12:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f80968fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80900c1a00 con 0x7f80900c60f0 2023-11-25T03:12:01.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f80968fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8090153510 con 0x7f80900c5640 2023-11-25T03:12:01.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80900c5640 0x7f80900c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f80900c5260 0x7f809006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55170/0 (socket says 172.21.15.76:55170) 2023-11-25T03:12:01.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80900c5640 0x7f80900c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41638/0 (socket says 172.21.15.76:41638) 2023-11-25T03:12:01.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808ffff640 1 -- 172.21.15.76:0/1710936652 learned_addr learned my addr 172.21.15.76:0/1710936652 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:01.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808f7fe640 1 -- 172.21.15.76:0/1710936652 >> v1:172.21.15.106:6789/0 conn(0x7f80900c60f0 legacy=0x7f8090155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808f7fe640 1 -- 172.21.15.76:0/1710936652 >> v1:172.21.15.76:6789/0 conn(0x7f80900c5260 legacy=0x7f809006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808f7fe640 1 -- 172.21.15.76:0/1710936652 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80900c1ce0 con 0x7f80900c5640 2023-11-25T03:12:01.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.006+0000 7f808effd640 1 -- 172.21.15.76:0/1710936652 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1560828142 0 0) 0x7f80900c2580 con 0x7f80900c5260 2023-11-25T03:12:01.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f808f7fe640 1 --2- 172.21.15.76:0/1710936652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c5640 0x7f80900c5bb0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f80840097c0 tx=0x7f808401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daa3838e5f996373 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f808effd640 1 -- 172.21.15.76:0/1710936652 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80840ab600 con 0x7f80900c5640 2023-11-25T03:12:01.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f808effd640 1 -- 172.21.15.76:0/1710936652 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80840a7050 con 0x7f80900c5640 2023-11-25T03:12:01.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f808effd640 1 -- 172.21.15.76:0/1710936652 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80840ab980 con 0x7f80900c5640 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 -- 172.21.15.76:0/1710936652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c5640 msgr2=0x7f80900c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 --2- 172.21.15.76:0/1710936652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c5640 0x7f80900c5bb0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f80840097c0 tx=0x7f808401c3f0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 -- 172.21.15.76:0/1710936652 shutdown_connections 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 --2- 172.21.15.76:0/1710936652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c5640 0x7f80900c5bb0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 -- 172.21.15.76:0/1710936652 >> 172.21.15.76:0/1710936652 conn(0x7f809006a5b0 msgr2=0x7f809006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 -- 172.21.15.76:0/1710936652 shutdown_connections 2023-11-25T03:12:01.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 -- 172.21.15.76:0/1710936652 wait complete. 2023-11-25T03:12:01.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 Processor -- start 2023-11-25T03:12:01.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.010+0000 7f80968fe640 1 -- start start 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80900c5260 0x7f80900a7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80900c5640 0x7f80900a7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 0x7f80900bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f809014ecd0 con 0x7f80900c60f0 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8090145c60 con 0x7f80900c5640 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80900a7ea0 con 0x7f80900c5260 2023-11-25T03:12:01.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 0x7f80900bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f808ffff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80900c5260 0x7f80900a7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f808f7fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80900c5640 0x7f80900a7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 0x7f80900bf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41640/0 (socket says 172.21.15.76:41640) 2023-11-25T03:12:01.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 -- 172.21.15.76:0/4033173790 learned_addr learned my addr 172.21.15.76:0/4033173790 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 -- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80900c5260 msgr2=0x7f80900a7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80900c5260 0x7f80900a7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 -- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80900c5640 msgr2=0x7f80900a7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80900c5640 0x7f80900a7960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 -- 172.21.15.76:0/4033173790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8084009420 con 0x7f80900c60f0 2023-11-25T03:12:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f808f7fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80900c5640 0x7f80900a7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f8094e9b640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 0x7f80900bf100 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f808800c730 tx=0x7f808800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8088003b80 con 0x7f80900c60f0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8088003ce0 con 0x7f80900c60f0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8090145f00 con 0x7f80900c60f0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808800aa30 con 0x7f80900c60f0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80900c4b80 con 0x7f80900c60f0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.014+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8090068400 con 0x7f80900c60f0 2023-11-25T03:12:01.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.018+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f808800ab90 con 0x7f80900c60f0 2023-11-25T03:12:01.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.018+0000 7f808cff9640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f807c066470 0x7f807c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.018+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8088083a60 con 0x7f80900c60f0 2023-11-25T03:12:01.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.018+0000 7f808ffff640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f807c066470 0x7f807c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.018+0000 7f808ffff640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f807c066470 0x7f807c068930 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8080000f70 tx=0x7f8080007240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.022+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8088051020 con 0x7f80900c60f0 2023-11-25T03:12:01.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.226+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7f80901460f0 con 0x7f80900c60f0 2023-11-25T03:12:01.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.226+0000 7f808cff9640 1 -- 172.21.15.76:0/4033173790 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v11) v1 ==== 84+0+0 (secure 0 0 0) 0x7f8088054640 con 0x7f80900c60f0 2023-11-25T03:12:01.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f807c066470 msgr2=0x7f807c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f807c066470 0x7f807c068930 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8080000f70 tx=0x7f8080007240 comp rx=0 tx=0).stop 2023-11-25T03:12:01.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 msgr2=0x7f80900bf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 0x7f80900bf100 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f808800c730 tx=0x7f808800cbf0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 shutdown_connections 2023-11-25T03:12:01.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f807c066470 0x7f807c068930 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900c60f0 0x7f80900bf100 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f80900c5640 0x7f80900a7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 --2- 172.21.15.76:0/4033173790 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f80900c5260 0x7f80900a7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 >> 172.21.15.76:0/4033173790 conn(0x7f809006a5b0 msgr2=0x7f809006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 shutdown_connections 2023-11-25T03:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.230+0000 7f80968fe640 1 -- 172.21.15.76:0/4033173790 wait complete. 2023-11-25T03:12:01.253 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:01.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 Processor -- start 2023-11-25T03:12:01.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 -- start start 2023-11-25T03:12:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f04e4151e90 0x7f04e40c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e40c4e60 0x7f04e406bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04e406c860 con 0x7f04e40c7ea0 2023-11-25T03:12:01.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04e40c8750 con 0x7f04e4151e90 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e909c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41552d0 con 0x7f04e40c4e60 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f04e4151e90 0x7f04e40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f04e4151e90 0x7f04e40c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41642/0 (socket says 172.21.15.76:41642) 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 -- 172.21.15.76:0/1833320612 learned_addr learned my addr 172.21.15.76:0/1833320612 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e359e640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e40c4e60 0x7f04e406bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 -- 172.21.15.76:0/1833320612 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e40c4e60 msgr2=0x7f04e406bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e40c4e60 0x7f04e406bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 -- 172.21.15.76:0/1833320612 >> v1:172.21.15.106:6789/0 conn(0x7f04e40c7ea0 legacy=0x7f04e406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:01.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e2d9d640 1 -- 172.21.15.76:0/1833320612 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04e4154930 con 0x7f04e4151e90 2023-11-25T03:12:01.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.386+0000 7f04e359e640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e40c4e60 0x7f04e406bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:01.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e2d9d640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e4151e90 0x7f04e40c4920 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009870 tx=0x7f04d401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890a99e509d3034f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e259c640 1 -- 172.21.15.76:0/1833320612 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d40ab600 con 0x7f04e4151e90 2023-11-25T03:12:01.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e259c640 1 -- 172.21.15.76:0/1833320612 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04d40a7050 con 0x7f04e4151e90 2023-11-25T03:12:01.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e259c640 1 -- 172.21.15.76:0/1833320612 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d40ab980 con 0x7f04e4151e90 2023-11-25T03:12:01.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 -- 172.21.15.76:0/1833320612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e4151e90 msgr2=0x7f04e40c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e4151e90 0x7f04e40c4920 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009870 tx=0x7f04d401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 -- 172.21.15.76:0/1833320612 shutdown_connections 2023-11-25T03:12:01.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e40c4e60 0x7f04e406bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 --2- 172.21.15.76:0/1833320612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e4151e90 0x7f04e40c4920 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 -- 172.21.15.76:0/1833320612 >> 172.21.15.76:0/1833320612 conn(0x7f04e40ca170 msgr2=0x7f04e40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:01.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 -- 172.21.15.76:0/1833320612 shutdown_connections 2023-11-25T03:12:01.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.390+0000 7f04e909c640 1 -- 172.21.15.76:0/1833320612 wait complete. 2023-11-25T03:12:01.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 Processor -- start 2023-11-25T03:12:01.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 -- start start 2023-11-25T03:12:01.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 0x7f04e414d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04e40c7ea0 0x7f04e4146170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e4151e90 0x7f04e41466b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e4146bf0 con 0x7f04e40c4e60 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41ecf60 con 0x7f04e40c7ea0 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41ed220 con 0x7f04e4151e90 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 0x7f04e414d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 0x7f04e414d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41646/0 (socket says 172.21.15.76:41646) 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 -- 172.21.15.76:0/3608831030 learned_addr learned my addr 172.21.15.76:0/3608831030 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e359e640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e4151e90 0x7f04e41466b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04dbfff640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04e40c7ea0 0x7f04e4146170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 -- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e4151e90 msgr2=0x7f04e41466b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e4151e90 0x7f04e41466b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 -- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04e40c7ea0 msgr2=0x7f04e4146170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04e40c7ea0 0x7f04e4146170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 -- 172.21.15.76:0/3608831030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04d40094d0 con 0x7f04e40c4e60 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e2d9d640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 0x7f04e414d950 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f04d40ae040 tx=0x7f04d401ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d40b6620 con 0x7f04e40c4e60 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04d40b67a0 con 0x7f04e40c4e60 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d40b6b50 con 0x7f04e40c4e60 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04e41ed500 con 0x7f04e40c4e60 2023-11-25T03:12:01.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.394+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e41edac0 con 0x7f04e40c4e60 2023-11-25T03:12:01.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.398+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04e4068400 con 0x7f04e40c4e60 2023-11-25T03:12:01.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.398+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f04d40b2040 con 0x7f04e40c4e60 2023-11-25T03:12:01.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.398+0000 7f04db7fe640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f04c4066470 0x7f04c4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.398+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f04d411e380 con 0x7f04e40c4e60 2023-11-25T03:12:01.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.398+0000 7f04dbfff640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f04c4066470 0x7f04c4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.398+0000 7f04dbfff640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f04c4066470 0x7f04c4068930 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f04e40ca5c0 tx=0x7f04cc009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.402+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f04d40eb8a0 con 0x7f04e40c4e60 2023-11-25T03:12:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f04e406d3c0 con 0x7f04e40c4e60 2023-11-25T03:12:01.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04db7fe640 1 -- 172.21.15.76:0/3608831030 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+16557 (secure 0 0 0) 0x7f04d40eeec0 con 0x7f04e40c4e60 2023-11-25T03:12:01.558 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:01.559 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":32,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:11:53.258668+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f04c4066470 msgr2=0x7f04c4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f04c4066470 0x7f04c4068930 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f04e40ca5c0 tx=0x7f04cc009060 comp rx=0 tx=0).stop 2023-11-25T03:12:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 msgr2=0x7f04e414d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 0x7f04e414d950 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f04d40ae040 tx=0x7f04d401ac20 comp rx=0 tx=0).stop 2023-11-25T03:12:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 shutdown_connections 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f04c4066470 0x7f04c4068930 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04e4151e90 0x7f04e41466b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04e40c7ea0 0x7f04e4146170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 --2- 172.21.15.76:0/3608831030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04e40c4e60 0x7f04e414d950 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 >> 172.21.15.76:0/3608831030 conn(0x7f04e40ca170 msgr2=0x7f04e4153f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 shutdown_connections 2023-11-25T03:12:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.554+0000 7f04e909c640 1 -- 172.21.15.76:0/3608831030 wait complete. 2023-11-25T03:12:01.579 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:11:50.228101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:51.254022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:01.580 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.714+0000 7fe2440bb640 1 Processor -- start 2023-11-25T03:12:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.714+0000 7fe2440bb640 1 -- start start 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.714+0000 7fe2440bb640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe23c14ab00 0x7fe23c0aab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.714+0000 7fe2440bb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe23c154880 con 0x7fe23c0c2630 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe2440bb640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe23c0ab790 con 0x7fe23c0a93f0 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe2440bb640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe23c0aa010 con 0x7fe23c14ab00 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe242658640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe23c0c2630 0x7fe23c150620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55176/0 (socket says 172.21.15.76:55176) 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe242658640 1 -- 172.21.15.76:0/3181835589 learned_addr learned my addr 172.21.15.76:0/3181835589 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:01.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe241e57640 1 --2- 172.21.15.76:0/3181835589 >> v2:172.21.15.106:3300/0 conn(0x7fe23c14ab00 0x7fe23c0aab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe240e55640 1 -- 172.21.15.76:0/3181835589 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2987052673 0 0) 0x7fe23c154880 con 0x7fe23c0c2630 2023-11-25T03:12:01.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe240e55640 1 -- 172.21.15.76:0/3181835589 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe228003450 con 0x7fe23c0c2630 2023-11-25T03:12:01.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe241e57640 1 -- 172.21.15.76:0/3181835589 >> v1:172.21.15.106:6789/0 conn(0x7fe23c0a93f0 legacy=0x7fe23c0ab080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe241e57640 1 -- 172.21.15.76:0/3181835589 >> v1:172.21.15.76:6789/0 conn(0x7fe23c0c2630 legacy=0x7fe23c150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe241e57640 1 -- 172.21.15.76:0/3181835589 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe23c153cb0 con 0x7fe23c14ab00 2023-11-25T03:12:01.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.718+0000 7fe241e57640 1 --2- 172.21.15.76:0/3181835589 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c14ab00 0x7fe23c0aab40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe2380097c0 tx=0x7fe23801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3efb0b44ab5654d9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe240e55640 1 -- 172.21.15.76:0/3181835589 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2380ab650 con 0x7fe23c14ab00 2023-11-25T03:12:01.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe240e55640 1 -- 172.21.15.76:0/3181835589 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2380ab7b0 con 0x7fe23c14ab00 2023-11-25T03:12:01.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe240e55640 1 -- 172.21.15.76:0/3181835589 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2380abb20 con 0x7fe23c14ab00 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- 172.21.15.76:0/3181835589 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c14ab00 msgr2=0x7fe23c0aab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 --2- 172.21.15.76:0/3181835589 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c14ab00 0x7fe23c0aab40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe2380097c0 tx=0x7fe23801c450 comp rx=0 tx=0).stop 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- 172.21.15.76:0/3181835589 shutdown_connections 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 --2- 172.21.15.76:0/3181835589 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c14ab00 0x7fe23c0aab40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- 172.21.15.76:0/3181835589 >> 172.21.15.76:0/3181835589 conn(0x7fe23c06a5b0 msgr2=0x7fe23c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- 172.21.15.76:0/3181835589 shutdown_connections 2023-11-25T03:12:01.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- 172.21.15.76:0/3181835589 wait complete. 2023-11-25T03:12:01.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 Processor -- start 2023-11-25T03:12:01.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- start start 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe23c0a93f0 0x7fe23c1e8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c0c2630 0x7fe23c144100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 0x7fe23c0c6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe23c144640 con 0x7fe23c14ab00 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe23c1ec350 con 0x7fe23c0c2630 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe2440bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe23c1ec630 con 0x7fe23c0a93f0 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe242658640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 0x7fe23c0c6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe242658640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 0x7fe23c0c6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41662/0 (socket says 172.21.15.76:41662) 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe242658640 1 -- 172.21.15.76:0/2857666066 learned_addr learned my addr 172.21.15.76:0/2857666066 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe241e57640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe23c0a93f0 0x7fe23c1e8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.722+0000 7fe241656640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c0c2630 0x7fe23c144100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe242658640 1 -- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe23c0a93f0 msgr2=0x7fe23c1e8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe242658640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe23c0a93f0 0x7fe23c1e8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe242658640 1 -- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c0c2630 msgr2=0x7fe23c144100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe242658640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c0c2630 0x7fe23c144100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe242658640 1 -- 172.21.15.76:0/2857666066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe238009420 con 0x7fe23c14ab00 2023-11-25T03:12:01.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe242658640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 0x7fe23c0c6640 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe23400cb40 tx=0x7fe23400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe23400aca0 con 0x7fe23c14ab00 2023-11-25T03:12:01.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe23400ae00 con 0x7fe23c14ab00 2023-11-25T03:12:01.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe234012620 con 0x7fe23c14ab00 2023-11-25T03:12:01.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe23c1ec910 con 0x7fe23c14ab00 2023-11-25T03:12:01.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe23c070420 con 0x7fe23c14ab00 2023-11-25T03:12:01.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe23c068400 con 0x7fe23c14ab00 2023-11-25T03:12:01.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe234007070 con 0x7fe23c14ab00 2023-11-25T03:12:01.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2327fc640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe2200664a0 0x7fe220068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:01.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe234083d80 con 0x7fe23c14ab00 2023-11-25T03:12:01.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.726+0000 7fe241e57640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe2200664a0 0x7fe220068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:01.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.730+0000 7fe241e57640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe2200664a0 0x7fe220068960 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe2380af000 tx=0x7fe2380a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:01.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.730+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe234051340 con 0x7fe23c14ab00 2023-11-25T03:12:01.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.882+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe23c0c2410 con 0x7fe23c14ab00 2023-11-25T03:12:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.882+0000 7fe2327fc640 1 -- 172.21.15.76:0/2857666066 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v32) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe2340170a0 con 0x7fe23c14ab00 2023-11-25T03:12:01.887 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:01.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.882+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe2200664a0 msgr2=0x7fe220068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.882+0000 7fe2440bb640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe2200664a0 0x7fe220068960 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe2380af000 tx=0x7fe2380a7000 comp rx=0 tx=0).stop 2023-11-25T03:12:01.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.882+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 msgr2=0x7fe23c0c6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:01.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.882+0000 7fe2440bb640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 0x7fe23c0c6640 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe23400cb40 tx=0x7fe23400a060 comp rx=0 tx=0).stop 2023-11-25T03:12:01.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 shutdown_connections 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe2200664a0 0x7fe220068960 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe23c14ab00 0x7fe23c0c6640 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe23c0c2630 0x7fe23c144100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 --2- 172.21.15.76:0/2857666066 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe23c0a93f0 0x7fe23c1e8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 >> 172.21.15.76:0/2857666066 conn(0x7fe23c06a5b0 msgr2=0x7fe23c14f680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 shutdown_connections 2023-11-25T03:12:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:01.886+0000 7fe2440bb640 1 -- 172.21.15.76:0/2857666066 wait complete. 2023-11-25T03:12:01.908 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:12:02.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.042+0000 7ff12a3df640 1 Processor -- start 2023-11-25T03:12:02.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.042+0000 7ff12a3df640 1 -- start start 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12a3df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff12406cc40 0x7ff1240c5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12a3df640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1240727f0 0x7ff124154a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12a3df640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff12406ded0 con 0x7ff12406e180 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12a3df640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff12406d840 con 0x7ff1240727f0 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12a3df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff12406dbf0 con 0x7ff12406cc40 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff1237fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff12406e180 0x7ff1240bb260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55180/0 (socket says 172.21.15.76:55180) 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff1237fe640 1 -- 172.21.15.76:0/3379074297 learned_addr learned my addr 172.21.15.76:0/3379074297 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:02.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12897c640 1 --2- 172.21.15.76:0/3379074297 >> v2:172.21.15.76:3300/0 conn(0x7ff1240727f0 0x7ff124154a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff123fff640 1 --2- 172.21.15.76:0/3379074297 >> v2:172.21.15.106:3300/0 conn(0x7ff12406cc40 0x7ff1240c5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff122ffd640 1 -- 172.21.15.76:0/3379074297 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2613510478 0 0) 0x7ff12406ded0 con 0x7ff12406e180 2023-11-25T03:12:02.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff122ffd640 1 -- 172.21.15.76:0/3379074297 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff10c003450 con 0x7ff12406e180 2023-11-25T03:12:02.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12897c640 1 -- 172.21.15.76:0/3379074297 >> v2:172.21.15.106:3300/0 conn(0x7ff12406cc40 msgr2=0x7ff1240c5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:02.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12897c640 1 --2- 172.21.15.76:0/3379074297 >> v2:172.21.15.106:3300/0 conn(0x7ff12406cc40 0x7ff1240c5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12897c640 1 -- 172.21.15.76:0/3379074297 >> v1:172.21.15.76:6789/0 conn(0x7ff12406e180 legacy=0x7ff1240bb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.046+0000 7ff12897c640 1 -- 172.21.15.76:0/3379074297 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1240bc820 con 0x7ff1240727f0 2023-11-25T03:12:02.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12897c640 1 --2- 172.21.15.76:0/3379074297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1240727f0 0x7ff124154a20 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff12406f610 tx=0x7ff11c01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94b766c9569f36d6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff122ffd640 1 -- 172.21.15.76:0/3379074297 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1240c4dd0 con 0x7ff1240727f0 2023-11-25T03:12:02.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff122ffd640 1 -- 172.21.15.76:0/3379074297 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11c0a5970 con 0x7ff1240727f0 2023-11-25T03:12:02.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff122ffd640 1 -- 172.21.15.76:0/3379074297 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c0a5d00 con 0x7ff1240727f0 2023-11-25T03:12:02.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 -- 172.21.15.76:0/3379074297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1240727f0 msgr2=0x7ff124154a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 --2- 172.21.15.76:0/3379074297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1240727f0 0x7ff124154a20 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff12406f610 tx=0x7ff11c01c910 comp rx=0 tx=0).stop 2023-11-25T03:12:02.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 -- 172.21.15.76:0/3379074297 shutdown_connections 2023-11-25T03:12:02.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 --2- 172.21.15.76:0/3379074297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1240727f0 0x7ff124154a20 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 --2- 172.21.15.76:0/3379074297 >> v2:172.21.15.106:3300/0 conn(0x7ff12406cc40 0x7ff1240c5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 -- 172.21.15.76:0/3379074297 >> 172.21.15.76:0/3379074297 conn(0x7ff1240a7980 msgr2=0x7ff1240a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:02.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 -- 172.21.15.76:0/3379074297 shutdown_connections 2023-11-25T03:12:02.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 -- 172.21.15.76:0/3379074297 wait complete. 2023-11-25T03:12:02.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 Processor -- start 2023-11-25T03:12:02.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.050+0000 7ff12a3df640 1 -- start start 2023-11-25T03:12:02.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 0x7ff1240ab910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff12406e180 0x7ff1241ec0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1240727f0 0x7ff12414ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1240ab290 con 0x7ff12406cc40 2023-11-25T03:12:02.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1241ecdc0 con 0x7ff12406e180 2023-11-25T03:12:02.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1240a4f30 con 0x7ff1240727f0 2023-11-25T03:12:02.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 0x7ff1240ab910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 0x7ff1240ab910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41678/0 (socket says 172.21.15.76:41678) 2023-11-25T03:12:02.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 -- 172.21.15.76:0/1227416970 learned_addr learned my addr 172.21.15.76:0/1227416970 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:02.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff1237fe640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff12406e180 0x7ff1241ec0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12897c640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1240727f0 0x7ff12414ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 -- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1240727f0 msgr2=0x7ff12414ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1240727f0 0x7ff12414ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 -- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff12406e180 msgr2=0x7ff1241ec0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff12406e180 0x7ff1241ec0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 -- 172.21.15.76:0/1227416970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff11c009a70 con 0x7ff12406cc40 2023-11-25T03:12:02.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12897c640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1240727f0 0x7ff12414ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:02.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff1237fe640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff12406e180 0x7ff1241ec0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:02.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff123fff640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 0x7ff1240ab910 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ff11400d800 tx=0x7ff11400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11400b6c0 con 0x7ff12406cc40 2023-11-25T03:12:02.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11400b820 con 0x7ff12406cc40 2023-11-25T03:12:02.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11400bb90 con 0x7ff12406cc40 2023-11-25T03:12:02.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1241ecae0 con 0x7ff12406cc40 2023-11-25T03:12:02.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1241ec620 con 0x7ff12406cc40 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1240ab500 con 0x7ff12406cc40 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff11400bcf0 con 0x7ff12406cc40 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff120ff9640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff110066470 0x7ff110068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.054+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff114084400 con 0x7ff12406cc40 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.058+0000 7ff1237fe640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff110066470 0x7ff110068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.058+0000 7ff1237fe640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff110066470 0x7ff110068930 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff12406fe10 tx=0x7ff118009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.062+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff114051870 con 0x7ff12406cc40 2023-11-25T03:12:02.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.210+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff1241ec840 con 0x7ff12406cc40 2023-11-25T03:12:02.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.210+0000 7ff120ff9640 1 -- 172.21.15.76:0/1227416970 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v32) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff114054e90 con 0x7ff12406cc40 2023-11-25T03:12:02.217 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:02.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff110066470 msgr2=0x7ff110068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff110066470 0x7ff110068930 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff12406fe10 tx=0x7ff118009040 comp rx=0 tx=0).stop 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 msgr2=0x7ff1240ab910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 0x7ff1240ab910 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ff11400d800 tx=0x7ff11400dcc0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 shutdown_connections 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff110066470 0x7ff110068930 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1240727f0 0x7ff12414ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff12406e180 0x7ff1241ec0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 --2- 172.21.15.76:0/1227416970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff12406cc40 0x7ff1240ab910 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 >> 172.21.15.76:0/1227416970 conn(0x7ff1240a7980 msgr2=0x7ff124070610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 shutdown_connections 2023-11-25T03:12:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.214+0000 7ff12a3df640 1 -- 172.21.15.76:0/1227416970 wait complete. 2023-11-25T03:12:02.237 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:12:02.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95bdc4640 1 Processor -- start 2023-11-25T03:12:02.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95bdc4640 1 -- start start 2023-11-25T03:12:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95bdc4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe9540c2bb0 0x7fe9540c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95bdc4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9540c31c0 con 0x7fe9540c4100 2023-11-25T03:12:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95bdc4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9540c34a0 con 0x7fe9540c63c0 2023-11-25T03:12:02.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95bdc4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9540c1030 con 0x7fe9540c2bb0 2023-11-25T03:12:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95a361640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe9540c2bb0 0x7fe9540c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95a361640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe9540c2bb0 0x7fe9540c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41684/0 (socket says 172.21.15.76:41684) 2023-11-25T03:12:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95935f640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe9540c4100 0x7fe9540a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55190/0 (socket says 172.21.15.76:55190) 2023-11-25T03:12:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95a361640 1 -- 172.21.15.76:0/131641722 learned_addr learned my addr 172.21.15.76:0/131641722 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95a361640 1 -- 172.21.15.76:0/131641722 >> v1:172.21.15.106:6789/0 conn(0x7fe9540c63c0 legacy=0x7fe9540c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95a361640 1 -- 172.21.15.76:0/131641722 >> v1:172.21.15.76:6789/0 conn(0x7fe9540c4100 legacy=0x7fe9540a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe95a361640 1 -- 172.21.15.76:0/131641722 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9540c1310 con 0x7fe9540c2bb0 2023-11-25T03:12:02.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.374+0000 7fe958b5e640 1 -- 172.21.15.76:0/131641722 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 150166491 0 0) 0x7fe9540c31c0 con 0x7fe9540c4100 2023-11-25T03:12:02.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95a361640 1 --2- 172.21.15.76:0/131641722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe9540c06d0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe94c00d150 tx=0x7fe94c01eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91040ed47ec56738 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe958b5e640 1 -- 172.21.15.76:0/131641722 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94c00b2d0 con 0x7fe9540c2bb0 2023-11-25T03:12:02.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe958b5e640 1 -- 172.21.15.76:0/131641722 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe94c00b430 con 0x7fe9540c2bb0 2023-11-25T03:12:02.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe958b5e640 1 -- 172.21.15.76:0/131641722 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94c0a7b00 con 0x7fe9540c2bb0 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 -- 172.21.15.76:0/131641722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 msgr2=0x7fe9540c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/131641722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe9540c06d0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe94c00d150 tx=0x7fe94c01eaf0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 -- 172.21.15.76:0/131641722 shutdown_connections 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/131641722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe9540c06d0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 -- 172.21.15.76:0/131641722 >> 172.21.15.76:0/131641722 conn(0x7fe95406a5b0 msgr2=0x7fe95406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 -- 172.21.15.76:0/131641722 shutdown_connections 2023-11-25T03:12:02.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.378+0000 7fe95bdc4640 1 -- 172.21.15.76:0/131641722 wait complete. 2023-11-25T03:12:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 Processor -- start 2023-11-25T03:12:02.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- start start 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe954152e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9540c4100 0x7fe9540706f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9540c63c0 0x7fe95414caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9541503a0 con 0x7fe9540c2bb0 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9540702d0 con 0x7fe9540c4100 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe954158e10 con 0x7fe9540c63c0 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe954152e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe954152e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41690/0 (socket says 172.21.15.76:41690) 2023-11-25T03:12:02.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 -- 172.21.15.76:0/402963460 learned_addr learned my addr 172.21.15.76:0/402963460 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95935f640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9540c4100 0x7fe9540706f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95a361640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9540c63c0 0x7fe95414caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 -- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9540c63c0 msgr2=0x7fe95414caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9540c63c0 0x7fe95414caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 -- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9540c4100 msgr2=0x7fe9540706f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9540c4100 0x7fe9540706f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 -- 172.21.15.76:0/402963460 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe94c00bd40 con 0x7fe9540c2bb0 2023-11-25T03:12:02.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe959b60640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe954152e70 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe95000c3c0 tx=0x7fe95000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9500052d0 con 0x7fe9540c2bb0 2023-11-25T03:12:02.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe950005430 con 0x7fe9540c2bb0 2023-11-25T03:12:02.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9541edb00 con 0x7fe9540c2bb0 2023-11-25T03:12:02.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe950003840 con 0x7fe9540c2bb0 2023-11-25T03:12:02.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe95406fef0 con 0x7fe9540c2bb0 2023-11-25T03:12:02.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.382+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe954070410 con 0x7fe9540c2bb0 2023-11-25T03:12:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.386+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe9500039a0 con 0x7fe9540c2bb0 2023-11-25T03:12:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.386+0000 7fe94a7fc640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe938066470 0x7fe938068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.386+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe950083230 con 0x7fe9540c2bb0 2023-11-25T03:12:02.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.386+0000 7fe95935f640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe938066470 0x7fe938068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.386+0000 7fe95935f640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe938066470 0x7fe938068930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe9540aaff0 tx=0x7fe944007240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.390+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe9500506c0 con 0x7fe9540c2bb0 2023-11-25T03:12:02.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.538+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe9541edb00 con 0x7fe9540c2bb0 2023-11-25T03:12:02.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.538+0000 7fe94a7fc640 1 -- 172.21.15.76:0/402963460 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v32) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe9541edb00 con 0x7fe9540c2bb0 2023-11-25T03:12:02.544 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe938066470 msgr2=0x7fe938068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe938066470 0x7fe938068930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe9540aaff0 tx=0x7fe944007240 comp rx=0 tx=0).stop 2023-11-25T03:12:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 msgr2=0x7fe954152e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe954152e70 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe95000c3c0 tx=0x7fe95000c880 comp rx=0 tx=0).stop 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 shutdown_connections 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe938066470 0x7fe938068930 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9540c63c0 0x7fe95414caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9540c4100 0x7fe9540706f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 --2- 172.21.15.76:0/402963460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9540c2bb0 0x7fe954152e70 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 >> 172.21.15.76:0/402963460 conn(0x7fe95406a5b0 msgr2=0x7fe9540a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 shutdown_connections 2023-11-25T03:12:02.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.542+0000 7fe95bdc4640 1 -- 172.21.15.76:0/402963460 wait complete. 2023-11-25T03:12:02.565 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:12:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0729668640 1 Processor -- start 2023-11-25T03:12:02.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0729668640 1 -- start start 2023-11-25T03:12:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0729668640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07240a5240 0x7f07240bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0729668640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07240c3bd0 con 0x7f07241561f0 2023-11-25T03:12:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0729668640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07240bf1e0 con 0x7f07240c01c0 2023-11-25T03:12:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0729668640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07240c3e20 con 0x7f07240a5240 2023-11-25T03:12:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f07237fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f07241561f0 0x7f0724156680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55196/0 (socket says 172.21.15.76:55196) 2023-11-25T03:12:02.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f07237fe640 1 -- 172.21.15.76:0/3672787412 learned_addr learned my addr 172.21.15.76:0/3672787412 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0722ffd640 1 --2- 172.21.15.76:0/3672787412 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07240a5240 0x7f07240bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2470201953 0 0) 0x7f07240c3bd0 con 0x7f07241561f0 2023-11-25T03:12:02.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0710003530 con 0x7f07241561f0 2023-11-25T03:12:02.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1701862566 0 0) 0x7f07240bf1e0 con 0x7f07240c01c0 2023-11-25T03:12:02.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f07240c3bd0 con 0x7f07240c01c0 2023-11-25T03:12:02.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0722ffd640 1 -- 172.21.15.76:0/3672787412 >> v1:172.21.15.106:6789/0 conn(0x7f07240c01c0 legacy=0x7f07240c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0722ffd640 1 -- 172.21.15.76:0/3672787412 >> v1:172.21.15.76:6789/0 conn(0x7f07241561f0 legacy=0x7f0724156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.698+0000 7f0722ffd640 1 -- 172.21.15.76:0/3672787412 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07240c4100 con 0x7f07240a5240 2023-11-25T03:12:02.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0722ffd640 1 --2- 172.21.15.76:0/3672787412 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07240a5240 0x7f07240bfc80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0714009820 tx=0x7f071401c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5cc9e96a24f9243 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07140ac640 con 0x7f07240a5240 2023-11-25T03:12:02.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07140ac7a0 con 0x7f07240a5240 2023-11-25T03:12:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f07227fc640 1 -- 172.21.15.76:0/3672787412 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07140acb30 con 0x7f07240a5240 2023-11-25T03:12:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 -- 172.21.15.76:0/3672787412 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07240a5240 msgr2=0x7f07240bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 --2- 172.21.15.76:0/3672787412 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07240a5240 0x7f07240bfc80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0714009820 tx=0x7f071401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 -- 172.21.15.76:0/3672787412 shutdown_connections 2023-11-25T03:12:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 --2- 172.21.15.76:0/3672787412 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07240a5240 0x7f07240bfc80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 -- 172.21.15.76:0/3672787412 >> 172.21.15.76:0/3672787412 conn(0x7f072406a5b0 msgr2=0x7f072406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 -- 172.21.15.76:0/3672787412 shutdown_connections 2023-11-25T03:12:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.702+0000 7f0729668640 1 -- 172.21.15.76:0/3672787412 wait complete. 2023-11-25T03:12:02.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 Processor -- start 2023-11-25T03:12:02.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 -- start start 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f07240a5240 0x7f07240a8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 0x7f0724146c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07241561f0 0x7f07241471b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07240a9ae0 con 0x7f07240c01c0 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f072414d530 con 0x7f07240a5240 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07241476f0 con 0x7f07241561f0 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 0x7f0724146c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 0x7f0724146c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41706/0 (socket says 172.21.15.76:41706) 2023-11-25T03:12:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 -- 172.21.15.76:0/2929296356 learned_addr learned my addr 172.21.15.76:0/2929296356 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0722ffd640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f07240a5240 0x7f07240a8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f07237fe640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07241561f0 0x7f07241471b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 -- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07241561f0 msgr2=0x7f07241471b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07241561f0 0x7f07241471b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 -- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f07240a5240 msgr2=0x7f07240a8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f07240a5240 0x7f07240a8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 -- 172.21.15.76:0/2929296356 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0714009420 con 0x7f07240c01c0 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071a7fc640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 0x7f0724146c70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f070c00c460 tx=0x7f070c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070c0052d0 con 0x7f07240c01c0 2023-11-25T03:12:02.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f070c005450 con 0x7f07240c01c0 2023-11-25T03:12:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f072414bee0 con 0x7f07240c01c0 2023-11-25T03:12:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070c003840 con 0x7f07240c01c0 2023-11-25T03:12:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.706+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f072414c4a0 con 0x7f07240c01c0 2023-11-25T03:12:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.710+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07240a9c90 con 0x7f07240c01c0 2023-11-25T03:12:02.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.710+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f070c0039a0 con 0x7f07240c01c0 2023-11-25T03:12:02.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.710+0000 7f071bfff640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:02.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.710+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f070c083410 con 0x7f07240c01c0 2023-11-25T03:12:02.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.710+0000 7f0722ffd640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:02.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.710+0000 7f0722ffd640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f07140ae000 tx=0x7f07140a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:02.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.714+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f07240a9c90 con 0x7f07240c01c0 2023-11-25T03:12:02.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f07240a9c90 con 0x7f07240c01c0 2023-11-25T03:12:02.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f071bfff640 1 -- 172.21.15.76:0/2929296356 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v32) v1 ==== 84+0+207 (secure 0 0 0) 0x7f07240a9c90 con 0x7f07240c01c0 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 4, 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": "cephfs_metadata" 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:02.870 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:02.871 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 5, 2023-11-25T03:12:02.871 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": "cephfs_data" 2023-11-25T03:12:02.871 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:02.871 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 msgr2=0x7f0704068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f07140ae000 tx=0x7f07140a7000 comp rx=0 tx=0).stop 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 msgr2=0x7f0724146c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 0x7f0724146c70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f070c00c460 tx=0x7f070c00c920 comp rx=0 tx=0).stop 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 shutdown_connections 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07241561f0 0x7f07241471b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07240c01c0 0x7f0724146c70 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 --2- 172.21.15.76:0/2929296356 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f07240a5240 0x7f07240a8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:02.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 >> 172.21.15.76:0/2929296356 conn(0x7f072406a5b0 msgr2=0x7f07240c1280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:02.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 shutdown_connections 2023-11-25T03:12:02.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:02.866+0000 7f0729668640 1 -- 172.21.15.76:0/2929296356 wait complete. 2023-11-25T03:12:02.890 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2023-11-25T03:12:02.890 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2023-11-25T03:12:03.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d2a54640 1 Processor -- start 2023-11-25T03:12:03.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d2a54640 1 -- start start 2023-11-25T03:12:03.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d2a54640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc0a5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:03.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d2a54640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46cc0c28e0 con 0x7f46cc0c42b0 2023-11-25T03:12:03.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d2a54640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46cc0c2bc0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d2a54640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46cc0c2ea0 con 0x7f46cc0c13b0 2023-11-25T03:12:03.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d0ff1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f46cc0c42b0 0x7f46cc1582e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55200/0 (socket says 172.21.15.76:55200) 2023-11-25T03:12:03.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46d0ff1640 1 -- 172.21.15.76:0/4187013624 learned_addr learned my addr 172.21.15.76:0/4187013624 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:03.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.026+0000 7f46cbfff640 1 --2- 172.21.15.76:0/4187013624 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc0a5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3953738181 0 0) 0x7f46cc0c28e0 con 0x7f46cc0c42b0 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f46b4003530 con 0x7f46cc0c42b0 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 503734728 0 0) 0x7f46cc0c2bc0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f46cc0c28e0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46cbfff640 1 -- 172.21.15.76:0/4187013624 >> v1:172.21.15.106:6789/0 conn(0x7f46cc0a4fc0 legacy=0x7f46cc0a9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46cbfff640 1 -- 172.21.15.76:0/4187013624 >> v1:172.21.15.76:6789/0 conn(0x7f46cc0c42b0 legacy=0x7f46cc1582e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46cbfff640 1 -- 172.21.15.76:0/4187013624 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46cc0c3180 con 0x7f46cc0c13b0 2023-11-25T03:12:03.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46cbfff640 1 --2- 172.21.15.76:0/4187013624 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc0a5430 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f46bc0097f0 tx=0x7f46bc01c400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=856a95b01b6aa945 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:03.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.030+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc0ab600 con 0x7f46cc0c13b0 2023-11-25T03:12:03.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46bc0a7050 con 0x7f46cc0c13b0 2023-11-25T03:12:03.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46caffd640 1 -- 172.21.15.76:0/4187013624 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc0ab980 con 0x7f46cc0c13b0 2023-11-25T03:12:03.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- 172.21.15.76:0/4187013624 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 msgr2=0x7f46cc0a5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 --2- 172.21.15.76:0/4187013624 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc0a5430 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f46bc0097f0 tx=0x7f46bc01c400 comp rx=0 tx=0).stop 2023-11-25T03:12:03.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- 172.21.15.76:0/4187013624 shutdown_connections 2023-11-25T03:12:03.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 --2- 172.21.15.76:0/4187013624 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc0a5430 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- 172.21.15.76:0/4187013624 >> 172.21.15.76:0/4187013624 conn(0x7f46cc0c5d40 msgr2=0x7f46cc0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:03.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- 172.21.15.76:0/4187013624 shutdown_connections 2023-11-25T03:12:03.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- 172.21.15.76:0/4187013624 wait complete. 2023-11-25T03:12:03.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 Processor -- start 2023-11-25T03:12:03.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- start start 2023-11-25T03:12:03.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 0x7f46cc06d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc14dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f46cc0c42b0 0x7f46cc148ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46cc1f0880 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46cc1f0db0 con 0x7f46cc0c42b0 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d2a54640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46cc06bf60 con 0x7f46cc0c13b0 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46cbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 0x7f46cc06d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46cbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 0x7f46cc06d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41708/0 (socket says 172.21.15.76:41708) 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46cbfff640 1 -- 172.21.15.76:0/2283706870 learned_addr learned my addr 172.21.15.76:0/2283706870 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46d0ff1640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f46cc0c42b0 0x7f46cc148ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.034+0000 7f46cb7fe640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc14dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:03.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cbfff640 1 -- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 msgr2=0x7f46cc14dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cbfff640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc14dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cbfff640 1 -- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f46cc0c42b0 msgr2=0x7f46cc148ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cbfff640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f46cc0c42b0 0x7f46cc148ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cbfff640 1 -- 172.21.15.76:0/2283706870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46bc009420 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cbfff640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 0x7f46cc06d8e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f46bc009740 tx=0x7f46bc0191a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc0b4430 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46bc0b4590 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc0b4940 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46cc06c3f0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46cc1f0ad0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46cc068400 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f46bc0b2040 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46c8ff9640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f46b8066470 0x7f46b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:03.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f46bc11dbf0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.038+0000 7f46cb7fe640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f46b8066470 0x7f46b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:03.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.042+0000 7f46cb7fe640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f46b8066470 0x7f46b8068930 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f46cc156670 tx=0x7f46c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:03.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.042+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f46bc0eb060 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.194+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f46cc156ad0 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.942+0000 7f46c8ff9640 1 -- 172.21.15.76:0/2283706870 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v33) v1 ==== 140+0+0 (secure 0 0 0) 0x7f46bc0ee680 con 0x7f46cc0a4fc0 2023-11-25T03:12:03.949 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_metadata' created 2023-11-25T03:12:03.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f46b8066470 msgr2=0x7f46b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f46b8066470 0x7f46b8068930 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f46cc156670 tx=0x7f46c0009040 comp rx=0 tx=0).stop 2023-11-25T03:12:03.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 msgr2=0x7f46cc06d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:03.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 0x7f46cc06d8e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f46bc009740 tx=0x7f46bc0191a0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 shutdown_connections 2023-11-25T03:12:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f46b8066470 0x7f46b8068930 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f46cc0c42b0 0x7f46cc148ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f46cc0c13b0 0x7f46cc14dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 --2- 172.21.15.76:0/2283706870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46cc0a4fc0 0x7f46cc06d8e0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:03.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 >> 172.21.15.76:0/2283706870 conn(0x7f46cc0c5d40 msgr2=0x7f46cc0a8760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:03.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 shutdown_connections 2023-11-25T03:12:03.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:03.946+0000 7f46d2a54640 1 -- 172.21.15.76:0/2283706870 wait complete. 2023-11-25T03:12:03.977 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:12:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 Processor -- start 2023-11-25T03:12:04.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 -- start start 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c63c0 0x7ffbe40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffbe40c4100 0x7ffbe40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbe40c31c0 con 0x7ffbe40c29e0 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbe40c34a0 con 0x7ffbe40c4100 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbeae32640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe40c1030 con 0x7ffbe40c63c0 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe93cf640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffbe40c29e0 0x7ffbe40a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55212/0 (socket says 172.21.15.76:55212) 2023-11-25T03:12:04.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe93cf640 1 -- 172.21.15.76:0/4183506715 learned_addr learned my addr 172.21.15.76:0/4183506715 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:04.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe3fff640 1 --2- 172.21.15.76:0/4183506715 >> v2:172.21.15.106:3300/0 conn(0x7ffbe40c4100 0x7ffbe40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:04.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe8bce640 1 --2- 172.21.15.76:0/4183506715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c63c0 0x7ffbe40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:04.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe37fe640 1 -- 172.21.15.76:0/4183506715 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3162028700 0 0) 0x7ffbe40c31c0 con 0x7ffbe40c29e0 2023-11-25T03:12:04.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe37fe640 1 -- 172.21.15.76:0/4183506715 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffbd4003530 con 0x7ffbe40c29e0 2023-11-25T03:12:04.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe8bce640 1 -- 172.21.15.76:0/4183506715 >> v2:172.21.15.106:3300/0 conn(0x7ffbe40c4100 msgr2=0x7ffbe40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:04.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe8bce640 1 --2- 172.21.15.76:0/4183506715 >> v2:172.21.15.106:3300/0 conn(0x7ffbe40c4100 0x7ffbe40c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe8bce640 1 -- 172.21.15.76:0/4183506715 >> v1:172.21.15.76:6789/0 conn(0x7ffbe40c29e0 legacy=0x7ffbe40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:04.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe8bce640 1 -- 172.21.15.76:0/4183506715 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbe40c1310 con 0x7ffbe40c63c0 2023-11-25T03:12:04.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.118+0000 7ffbe3fff640 1 --2- 172.21.15.76:0/4183506715 >> v2:172.21.15.106:3300/0 conn(0x7ffbe40c4100 0x7ffbe40c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:04.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbe8bce640 1 --2- 172.21.15.76:0/4183506715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c63c0 0x7ffbe40c06d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80097c0 tx=0x7ffbd801c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b30c31e77f12a844 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:04.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbe37fe640 1 -- 172.21.15.76:0/4183506715 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd8004230 con 0x7ffbe40c63c0 2023-11-25T03:12:04.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbe37fe640 1 -- 172.21.15.76:0/4183506715 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbd80a7050 con 0x7ffbe40c63c0 2023-11-25T03:12:04.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbe37fe640 1 -- 172.21.15.76:0/4183506715 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd8003620 con 0x7ffbe40c63c0 2023-11-25T03:12:04.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 -- 172.21.15.76:0/4183506715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c63c0 msgr2=0x7ffbe40c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 --2- 172.21.15.76:0/4183506715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c63c0 0x7ffbe40c06d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80097c0 tx=0x7ffbd801c330 comp rx=0 tx=0).stop 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 -- 172.21.15.76:0/4183506715 shutdown_connections 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 --2- 172.21.15.76:0/4183506715 >> v2:172.21.15.106:3300/0 conn(0x7ffbe40c4100 0x7ffbe40c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 --2- 172.21.15.76:0/4183506715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c63c0 0x7ffbe40c06d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 -- 172.21.15.76:0/4183506715 >> 172.21.15.76:0/4183506715 conn(0x7ffbe406a5b0 msgr2=0x7ffbe406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 -- 172.21.15.76:0/4183506715 shutdown_connections 2023-11-25T03:12:04.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.122+0000 7ffbeae32640 1 -- 172.21.15.76:0/4183506715 wait complete. 2023-11-25T03:12:04.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 Processor -- start 2023-11-25T03:12:04.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 -- start start 2023-11-25T03:12:04.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 0x7ffbe414f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:04.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c4100 0x7ffbe415f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:04.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffbe40c63c0 0x7ffbe414ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:04.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe41606d0 con 0x7ffbe40c29e0 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe414e880 con 0x7ffbe40c63c0 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe415f830 con 0x7ffbe40c4100 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 0x7ffbe414f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 0x7ffbe414f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41716/0 (socket says 172.21.15.76:41716) 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 -- 172.21.15.76:0/435885263 learned_addr learned my addr 172.21.15.76:0/435885263 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe3fff640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c4100 0x7ffbe415f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:04.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe93cf640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffbe40c63c0 0x7ffbe414ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:04.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 -- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c4100 msgr2=0x7ffbe415f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:04.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c4100 0x7ffbe415f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 -- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffbe40c63c0 msgr2=0x7ffbe414ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:04.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffbe40c63c0 0x7ffbe414ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 -- 172.21.15.76:0/435885263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbd0009420 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe8bce640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 0x7ffbe414f5b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8019f60 tx=0x7ffbd80190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd8003af0 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbd8003c50 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbd8009420 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd80b6480 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.126+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbe414ead0 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.130+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbe4068400 con 0x7ffbe40c29e0 2023-11-25T03:12:04.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.130+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffbd80b2040 con 0x7ffbe40c29e0 2023-11-25T03:12:04.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.130+0000 7ffbe17fa640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffbc8066470 0x7ffbc8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:04.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.130+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 6080+0+0 (secure 0 0 0) 0x7ffbd811e8d0 con 0x7ffbe40c29e0 2023-11-25T03:12:04.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.130+0000 7ffbe3fff640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffbc8066470 0x7ffbc8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:04.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.130+0000 7ffbe3fff640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffbc8066470 0x7ffbc8068930 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ffbe40a8910 tx=0x7ffbd0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:04.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.134+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffbd80ebd60 con 0x7ffbe40c29e0 2023-11-25T03:12:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.286+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7ffbe40c3e70 con 0x7ffbe40c29e0 2023-11-25T03:12:04.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.950+0000 7ffbe17fa640 1 -- 172.21.15.76:0/435885263 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v34) v1 ==== 172+0+0 (secure 0 0 0) 0x7ffbd80ef340 con 0x7ffbe40c29e0 2023-11-25T03:12:04.957 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_data' created 2023-11-25T03:12:04.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffbc8066470 msgr2=0x7ffbc8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:04.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffbc8066470 0x7ffbc8068930 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ffbe40a8910 tx=0x7ffbd0009190 comp rx=0 tx=0).stop 2023-11-25T03:12:04.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 msgr2=0x7ffbe414f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:04.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 0x7ffbe414f5b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8019f60 tx=0x7ffbd80190d0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 shutdown_connections 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffbc8066470 0x7ffbc8068930 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffbe40c63c0 0x7ffbe414ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffbe40c4100 0x7ffbe415f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 --2- 172.21.15.76:0/435885263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbe40c29e0 0x7ffbe414f5b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 >> 172.21.15.76:0/435885263 conn(0x7ffbe406a5b0 msgr2=0x7ffbe40a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:04.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 shutdown_connections 2023-11-25T03:12:04.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:04.954+0000 7ffbeae32640 1 -- 172.21.15.76:0/435885263 wait complete. 2023-11-25T03:12:04.999 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2023-11-25T03:12:05.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc36c232640 1 Processor -- start 2023-11-25T03:12:05.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc36c232640 1 -- start start 2023-11-25T03:12:05.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc36c232640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc3641560e0 0x7fc36415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:05.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc36c232640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc36415c600 con 0x7fc36406d520 2023-11-25T03:12:05.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc36c232640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc36415a5c0 con 0x7fc3640bffc0 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc36c232640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3641594e0 con 0x7fc3641560e0 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc369fce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc3641560e0 0x7fc36415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc369fce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc3641560e0 0x7fc36415ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41730/0 (socket says 172.21.15.76:41730) 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc369fce640 1 -- 172.21.15.76:0/1983798429 learned_addr learned my addr 172.21.15.76:0/1983798429 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc3697cd640 1 --1- 172.21.15.76:0/1983798429 >> v1:172.21.15.76:6789/0 conn(0x7fc36406d520 0x7fc364159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55222/0 (socket says 172.21.15.76:55222) 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc369fce640 1 -- 172.21.15.76:0/1983798429 >> v1:172.21.15.106:6789/0 conn(0x7fc3640bffc0 legacy=0x7fc3640c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc369fce640 1 -- 172.21.15.76:0/1983798429 >> v1:172.21.15.76:6789/0 conn(0x7fc36406d520 legacy=0x7fc364159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc369fce640 1 -- 172.21.15.76:0/1983798429 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3641597c0 con 0x7fc3641560e0 2023-11-25T03:12:05.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.138+0000 7fc368fcc640 1 -- 172.21.15.76:0/1983798429 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 219293862 0 0) 0x7fc36415c600 con 0x7fc36406d520 2023-11-25T03:12:05.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc369fce640 1 --2- 172.21.15.76:0/1983798429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3641560e0 0x7fc36415ca90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc360009870 tx=0x7fc36001c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ccc367752e84ad4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:05.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc368fcc640 1 -- 172.21.15.76:0/1983798429 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3600aa670 con 0x7fc3641560e0 2023-11-25T03:12:05.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc368fcc640 1 -- 172.21.15.76:0/1983798429 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3600aa7d0 con 0x7fc3641560e0 2023-11-25T03:12:05.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc368fcc640 1 -- 172.21.15.76:0/1983798429 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3600aab60 con 0x7fc3641560e0 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 -- 172.21.15.76:0/1983798429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3641560e0 msgr2=0x7fc36415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 --2- 172.21.15.76:0/1983798429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3641560e0 0x7fc36415ca90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc360009870 tx=0x7fc36001c510 comp rx=0 tx=0).stop 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 -- 172.21.15.76:0/1983798429 shutdown_connections 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 --2- 172.21.15.76:0/1983798429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3641560e0 0x7fc36415ca90 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 -- 172.21.15.76:0/1983798429 >> 172.21.15.76:0/1983798429 conn(0x7fc36406a5b0 msgr2=0x7fc36406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 -- 172.21.15.76:0/1983798429 shutdown_connections 2023-11-25T03:12:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.142+0000 7fc36c232640 1 -- 172.21.15.76:0/1983798429 wait complete. 2023-11-25T03:12:05.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 Processor -- start 2023-11-25T03:12:05.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- start start 2023-11-25T03:12:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc36406d520 0x7fc3641555f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 0x7fc3640a3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc3641560e0 0x7fc3640c5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3641f5860 con 0x7fc3640bffc0 2023-11-25T03:12:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3640a23b0 con 0x7fc36406d520 2023-11-25T03:12:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3640a2690 con 0x7fc3641560e0 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 0x7fc3640a3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 0x7fc3640a3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41736/0 (socket says 172.21.15.76:41736) 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 -- 172.21.15.76:0/1820485849 learned_addr learned my addr 172.21.15.76:0/1820485849 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc369fce640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc36406d520 0x7fc3641555f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36a7cf640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc3641560e0 0x7fc3640c5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 -- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc3641560e0 msgr2=0x7fc3640c5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc3641560e0 0x7fc3640c5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 -- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc36406d520 msgr2=0x7fc3641555f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc36406d520 0x7fc3641555f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 -- 172.21.15.76:0/1820485849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3600094d0 con 0x7fc3640bffc0 2023-11-25T03:12:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36a7cf640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc3641560e0 0x7fc3640c5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc3697cd640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 0x7fc3640a3350 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc35400c480 tx=0x7fc35400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3540074e0 con 0x7fc3640bffc0 2023-11-25T03:12:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc354007640 con 0x7fc3640bffc0 2023-11-25T03:12:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3640c4920 con 0x7fc3640bffc0 2023-11-25T03:12:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc354004a10 con 0x7fc3640bffc0 2023-11-25T03:12:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3640c6190 con 0x7fc3640bffc0 2023-11-25T03:12:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.146+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc364068400 con 0x7fc3640bffc0 2023-11-25T03:12:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.150+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc354004b70 con 0x7fc3640bffc0 2023-11-25T03:12:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.150+0000 7fc35a7fc640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc348066470 0x7fc348068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.150+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 6463+0+0 (secure 0 0 0) 0x7fc354083340 con 0x7fc3640bffc0 2023-11-25T03:12:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.150+0000 7fc369fce640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc348066470 0x7fc348068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:05.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.150+0000 7fc369fce640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc348066470 0x7fc348068930 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc3600ae000 tx=0x7fc3600b5040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:05.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.154+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc354050570 con 0x7fc3640bffc0 2023-11-25T03:12:05.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.342+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7fc364165140 con 0x7fc3640bffc0 2023-11-25T03:12:05.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc35a7fc640 1 -- 172.21.15.76:0/1820485849 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 6 and data pool 7 v19) v1 ==== 175+0+0 (secure 0 0 0) 0x7fc3540180c0 con 0x7fc3640bffc0 2023-11-25T03:12:05.963 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 6 and data pool 7 2023-11-25T03:12:05.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc348066470 msgr2=0x7fc348068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc36c232640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc348066470 0x7fc348068930 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc3600ae000 tx=0x7fc3600b5040 comp rx=0 tx=0).stop 2023-11-25T03:12:05.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 msgr2=0x7fc3640a3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:05.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc36c232640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 0x7fc3640a3350 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc35400c480 tx=0x7fc35400c940 comp rx=0 tx=0).stop 2023-11-25T03:12:05.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 shutdown_connections 2023-11-25T03:12:05.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.958+0000 7fc36c232640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc348066470 0x7fc348068930 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.962+0000 7fc36c232640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc3641560e0 0x7fc3640c5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.962+0000 7fc36c232640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3640bffc0 0x7fc3640a3350 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.962+0000 7fc36c232640 1 --2- 172.21.15.76:0/1820485849 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc36406d520 0x7fc3641555f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:05.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.962+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 >> 172.21.15.76:0/1820485849 conn(0x7fc36406a5b0 msgr2=0x7fc364070a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:05.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.962+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 shutdown_connections 2023-11-25T03:12:05.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:05.962+0000 7fc36c232640 1 -- 172.21.15.76:0/1820485849 wait complete. 2023-11-25T03:12:05.992 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:06.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b837aa640 1 Processor -- start 2023-11-25T03:12:06.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b837aa640 1 -- start start 2023-11-25T03:12:06.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b837aa640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4b7c06bbb0 0x7f4b7c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b837aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b7c06c860 con 0x7f4b7c0c7ea0 2023-11-25T03:12:06.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b837aa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b7c06c000 con 0x7f4b7c151e90 2023-11-25T03:12:06.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b837aa640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b7c0c8750 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b80d45640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4b7c0c7ea0 0x7f4b7c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55236/0 (socket says 172.21.15.76:55236) 2023-11-25T03:12:06.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b80d45640 1 -- 172.21.15.76:0/1542448810 learned_addr learned my addr 172.21.15.76:0/1542448810 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:06.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b81d47640 1 --2- 172.21.15.76:0/1542448810 >> v2:172.21.15.106:3300/0 conn(0x7f4b7c06bbb0 0x7f4b7c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b73fff640 1 -- 172.21.15.76:0/1542448810 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1075171430 0 0) 0x7f4b7c06c860 con 0x7f4b7c0c7ea0 2023-11-25T03:12:06.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b73fff640 1 -- 172.21.15.76:0/1542448810 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b68003530 con 0x7f4b7c0c7ea0 2023-11-25T03:12:06.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b81d47640 1 -- 172.21.15.76:0/1542448810 >> v1:172.21.15.106:6789/0 conn(0x7f4b7c151e90 legacy=0x7f4b7c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b81d47640 1 -- 172.21.15.76:0/1542448810 >> v1:172.21.15.76:6789/0 conn(0x7f4b7c0c7ea0 legacy=0x7f4b7c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.126+0000 7f4b81d47640 1 -- 172.21.15.76:0/1542448810 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b7c154930 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b81d47640 1 --2- 172.21.15.76:0/1542448810 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1600b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4b74009d90 tx=0x7f4b7401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a8a3451e4b97294 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b73fff640 1 -- 172.21.15.76:0/1542448810 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b740a6700 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b73fff640 1 -- 172.21.15.76:0/1542448810 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b740a6860 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b73fff640 1 -- 172.21.15.76:0/1542448810 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b740a6bf0 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 -- 172.21.15.76:0/1542448810 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c06bbb0 msgr2=0x7f4b7c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1542448810 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1600b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4b74009d90 tx=0x7f4b7401c830 comp rx=0 tx=0).stop 2023-11-25T03:12:06.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 -- 172.21.15.76:0/1542448810 shutdown_connections 2023-11-25T03:12:06.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1542448810 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1600b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 -- 172.21.15.76:0/1542448810 >> 172.21.15.76:0/1542448810 conn(0x7f4b7c0ca170 msgr2=0x7f4b7c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:06.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 -- 172.21.15.76:0/1542448810 shutdown_connections 2023-11-25T03:12:06.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.130+0000 7f4b837aa640 1 -- 172.21.15.76:0/1542448810 wait complete. 2023-11-25T03:12:06.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 Processor -- start 2023-11-25T03:12:06.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 -- start start 2023-11-25T03:12:06.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1eac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b7c0c7ea0 0x7f4b7c13f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c151e90 0x7f4b7c1f0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b7c1552d0 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b7c13e970 con 0x7f4b7c151e90 2023-11-25T03:12:06.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b7c1f1120 con 0x7f4b7c0c7ea0 2023-11-25T03:12:06.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1eac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1eac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41750/0 (socket says 172.21.15.76:41750) 2023-11-25T03:12:06.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81d47640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c151e90 0x7f4b7c1f0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 -- 172.21.15.76:0/1011295326 learned_addr learned my addr 172.21.15.76:0/1011295326 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:06.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b80d45640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b7c0c7ea0 0x7f4b7c13f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 -- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b7c0c7ea0 msgr2=0x7f4b7c13f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b7c0c7ea0 0x7f4b7c13f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 -- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c151e90 msgr2=0x7f4b7c1f0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c151e90 0x7f4b7c1f0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 -- 172.21.15.76:0/1011295326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b74009a70 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81d47640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c151e90 0x7f4b7c1f0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:06.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b81546640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1eac50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4b7800c500 tx=0x7f4b7800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b78005220 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b78005380 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b78007270 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b7c1f0e40 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.134+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b7c13ee40 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.138+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b7c068400 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.138+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b780073d0 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.138+0000 7f4b71ffb640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b60066470 0x7f4b60068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.138+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4b780835a0 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.138+0000 7f4b80d45640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b60066470 0x7f4b60068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.138+0000 7f4b80d45640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b60066470 0x7f4b60068930 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c0b0060 tx=0x7f4b6c007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.142+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b780506e0 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.294+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4b7c14fbf0 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1011295326 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20230 (secure 0 0 0) 0x7f4b78053d00 con 0x7f4b7c06bbb0 2023-11-25T03:12:06.326 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:06.326 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":35,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:05.345976+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:06.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b60066470 msgr2=0x7f4b60068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b60066470 0x7f4b60068930 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c0b0060 tx=0x7f4b6c007d40 comp rx=0 tx=0).stop 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 msgr2=0x7f4b7c1eac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1eac50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4b7800c500 tx=0x7f4b7800c9c0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 shutdown_connections 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b60066470 0x7f4b60068930 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b7c151e90 0x7f4b7c1f0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b7c0c7ea0 0x7f4b7c13f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 --2- 172.21.15.76:0/1011295326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c06bbb0 0x7f4b7c1eac50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 >> 172.21.15.76:0/1011295326 conn(0x7f4b7c0ca170 msgr2=0x7f4b7c0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 shutdown_connections 2023-11-25T03:12:06.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.298+0000 7f4b837aa640 1 -- 172.21.15.76:0/1011295326 wait complete. 2023-11-25T03:12:06.329 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:06.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa731165640 1 Processor -- start 2023-11-25T03:12:06.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa731165640 1 -- start start 2023-11-25T03:12:06.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa731165640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa72c06bbb0 0x7fa72c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa731165640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa72c06c860 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa731165640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa72c06c000 con 0x7fa72c151e90 2023-11-25T03:12:06.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa731165640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa72c0c8750 con 0x7fa72c06bbb0 2023-11-25T03:12:06.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa72c0c7ea0 0x7fa72c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55244/0 (socket says 172.21.15.76:55244) 2023-11-25T03:12:06.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72259c640 1 -- 172.21.15.76:0/1641979104 learned_addr learned my addr 172.21.15.76:0/1641979104 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:06.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72b59e640 1 --2- 172.21.15.76:0/1641979104 >> v2:172.21.15.106:3300/0 conn(0x7fa72c06bbb0 0x7fa72c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1391636514 0 0) 0x7fa72c06c860 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa718003530 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 837000466 0 0) 0x7fa72c06c000 con 0x7fa72c151e90 2023-11-25T03:12:06.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa72c06c860 con 0x7fa72c151e90 2023-11-25T03:12:06.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72b59e640 1 -- 172.21.15.76:0/1641979104 >> v1:172.21.15.106:6789/0 conn(0x7fa72c151e90 legacy=0x7fa72c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72b59e640 1 -- 172.21.15.76:0/1641979104 >> v1:172.21.15.76:6789/0 conn(0x7fa72c0c7ea0 legacy=0x7fa72c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.462+0000 7fa72b59e640 1 -- 172.21.15.76:0/1641979104 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa72c154930 con 0x7fa72c06bbb0 2023-11-25T03:12:06.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa72b59e640 1 --2- 172.21.15.76:0/1641979104 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1600b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa724009d90 tx=0x7fa72401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8320c9bcaeb81809 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240a6700 con 0x7fa72c06bbb0 2023-11-25T03:12:06.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7240a6860 con 0x7fa72c06bbb0 2023-11-25T03:12:06.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa72a59c640 1 -- 172.21.15.76:0/1641979104 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240a6bf0 con 0x7fa72c06bbb0 2023-11-25T03:12:06.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 -- 172.21.15.76:0/1641979104 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 msgr2=0x7fa72c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 --2- 172.21.15.76:0/1641979104 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1600b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa724009d90 tx=0x7fa72401c830 comp rx=0 tx=0).stop 2023-11-25T03:12:06.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 -- 172.21.15.76:0/1641979104 shutdown_connections 2023-11-25T03:12:06.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 --2- 172.21.15.76:0/1641979104 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1600b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 -- 172.21.15.76:0/1641979104 >> 172.21.15.76:0/1641979104 conn(0x7fa72c0ca170 msgr2=0x7fa72c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:06.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 -- 172.21.15.76:0/1641979104 shutdown_connections 2023-11-25T03:12:06.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.466+0000 7fa731165640 1 -- 172.21.15.76:0/1641979104 wait complete. 2023-11-25T03:12:06.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 Processor -- start 2023-11-25T03:12:06.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 -- start start 2023-11-25T03:12:06.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1eae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 0x7fa72c1f03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa72c151e90 0x7fa72c1f0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa72c1552d0 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa72c1f0e70 con 0x7fa72c06bbb0 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa72c1562e0 con 0x7fa72c151e90 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 0x7fa72c1f03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 0x7fa72c1f03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41760/0 (socket says 172.21.15.76:41760) 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 -- 172.21.15.76:0/3444077212 learned_addr learned my addr 172.21.15.76:0/3444077212 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72b59e640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa72c151e90 0x7fa72c1f0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72ad9d640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1eae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 -- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa72c151e90 msgr2=0x7fa72c1f0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa72c151e90 0x7fa72c1f0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 -- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 msgr2=0x7fa72c1eae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1eae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 -- 172.21.15.76:0/3444077212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa724009a70 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa72259c640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 0x7fa72c1f03f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00c420 tx=0x7fa71c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c005cf0 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa71c005e50 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c007310 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa72c1f1330 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.470+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa72c14d480 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.474+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa72c068400 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.474+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa71c007470 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.474+0000 7fa723fff640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa70c066470 0x7fa70c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.474+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa71c0836c0 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.474+0000 7fa72ad9d640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa70c066470 0x7fa70c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.474+0000 7fa72ad9d640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa70c066470 0x7fa70c068930 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa7140011f0 tx=0x7fa714009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.478+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa71c050900 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.630+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa72c06ca50 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.630+0000 7fa723fff640 1 -- 172.21.15.76:0/3444077212 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20230 (secure 0 0 0) 0x7fa71c053f20 con 0x7fa72c0c7ea0 2023-11-25T03:12:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:06.636 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":35,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:05.345976+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:06.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa70c066470 msgr2=0x7fa70c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa70c066470 0x7fa70c068930 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa7140011f0 tx=0x7fa714009040 comp rx=0 tx=0).stop 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 msgr2=0x7fa72c1f03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 0x7fa72c1f03f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00c420 tx=0x7fa71c00c8e0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 shutdown_connections 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa70c066470 0x7fa70c068930 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa72c151e90 0x7fa72c1f0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa72c0c7ea0 0x7fa72c1f03f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 --2- 172.21.15.76:0/3444077212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa72c06bbb0 0x7fa72c1eae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 >> 172.21.15.76:0/3444077212 conn(0x7fa72c0ca170 msgr2=0x7fa72c14ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:06.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 shutdown_connections 2023-11-25T03:12:06.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.634+0000 7fa731165640 1 -- 172.21.15.76:0/3444077212 wait complete. 2023-11-25T03:12:06.658 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2023-11-25T03:12:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 Processor -- start 2023-11-25T03:12:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 -- start start 2023-11-25T03:12:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0af41560e0 0x7f0af415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 0x7f0af40c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0af415c600 con 0x7f0af406d520 2023-11-25T03:12:06.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0af415a5c0 con 0x7f0af41560e0 2023-11-25T03:12:06.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afbe79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0af41594e0 con 0x7f0af40bffc0 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0afa416640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 0x7f0af40c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.794+0000 7f0af9c15640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0af41560e0 0x7f0af415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0af9414640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f0af406d520 0x7f0af4159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:41544/0 (socket says 172.21.15.76:41544) 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0af9414640 1 -- 172.21.15.76:0/2703883862 learned_addr learned my addr 172.21.15.76:0/2703883862 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0afa416640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 0x7f0af40c1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:57590/0 (socket says 172.21.15.76:57590) 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0afa416640 1 -- 172.21.15.76:0/2703883862 >> v2:172.21.15.106:3300/0 conn(0x7f0af41560e0 msgr2=0x7f0af415ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0afa416640 1 --2- 172.21.15.76:0/2703883862 >> v2:172.21.15.106:3300/0 conn(0x7f0af41560e0 0x7f0af415ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0afa416640 1 -- 172.21.15.76:0/2703883862 >> v1:172.21.15.106:6789/0 conn(0x7f0af406d520 legacy=0x7f0af4159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0afa416640 1 -- 172.21.15.76:0/2703883862 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0af41597c0 con 0x7f0af40bffc0 2023-11-25T03:12:06.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0af8c13640 1 -- 172.21.15.76:0/2703883862 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3710555991 0 0) 0x7f0af415c600 con 0x7f0af406d520 2023-11-25T03:12:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0afa416640 1 --2- 172.21.15.76:0/2703883862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 0x7f0af40c1bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0aec009d90 tx=0x7f0aec01c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56261f3869004ecc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0af8c13640 1 -- 172.21.15.76:0/2703883862 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aec0a58f0 con 0x7f0af40bffc0 2023-11-25T03:12:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0af8c13640 1 -- 172.21.15.76:0/2703883862 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0aec0a5a50 con 0x7f0af40bffc0 2023-11-25T03:12:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.798+0000 7f0af8c13640 1 -- 172.21.15.76:0/2703883862 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aec0a5de0 con 0x7f0af40bffc0 2023-11-25T03:12:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- 172.21.15.76:0/2703883862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 msgr2=0x7f0af40c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2703883862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 0x7f0af40c1bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0aec009d90 tx=0x7f0aec01c920 comp rx=0 tx=0).stop 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- 172.21.15.76:0/2703883862 shutdown_connections 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2703883862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af40bffc0 0x7f0af40c1bf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2703883862 >> v2:172.21.15.106:3300/0 conn(0x7f0af41560e0 0x7f0af415ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- 172.21.15.76:0/2703883862 >> 172.21.15.76:0/2703883862 conn(0x7f0af406a5b0 msgr2=0x7f0af406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- 172.21.15.76:0/2703883862 shutdown_connections 2023-11-25T03:12:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- 172.21.15.76:0/2703883862 wait complete. 2023-11-25T03:12:06.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 Processor -- start 2023-11-25T03:12:06.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- start start 2023-11-25T03:12:06.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0af406d520 0x7f0af4155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 0x7f0af41f1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af41560e0 0x7f0af41f1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0af41f1d80 con 0x7f0af40bffc0 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0af41f48c0 con 0x7f0af406d520 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afbe79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0af40c6180 con 0x7f0af41560e0 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 0x7f0af41f1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 0x7f0af41f1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41762/0 (socket says 172.21.15.76:41762) 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 -- 172.21.15.76:0/2672508126 learned_addr learned my addr 172.21.15.76:0/2672508126 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9c15640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0af406d520 0x7f0af4155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0afa416640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af41560e0 0x7f0af41f1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 -- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af41560e0 msgr2=0x7f0af41f1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af41560e0 0x7f0af41f1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 -- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0af406d520 msgr2=0x7f0af4155100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0af406d520 0x7f0af4155100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.802+0000 7f0af9414640 1 -- 172.21.15.76:0/2672508126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0aec009a70 con 0x7f0af40bffc0 2023-11-25T03:12:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0af9414640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 0x7f0af41f1300 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f0ae400c4b0 tx=0x7f0ae400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ae40074e0 con 0x7f0af40bffc0 2023-11-25T03:12:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ae4007660 con 0x7f0af40bffc0 2023-11-25T03:12:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0af41f4ad0 con 0x7f0af40bffc0 2023-11-25T03:12:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4004a30 con 0x7f0af40bffc0 2023-11-25T03:12:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0af41f5090 con 0x7f0af40bffc0 2023-11-25T03:12:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0af41f52b0 con 0x7f0af40bffc0 2023-11-25T03:12:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0ae4004b90 con 0x7f0af40bffc0 2023-11-25T03:12:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0aea7fc640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ad80664a0 0x7f0ad8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:06.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0ae40835d0 con 0x7f0af40bffc0 2023-11-25T03:12:06.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.806+0000 7f0af9c15640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ad80664a0 0x7f0ad8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:06.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.810+0000 7f0af9c15640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ad80664a0 0x7f0ad8068960 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0af40a7630 tx=0x7f0af0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.810+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0ae4050850 con 0x7f0af40bffc0 2023-11-25T03:12:07.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:06.998+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f0af4072ac0 con 0x7f0af40bffc0 2023-11-25T03:12:07.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0aea7fc640 1 -- 172.21.15.76:0/2672508126 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v22) v1 ==== 119+0+0 (secure 0 0 0) 0x7f0ae4053e70 con 0x7f0af40bffc0 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ad80664a0 msgr2=0x7f0ad8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ad80664a0 0x7f0ad8068960 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0af40a7630 tx=0x7f0af0009190 comp rx=0 tx=0).stop 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 msgr2=0x7f0af41f1300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 0x7f0af41f1300 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f0ae400c4b0 tx=0x7f0ae400c970 comp rx=0 tx=0).stop 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 shutdown_connections 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ad80664a0 0x7f0ad8068960 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0af41560e0 0x7f0af41f1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0af40bffc0 0x7f0af41f1300 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 --2- 172.21.15.76:0/2672508126 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0af406d520 0x7f0af4155100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 >> 172.21.15.76:0/2672508126 conn(0x7f0af406a5b0 msgr2=0x7f0af415b870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:07.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 shutdown_connections 2023-11-25T03:12:07.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:07.978+0000 7f0afbe79640 1 -- 172.21.15.76:0/2672508126 wait complete. 2023-11-25T03:12:08.006 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:12:08.007 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2023-11-25T03:12:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f2891605640 1 Processor -- start 2023-11-25T03:12:08.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f2891605640 1 -- start start 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f2891605640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0bd660 0x7f288c154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f2891605640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f288c0ac4f0 con 0x7f288c0c7ed0 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f2891605640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f288c158780 con 0x7f288c151dc0 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f2891605640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f288c158a60 con 0x7f288c0bd660 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f28827fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f288c0c7ed0 0x7f288c154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39522/0 (socket says 172.21.15.76:39522) 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f28827fc640 1 -- 172.21.15.76:0/3049981802 learned_addr learned my addr 172.21.15.76:0/3049981802 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:08.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288b7fe640 1 --2- 172.21.15.76:0/3049981802 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0bd660 0x7f288c154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2787612063 0 0) 0x7f288c0ac4f0 con 0x7f288c0c7ed0 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2878003530 con 0x7f288c0c7ed0 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3141461448 0 0) 0x7f288c158780 con 0x7f288c151dc0 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f288c0ac4f0 con 0x7f288c151dc0 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3938492689 0 0) 0x7f2878003530 con 0x7f288c0c7ed0 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288b7fe640 1 -- 172.21.15.76:0/3049981802 >> v1:172.21.15.106:6789/0 conn(0x7f288c151dc0 legacy=0x7f288c0c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288b7fe640 1 -- 172.21.15.76:0/3049981802 >> v1:172.21.15.76:6789/0 conn(0x7f288c0c7ed0 legacy=0x7f288c154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.146+0000 7f288b7fe640 1 -- 172.21.15.76:0/3049981802 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f288c0ac180 con 0x7f288c0bd660 2023-11-25T03:12:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f288b7fe640 1 --2- 172.21.15.76:0/3049981802 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0bd660 0x7f288c154d60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2884009df0 tx=0x7f288401c770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a3c18d87617ad4c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2874001680 con 0x7f288c0bd660 2023-11-25T03:12:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28840a6490 con 0x7f288c0bd660 2023-11-25T03:12:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f288a7fc640 1 -- 172.21.15.76:0/3049981802 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28840a6800 con 0x7f288c0bd660 2023-11-25T03:12:08.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 -- 172.21.15.76:0/3049981802 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0bd660 msgr2=0x7f288c154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 --2- 172.21.15.76:0/3049981802 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0bd660 0x7f288c154d60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2884009df0 tx=0x7f288401c770 comp rx=0 tx=0).stop 2023-11-25T03:12:08.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 -- 172.21.15.76:0/3049981802 shutdown_connections 2023-11-25T03:12:08.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 --2- 172.21.15.76:0/3049981802 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0bd660 0x7f288c154d60 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 -- 172.21.15.76:0/3049981802 >> 172.21.15.76:0/3049981802 conn(0x7f288c071eb0 msgr2=0x7f288c0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 -- 172.21.15.76:0/3049981802 shutdown_connections 2023-11-25T03:12:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.150+0000 7f2891605640 1 -- 172.21.15.76:0/3049981802 wait complete. 2023-11-25T03:12:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 Processor -- start 2023-11-25T03:12:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 -- start start 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 0x7f288c1ed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0c7ed0 0x7f288c156ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f288c151dc0 0x7f288c0bf350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f288c0c4380 con 0x7f288c0bd660 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f288c1eda20 con 0x7f288c151dc0 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f288c14d330 con 0x7f288c0c7ed0 2023-11-25T03:12:08.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 0x7f288c1ed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 0x7f288c1ed4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51102/0 (socket says 172.21.15.76:51102) 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 -- 172.21.15.76:0/2361185937 learned_addr learned my addr 172.21.15.76:0/2361185937 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f28827fc640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0c7ed0 0x7f288c156ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288b7fe640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f288c151dc0 0x7f288c0bf350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 -- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0c7ed0 msgr2=0x7f288c156ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0c7ed0 0x7f288c156ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 -- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f288c151dc0 msgr2=0x7f288c0bf350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f288c151dc0 0x7f288c0bf350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 -- 172.21.15.76:0/2361185937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2884009a70 con 0x7f288c0bd660 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f288affd640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 0x7f288c1ed4e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f287c00c500 tx=0x7f287c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f287c0052d0 con 0x7f288c0bd660 2023-11-25T03:12:08.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f287c005450 con 0x7f288c0bd660 2023-11-25T03:12:08.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f287c012870 con 0x7f288c0bd660 2023-11-25T03:12:08.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f288c14df80 con 0x7f288c0bd660 2023-11-25T03:12:08.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.154+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f288c14e540 con 0x7f288c0bd660 2023-11-25T03:12:08.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.158+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f288c068400 con 0x7f288c0bd660 2023-11-25T03:12:08.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.158+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f287c0129d0 con 0x7f288c0bd660 2023-11-25T03:12:08.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.158+0000 7f2883fff640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f286c0664a0 0x7f286c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:08.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.158+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f287c083c90 con 0x7f288c0bd660 2023-11-25T03:12:08.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.158+0000 7f28827fc640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f286c0664a0 0x7f286c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:08.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.158+0000 7f28827fc640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f286c0664a0 0x7f286c068960 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f288c14fe20 tx=0x7f28740016e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:08.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.162+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f287c050e70 con 0x7f288c0bd660 2023-11-25T03:12:08.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.346+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f288c06c9a0 con 0x7f288c0bd660 2023-11-25T03:12:08.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2883fff640 1 -- 172.21.15.76:0/2361185937 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v23) v1 ==== 123+0+0 (secure 0 0 0) 0x7f287c054490 con 0x7f288c0bd660 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f286c0664a0 msgr2=0x7f286c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f286c0664a0 0x7f286c068960 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f288c14fe20 tx=0x7f28740016e0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 msgr2=0x7f288c1ed4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 0x7f288c1ed4e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f287c00c500 tx=0x7f287c00c9c0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 shutdown_connections 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f286c0664a0 0x7f286c068960 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f288c151dc0 0x7f288c0bf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f288c0c7ed0 0x7f288c156ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 --2- 172.21.15.76:0/2361185937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f288c0bd660 0x7f288c1ed4e0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:08.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 >> 172.21.15.76:0/2361185937 conn(0x7f288c071eb0 msgr2=0x7f288c072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:08.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 shutdown_connections 2023-11-25T03:12:08.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:08.982+0000 7f2891605640 1 -- 172.21.15.76:0/2361185937 wait complete. 2023-11-25T03:12:09.009 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2023-11-25T03:12:09.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:09.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0d53b640 1 Processor -- start 2023-11-25T03:12:09.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0d53b640 1 -- start start 2023-11-25T03:12:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0d53b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4b90 0x7fed08154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0d53b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed0806c660 con 0x7fed080c4730 2023-11-25T03:12:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0d53b640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed0806ba50 con 0x7fed080af6d0 2023-11-25T03:12:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0d53b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed0806bd30 con 0x7fed080c4b90 2023-11-25T03:12:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed077fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fed080c4730 0x7fed08154480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39536/0 (socket says 172.21.15.76:39536) 2023-11-25T03:12:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed077fe640 1 -- 172.21.15.76:0/554036559 learned_addr learned my addr 172.21.15.76:0/554036559 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0cd3a640 1 --2- 172.21.15.76:0/554036559 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4b90 0x7fed08154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1627760142 0 0) 0x7fed0806c660 con 0x7fed080c4730 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fecf0003530 con 0x7fed080c4730 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4153985186 0 0) 0x7fed0806ba50 con 0x7fed080af6d0 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed0806c660 con 0x7fed080af6d0 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0cd3a640 1 -- 172.21.15.76:0/554036559 >> v1:172.21.15.106:6789/0 conn(0x7fed080af6d0 legacy=0x7fed080c7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0cd3a640 1 -- 172.21.15.76:0/554036559 >> v1:172.21.15.76:6789/0 conn(0x7fed080c4730 legacy=0x7fed08154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.146+0000 7fed0cd3a640 1 -- 172.21.15.76:0/554036559 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed0806c010 con 0x7fed080c4b90 2023-11-25T03:12:09.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0cd3a640 1 --2- 172.21.15.76:0/554036559 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4b90 0x7fed08154b90 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fed00009dc0 tx=0x7fed0001c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=540b6ecba5018621 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed000a58b0 con 0x7fed080c4b90 2023-11-25T03:12:09.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed000a5a10 con 0x7fed080c4b90 2023-11-25T03:12:09.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed06ffd640 1 -- 172.21.15.76:0/554036559 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed000a5da0 con 0x7fed080c4b90 2023-11-25T03:12:09.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 -- 172.21.15.76:0/554036559 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4b90 msgr2=0x7fed08154b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 --2- 172.21.15.76:0/554036559 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4b90 0x7fed08154b90 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fed00009dc0 tx=0x7fed0001c8e0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 -- 172.21.15.76:0/554036559 shutdown_connections 2023-11-25T03:12:09.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 --2- 172.21.15.76:0/554036559 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4b90 0x7fed08154b90 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 -- 172.21.15.76:0/554036559 >> 172.21.15.76:0/554036559 conn(0x7fed080ab940 msgr2=0x7fed080abd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:09.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 -- 172.21.15.76:0/554036559 shutdown_connections 2023-11-25T03:12:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.150+0000 7fed0d53b640 1 -- 172.21.15.76:0/554036559 wait complete. 2023-11-25T03:12:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 Processor -- start 2023-11-25T03:12:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 -- start start 2023-11-25T03:12:09.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4730 0x7fed080c1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 0x7fed080bffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fed081f0b10 0x7fed081ecc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed080c0520 con 0x7fed080c4b90 2023-11-25T03:12:09.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed080beef0 con 0x7fed081f0b10 2023-11-25T03:12:09.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed081f0680 con 0x7fed080c4730 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 0x7fed080bffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 0x7fed080bffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51110/0 (socket says 172.21.15.76:51110) 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 -- 172.21.15.76:0/868027005 learned_addr learned my addr 172.21.15.76:0/868027005 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0cd3a640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fed081f0b10 0x7fed081ecc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed07fff640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4730 0x7fed080c1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 -- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4730 msgr2=0x7fed080c1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4730 0x7fed080c1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 -- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fed081f0b10 msgr2=0x7fed081ecc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fed081f0b10 0x7fed081ecc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 -- 172.21.15.76:0/868027005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed00009a70 con 0x7fed080c4b90 2023-11-25T03:12:09.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed077fe640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 0x7fed080bffe0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fecfc00c420 tx=0x7fecfc00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecfc005cf0 con 0x7fed080c4b90 2023-11-25T03:12:09.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecfc005e50 con 0x7fed080c4b90 2023-11-25T03:12:09.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed080c0700 con 0x7fed080c4b90 2023-11-25T03:12:09.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecfc007310 con 0x7fed080c4b90 2023-11-25T03:12:09.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.154+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed081f0310 con 0x7fed080c4b90 2023-11-25T03:12:09.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.158+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed080c0c20 con 0x7fed080c4b90 2023-11-25T03:12:09.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.158+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fecfc007470 con 0x7fed080c4b90 2023-11-25T03:12:09.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.158+0000 7fed04ff9640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fecf40664a0 0x7fecf4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.158+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fecfc0836c0 con 0x7fed080c4b90 2023-11-25T03:12:09.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.158+0000 7fed07fff640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fecf40664a0 0x7fecf4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.158+0000 7fed07fff640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fecf40664a0 0x7fecf4068960 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fecf80011f0 tx=0x7fecf8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.162+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fed080c0c20 con 0x7fed080c4b90 2023-11-25T03:12:09.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.346+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fed081f0170 con 0x7fed080c4b90 2023-11-25T03:12:09.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.346+0000 7fed04ff9640 1 -- 172.21.15.76:0/868027005 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+6136 (secure 0 0 0) 0x7fed081f0170 con 0x7fed080c4b90 2023-11-25T03:12:09.352 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:09.352 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:09.352 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 23 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fecf40664a0 msgr2=0x7fecf4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fecf40664a0 0x7fecf4068960 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fecf80011f0 tx=0x7fecf8009040 comp rx=0 tx=0).stop 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 msgr2=0x7fed080bffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 0x7fed080bffe0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fecfc00c420 tx=0x7fecfc00c8e0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 shutdown_connections 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fecf40664a0 0x7fecf4068960 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fed081f0b10 0x7fed081ecc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed080c4b90 0x7fed080bffe0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 --2- 172.21.15.76:0/868027005 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fed080c4730 0x7fed080c1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 >> 172.21.15.76:0/868027005 conn(0x7fed080ab940 msgr2=0x7fed0815f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:09.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 shutdown_connections 2023-11-25T03:12:09.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.350+0000 7fed0d53b640 1 -- 172.21.15.76:0/868027005 wait complete. 2023-11-25T03:12:09.373 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:09.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 Processor -- start 2023-11-25T03:12:09.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 -- start start 2023-11-25T03:12:09.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a080c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2a080c4e60 0x7f2a0806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a0806c860 con 0x7f2a080c7ea0 2023-11-25T03:12:09.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a080c8750 con 0x7f2a080c4e60 2023-11-25T03:12:09.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0f617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a081552d0 con 0x7f2a08151e90 2023-11-25T03:12:09.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0cbb2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2a080c7ea0 0x7f2a0806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39546/0 (socket says 172.21.15.76:39546) 2023-11-25T03:12:09.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0cbb2640 1 -- 172.21.15.76:0/1343969334 learned_addr learned my addr 172.21.15.76:0/1343969334 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0d3b3640 1 --2- 172.21.15.76:0/1343969334 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a080c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0dbb4640 1 --2- 172.21.15.76:0/1343969334 >> v2:172.21.15.106:3300/0 conn(0x7f2a080c4e60 0x7f2a0806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f29fffff640 1 -- 172.21.15.76:0/1343969334 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2920931510 0 0) 0x7f2a0806c860 con 0x7f2a080c7ea0 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f29fffff640 1 -- 172.21.15.76:0/1343969334 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29f4003530 con 0x7f2a080c7ea0 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0d3b3640 1 -- 172.21.15.76:0/1343969334 >> v2:172.21.15.106:3300/0 conn(0x7f2a080c4e60 msgr2=0x7f2a0806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0d3b3640 1 --2- 172.21.15.76:0/1343969334 >> v2:172.21.15.106:3300/0 conn(0x7f2a080c4e60 0x7f2a0806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0d3b3640 1 -- 172.21.15.76:0/1343969334 >> v1:172.21.15.76:6789/0 conn(0x7f2a080c7ea0 legacy=0x7f2a0806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f29fffff640 1 -- 172.21.15.76:0/1343969334 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 435469855 0 0) 0x7f29f4003530 con 0x7f2a080c7ea0 2023-11-25T03:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.506+0000 7f2a0d3b3640 1 -- 172.21.15.76:0/1343969334 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a08154930 con 0x7f2a08151e90 2023-11-25T03:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.510+0000 7f2a0d3b3640 1 --2- 172.21.15.76:0/1343969334 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a080c4920 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2a040097c0 tx=0x7f2a0401c280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=144b1c04cd0cfeea server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.510+0000 7f29fffff640 1 -- 172.21.15.76:0/1343969334 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29f8001680 con 0x7f2a08151e90 2023-11-25T03:12:09.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.510+0000 7f29fffff640 1 -- 172.21.15.76:0/1343969334 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a040a7050 con 0x7f2a08151e90 2023-11-25T03:12:09.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.510+0000 7f29fffff640 1 -- 172.21.15.76:0/1343969334 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a040ab620 con 0x7f2a08151e90 2023-11-25T03:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.510+0000 7f2a0f617640 1 -- 172.21.15.76:0/1343969334 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 msgr2=0x7f2a080c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.510+0000 7f2a0f617640 1 --2- 172.21.15.76:0/1343969334 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a080c4920 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2a040097c0 tx=0x7f2a0401c280 comp rx=0 tx=0).stop 2023-11-25T03:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- 172.21.15.76:0/1343969334 shutdown_connections 2023-11-25T03:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 --2- 172.21.15.76:0/1343969334 >> v2:172.21.15.106:3300/0 conn(0x7f2a080c4e60 0x7f2a0806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 --2- 172.21.15.76:0/1343969334 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a080c4920 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- 172.21.15.76:0/1343969334 >> 172.21.15.76:0/1343969334 conn(0x7f2a080ca170 msgr2=0x7f2a080ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:09.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- 172.21.15.76:0/1343969334 shutdown_connections 2023-11-25T03:12:09.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- 172.21.15.76:0/1343969334 wait complete. 2023-11-25T03:12:09.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 Processor -- start 2023-11-25T03:12:09.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- start start 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2a080c4e60 0x7f2a080c1c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 0x7f2a0814b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a081ece80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a080c3940 con 0x7f2a080c7ea0 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a081ed740 con 0x7f2a080c4e60 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a081eda20 con 0x7f2a08151e90 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 0x7f2a0814b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 0x7f2a0814b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51122/0 (socket says 172.21.15.76:51122) 2023-11-25T03:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 -- 172.21.15.76:0/2370139686 learned_addr learned my addr 172.21.15.76:0/2370139686 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 -- 172.21.15.76:0/2370139686 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 msgr2=0x7f2a081ece80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a081ece80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 -- 172.21.15.76:0/2370139686 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2a080c4e60 msgr2=0x7f2a080c1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2a080c4e60 0x7f2a080c1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 -- 172.21.15.76:0/2370139686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a04009420 con 0x7f2a080c7ea0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0cbb2640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 0x7f2a0814b650 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f29f800c6d0 tx=0x7f29f800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29f8005ae0 con 0x7f2a080c7ea0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29f8005c40 con 0x7f2a080c7ea0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a081edd00 con 0x7f2a080c7ea0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.514+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29f8007070 con 0x7f2a080c7ea0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a080a9e80 con 0x7f2a080c7ea0 2023-11-25T03:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a080aa0a0 con 0x7f2a080c7ea0 2023-11-25T03:12:09.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f29f80071d0 con 0x7f2a080c7ea0 2023-11-25T03:12:09.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f29fdffb640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29ec066470 0x7f29ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f29f8084020 con 0x7f2a080c7ea0 2023-11-25T03:12:09.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f2a0d3b3640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29ec066470 0x7f29ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.518+0000 7f2a0d3b3640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29ec066470 0x7f29ec068930 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2a040ad000 tx=0x7f2a04004740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.522+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f29f8051020 con 0x7f2a080c7ea0 2023-11-25T03:12:09.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.674+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2a08068400 con 0x7f2a080c7ea0 2023-11-25T03:12:09.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f29fdffb640 1 -- 172.21.15.76:0/2370139686 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7f29f8054640 con 0x7f2a080c7ea0 2023-11-25T03:12:09.681 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:09.681 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:09.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29ec066470 msgr2=0x7f29ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29ec066470 0x7f29ec068930 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2a040ad000 tx=0x7f2a04004740 comp rx=0 tx=0).stop 2023-11-25T03:12:09.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 msgr2=0x7f2a0814b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 0x7f2a0814b650 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f29f800c6d0 tx=0x7f29f800cb90 comp rx=0 tx=0).stop 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 shutdown_connections 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29ec066470 0x7f29ec068930 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2a08151e90 0x7f2a081ece80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a080c7ea0 0x7f2a0814b650 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 --2- 172.21.15.76:0/2370139686 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2a080c4e60 0x7f2a080c1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 >> 172.21.15.76:0/2370139686 conn(0x7f2a080ca170 msgr2=0x7f2a08152590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 shutdown_connections 2023-11-25T03:12:09.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.678+0000 7f2a0f617640 1 -- 172.21.15.76:0/2370139686 wait complete. 2023-11-25T03:12:09.702 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:12:09.702 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:09.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 Processor -- start 2023-11-25T03:12:09.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 -- start start 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f12780c4100 0x7f12780c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f12780c06d0 0x7f12780a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12780c31c0 con 0x7f12780c63c0 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12780c34a0 con 0x7f12780c06d0 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127e8fe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12780c1030 con 0x7f12780c4100 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f1277fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f12780c63c0 0x7f12780c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39562/0 (socket says 172.21.15.76:39562) 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f1277fff640 1 -- 172.21.15.76:0/4148061851 learned_addr learned my addr 172.21.15.76:0/4148061851 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127ce9b640 1 --2- 172.21.15.76:0/4148061851 >> v2:172.21.15.76:3300/0 conn(0x7f12780c06d0 0x7f12780a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f12777fe640 1 --2- 172.21.15.76:0/4148061851 >> v2:172.21.15.106:3300/0 conn(0x7f12780c4100 0x7f12780c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f1276ffd640 1 -- 172.21.15.76:0/4148061851 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3515942836 0 0) 0x7f12780c31c0 con 0x7f12780c63c0 2023-11-25T03:12:09.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f1276ffd640 1 -- 172.21.15.76:0/4148061851 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1260003530 con 0x7f12780c63c0 2023-11-25T03:12:09.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.833+0000 7f127ce9b640 1 -- 172.21.15.76:0/4148061851 >> v2:172.21.15.106:3300/0 conn(0x7f12780c4100 msgr2=0x7f12780c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:09.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127ce9b640 1 --2- 172.21.15.76:0/4148061851 >> v2:172.21.15.106:3300/0 conn(0x7f12780c4100 0x7f12780c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127ce9b640 1 -- 172.21.15.76:0/4148061851 >> v1:172.21.15.76:6789/0 conn(0x7f12780c63c0 legacy=0x7f12780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127ce9b640 1 -- 172.21.15.76:0/4148061851 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12780c1310 con 0x7f12780c06d0 2023-11-25T03:12:09.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127ce9b640 1 --2- 172.21.15.76:0/4148061851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c06d0 0x7f12780a9680 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f12780a8b40 tx=0x7f127001c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a110fffd41eb2889 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f1276ffd640 1 -- 172.21.15.76:0/4148061851 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12780aa3d0 con 0x7f12780c06d0 2023-11-25T03:12:09.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f1276ffd640 1 -- 172.21.15.76:0/4148061851 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12700a57c0 con 0x7f12780c06d0 2023-11-25T03:12:09.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f1276ffd640 1 -- 172.21.15.76:0/4148061851 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12700a5b30 con 0x7f12780c06d0 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 -- 172.21.15.76:0/4148061851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c06d0 msgr2=0x7f12780a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 --2- 172.21.15.76:0/4148061851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c06d0 0x7f12780a9680 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f12780a8b40 tx=0x7f127001c7f0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 -- 172.21.15.76:0/4148061851 shutdown_connections 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 --2- 172.21.15.76:0/4148061851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c06d0 0x7f12780a9680 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 --2- 172.21.15.76:0/4148061851 >> v2:172.21.15.106:3300/0 conn(0x7f12780c4100 0x7f12780c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 -- 172.21.15.76:0/4148061851 >> 172.21.15.76:0/4148061851 conn(0x7f127806a5b0 msgr2=0x7f127806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 -- 172.21.15.76:0/4148061851 shutdown_connections 2023-11-25T03:12:09.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.837+0000 7f127e8fe640 1 -- 172.21.15.76:0/4148061851 wait complete. 2023-11-25T03:12:09.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 Processor -- start 2023-11-25T03:12:09.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 -- start start 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f12780c06d0 0x7f12780a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 0x7f12780a5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f12780c63c0 0x7f1278150ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12780a7870 con 0x7f12780c4100 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12780a7340 con 0x7f12780c63c0 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12781eca70 con 0x7f12780c06d0 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 0x7f12780a5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 0x7f12780a5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51144/0 (socket says 172.21.15.76:51144) 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 -- 172.21.15.76:0/783699105 learned_addr learned my addr 172.21.15.76:0/783699105 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f1277fff640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f12780c06d0 0x7f12780a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127ce9b640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f12780c63c0 0x7f1278150ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 -- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f12780c06d0 msgr2=0x7f12780a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f12780c06d0 0x7f12780a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 -- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f12780c63c0 msgr2=0x7f1278150ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f12780c63c0 0x7f1278150ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 -- 172.21.15.76:0/783699105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1270009a70 con 0x7f12780c4100 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f1277fff640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f12780c06d0 0x7f12780a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127ce9b640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f12780c63c0 0x7f1278150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f12777fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 0x7f12780a5d00 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f126c00e900 tx=0x7f126c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f126c009690 con 0x7f12780c4100 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f126c00ca00 con 0x7f12780c4100 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1278151740 con 0x7f12780c4100 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f126c00cd90 con 0x7f12780c4100 2023-11-25T03:12:09.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.841+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12780a6370 con 0x7f12780c4100 2023-11-25T03:12:09.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.845+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12781f0070 con 0x7f12780c4100 2023-11-25T03:12:09.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.845+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f126c013470 con 0x7f12780c4100 2023-11-25T03:12:09.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.845+0000 7f1274ff9640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f12640664a0 0x7f1264068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:09.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.845+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f126c084420 con 0x7f12780c4100 2023-11-25T03:12:09.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.845+0000 7f1277fff640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f12640664a0 0x7f1264068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:09.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.845+0000 7f1277fff640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f12640664a0 0x7f1264068960 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1268000f70 tx=0x7f1268009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:09.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:09.849+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f12781f0070 con 0x7f12780c4100 2023-11-25T03:12:10.000 INFO:tasks.ceph.mds.c.smithi076.stderr:2023-11-25T03:12:09.993+0000 7f478af49640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:12:10.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.001+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f12780a8960 con 0x7f12640664a0 2023-11-25T03:12:10.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.013+0000 7f1274ff9640 1 -- 172.21.15.76:0/783699105 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+515651 (secure 0 0 0) 0x7f12780a8960 con 0x7f12640664a0 2023-11-25T03:12:10.024 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:10.028 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:10.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f12640664a0 msgr2=0x7f1264068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f12640664a0 0x7f1264068960 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1268000f70 tx=0x7f1268009040 comp rx=0 tx=0).stop 2023-11-25T03:12:10.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 msgr2=0x7f12780a5d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 0x7f12780a5d00 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f126c00e900 tx=0x7f126c00edc0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 shutdown_connections 2023-11-25T03:12:10.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f12640664a0 0x7f1264068960 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f12780c63c0 0x7f1278150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12780c4100 0x7f12780a5d00 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 --2- 172.21.15.76:0/783699105 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f12780c06d0 0x7f12780a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 >> 172.21.15.76:0/783699105 conn(0x7f127806a5b0 msgr2=0x7f127806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:10.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 shutdown_connections 2023-11-25T03:12:10.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.017+0000 7f127e8fe640 1 -- 172.21.15.76:0/783699105 wait complete. 2023-11-25T03:12:10.043 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-11-25T03:12:09.104809+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220208,"kb_used_data":4048,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754512,"statfs":{"total":773094113280,"available":772868620288,"internally_reserved":0,"allocated":4145152,"data_stored":2309534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1495,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.155272"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019367+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:54.019367+0000","last_peered":"2023-11-25T03:11:54.019367+0000","last_clean":"2023-11-25T03:11:54.019367+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:54.019367+0000","last_undegraded":"2023-11-25T03:11:54.019367+0000","last_fullsized":"2023-11-25T03:11:54.019367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124520+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:11:54.124520+0000","last_peered":"2023-11-25T03:11:54.124520+0000","last_clean":"2023-11-25T03:11:54.124520+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:11:54.124520+0000","last_undegraded":"2023-11-25T03:11:54.124520+0000","last_fullsized":"2023-11-25T03:11:54.124520+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124584+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:11:54.124584+0000","last_peered":"2023-11-25T03:11:54.124584+0000","last_clean":"2023-11-25T03:11:54.124584+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:11:54.124584+0000","last_undegraded":"2023-11-25T03:11:54.124584+0000","last_fullsized":"2023-11-25T03:11:54.124584+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955995+0000","last_change":"2023-11-25T03:12:03.955995+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955995+0000","last_undegraded":"2023-11-25T03:12:03.955995+0000","last_fullsized":"2023-11-25T03:12:03.955995+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126456+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:11:54.126456+0000","last_peered":"2023-11-25T03:11:54.126456+0000","last_clean":"2023-11-25T03:11:54.126456+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:11:54.126456+0000","last_undegraded":"2023-11-25T03:11:54.126456+0000","last_fullsized":"2023-11-25T03:11:54.126456+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124510+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:11:54.124510+0000","last_peered":"2023-11-25T03:11:54.124510+0000","last_clean":"2023-11-25T03:11:54.124510+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:11:54.124510+0000","last_undegraded":"2023-11-25T03:11:54.124510+0000","last_fullsized":"2023-11-25T03:11:54.124510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955583+0000","last_change":"2023-11-25T03:12:03.955583+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955583+0000","last_undegraded":"2023-11-25T03:12:03.955583+0000","last_fullsized":"2023-11-25T03:12:03.955583+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124576+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:11:54.124576+0000","last_peered":"2023-11-25T03:11:54.124576+0000","last_clean":"2023-11-25T03:11:54.124576+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:11:54.124576+0000","last_undegraded":"2023-11-25T03:11:54.124576+0000","last_fullsized":"2023-11-25T03:11:54.124576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126431+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:11:54.126431+0000","last_peered":"2023-11-25T03:11:54.126431+0000","last_clean":"2023-11-25T03:11:54.126431+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:11:54.126431+0000","last_undegraded":"2023-11-25T03:11:54.126431+0000","last_fullsized":"2023-11-25T03:11:54.126431+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959202+0000","last_change":"2023-11-25T03:12:03.959202+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959202+0000","last_undegraded":"2023-11-25T03:12:03.959202+0000","last_fullsized":"2023-11-25T03:12:03.959202+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125159+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:11:54.125159+0000","last_peered":"2023-11-25T03:11:54.125159+0000","last_clean":"2023-11-25T03:11:54.125159+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:11:54.125159+0000","last_undegraded":"2023-11-25T03:11:54.125159+0000","last_fullsized":"2023-11-25T03:11:54.125159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126064+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:11:54.126064+0000","last_peered":"2023-11-25T03:11:54.126064+0000","last_clean":"2023-11-25T03:11:54.126064+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:11:54.126064+0000","last_undegraded":"2023-11-25T03:11:54.126064+0000","last_fullsized":"2023-11-25T03:11:54.126064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953204+0000","last_change":"2023-11-25T03:12:03.953204+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953204+0000","last_undegraded":"2023-11-25T03:12:03.953204+0000","last_fullsized":"2023-11-25T03:12:03.953204+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126084+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:11:54.126084+0000","last_peered":"2023-11-25T03:11:54.126084+0000","last_clean":"2023-11-25T03:11:54.126084+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:11:54.126084+0000","last_undegraded":"2023-11-25T03:11:54.126084+0000","last_fullsized":"2023-11-25T03:11:54.126084+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124491+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:11:54.124491+0000","last_peered":"2023-11-25T03:11:54.124491+0000","last_clean":"2023-11-25T03:11:54.124491+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:11:54.124491+0000","last_undegraded":"2023-11-25T03:11:54.124491+0000","last_fullsized":"2023-11-25T03:11:54.124491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958159+0000","last_change":"2023-11-25T03:12:03.958159+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958159+0000","last_undegraded":"2023-11-25T03:12:03.958159+0000","last_fullsized":"2023-11-25T03:12:03.958159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125203+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:11:54.125203+0000","last_peered":"2023-11-25T03:11:54.125203+0000","last_clean":"2023-11-25T03:11:54.125203+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:11:54.125203+0000","last_undegraded":"2023-11-25T03:11:54.125203+0000","last_fullsized":"2023-11-25T03:11:54.125203+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126092+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:11:54.126092+0000","last_peered":"2023-11-25T03:11:54.126092+0000","last_clean":"2023-11-25T03:11:54.126092+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:11:54.126092+0000","last_undegraded":"2023-11-25T03:11:54.126092+0000","last_fullsized":"2023-11-25T03:11:54.126092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955553+0000","last_change":"2023-11-25T03:12:03.955553+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955553+0000","last_undegraded":"2023-11-25T03:12:03.955553+0000","last_fullsized":"2023-11-25T03:12:03.955553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:55.119685+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:11:55.119685+0000","last_peered":"2023-11-25T03:11:55.119685+0000","last_clean":"2023-11-25T03:11:55.119685+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:11:55.119685+0000","last_undegraded":"2023-11-25T03:11:55.119685+0000","last_fullsized":"2023-11-25T03:11:55.119685+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122483+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:11:54.122483+0000","last_peered":"2023-11-25T03:11:54.122483+0000","last_clean":"2023-11-25T03:11:54.122483+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:11:54.122483+0000","last_undegraded":"2023-11-25T03:11:54.122483+0000","last_fullsized":"2023-11-25T03:11:54.122483+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958565+0000","last_change":"2023-11-25T03:12:03.958565+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958565+0000","last_undegraded":"2023-11-25T03:12:03.958565+0000","last_fullsized":"2023-11-25T03:12:03.958565+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125320+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:11:54.125320+0000","last_peered":"2023-11-25T03:11:54.125320+0000","last_clean":"2023-11-25T03:11:54.125320+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:11:54.125320+0000","last_undegraded":"2023-11-25T03:11:54.125320+0000","last_fullsized":"2023-11-25T03:11:54.125320+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124749+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:11:54.124749+0000","last_peered":"2023-11-25T03:11:54.124749+0000","last_clean":"2023-11-25T03:11:54.124749+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:11:54.124749+0000","last_undegraded":"2023-11-25T03:11:54.124749+0000","last_fullsized":"2023-11-25T03:11:54.124749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959506+0000","last_change":"2023-11-25T03:12:03.959506+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959506+0000","last_undegraded":"2023-11-25T03:12:03.959506+0000","last_fullsized":"2023-11-25T03:12:03.959506+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122384+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:11:54.122384+0000","last_peered":"2023-11-25T03:11:54.122384+0000","last_clean":"2023-11-25T03:11:54.122384+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:11:54.122384+0000","last_undegraded":"2023-11-25T03:11:54.122384+0000","last_fullsized":"2023-11-25T03:11:54.122384+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124527+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:11:54.124527+0000","last_peered":"2023-11-25T03:11:54.124527+0000","last_clean":"2023-11-25T03:11:54.124527+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:11:54.124527+0000","last_undegraded":"2023-11-25T03:11:54.124527+0000","last_fullsized":"2023-11-25T03:11:54.124527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.954890+0000","last_change":"2023-11-25T03:12:03.954890+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.954890+0000","last_undegraded":"2023-11-25T03:12:03.954890+0000","last_fullsized":"2023-11-25T03:12:03.954890+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124527+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:11:54.124527+0000","last_peered":"2023-11-25T03:11:54.124527+0000","last_clean":"2023-11-25T03:11:54.124527+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:11:54.124527+0000","last_undegraded":"2023-11-25T03:11:54.124527+0000","last_fullsized":"2023-11-25T03:11:54.124527+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124643+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:11:54.124643+0000","last_peered":"2023-11-25T03:11:54.124643+0000","last_clean":"2023-11-25T03:11:54.124643+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:11:54.124643+0000","last_undegraded":"2023-11-25T03:11:54.124643+0000","last_fullsized":"2023-11-25T03:11:54.124643+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955483+0000","last_change":"2023-11-25T03:12:03.955483+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955483+0000","last_undegraded":"2023-11-25T03:12:03.955483+0000","last_fullsized":"2023-11-25T03:12:03.955483+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124505+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:11:54.124505+0000","last_peered":"2023-11-25T03:11:54.124505+0000","last_clean":"2023-11-25T03:11:54.124505+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:11:54.124505+0000","last_undegraded":"2023-11-25T03:11:54.124505+0000","last_fullsized":"2023-11-25T03:11:54.124505+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124681+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:11:54.124681+0000","last_peered":"2023-11-25T03:11:54.124681+0000","last_clean":"2023-11-25T03:11:54.124681+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:11:54.124681+0000","last_undegraded":"2023-11-25T03:11:54.124681+0000","last_fullsized":"2023-11-25T03:11:54.124681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959079+0000","last_change":"2023-11-25T03:12:03.959079+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959079+0000","last_undegraded":"2023-11-25T03:12:03.959079+0000","last_fullsized":"2023-11-25T03:12:03.959079+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126075+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:11:54.126075+0000","last_peered":"2023-11-25T03:11:54.126075+0000","last_clean":"2023-11-25T03:11:54.126075+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:11:54.126075+0000","last_undegraded":"2023-11-25T03:11:54.126075+0000","last_fullsized":"2023-11-25T03:11:54.126075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124655+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:11:54.124655+0000","last_peered":"2023-11-25T03:11:54.124655+0000","last_clean":"2023-11-25T03:11:54.124655+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:11:54.124655+0000","last_undegraded":"2023-11-25T03:11:54.124655+0000","last_fullsized":"2023-11-25T03:11:54.124655+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953248+0000","last_change":"2023-11-25T03:12:03.953248+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953248+0000","last_undegraded":"2023-11-25T03:12:03.953248+0000","last_fullsized":"2023-11-25T03:12:03.953248+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124674+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:11:54.124674+0000","last_peered":"2023-11-25T03:11:54.124674+0000","last_clean":"2023-11-25T03:11:54.124674+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:11:54.124674+0000","last_undegraded":"2023-11-25T03:11:54.124674+0000","last_fullsized":"2023-11-25T03:11:54.124674+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124723+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:11:54.124723+0000","last_peered":"2023-11-25T03:11:54.124723+0000","last_clean":"2023-11-25T03:11:54.124723+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:11:54.124723+0000","last_undegraded":"2023-11-25T03:11:54.124723+0000","last_fullsized":"2023-11-25T03:11:54.124723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958839+0000","last_change":"2023-11-25T03:12:03.958839+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958839+0000","last_undegraded":"2023-11-25T03:12:03.958839+0000","last_fullsized":"2023-11-25T03:12:03.958839+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124684+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:11:54.124684+0000","last_peered":"2023-11-25T03:11:54.124684+0000","last_clean":"2023-11-25T03:11:54.124684+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:11:54.124684+0000","last_undegraded":"2023-11-25T03:11:54.124684+0000","last_fullsized":"2023-11-25T03:11:54.124684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125187+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:11:54.125187+0000","last_peered":"2023-11-25T03:11:54.125187+0000","last_clean":"2023-11-25T03:11:54.125187+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:11:54.125187+0000","last_undegraded":"2023-11-25T03:11:54.125187+0000","last_fullsized":"2023-11-25T03:11:54.125187+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.962087+0000","last_change":"2023-11-25T03:12:03.962087+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.962087+0000","last_undegraded":"2023-11-25T03:12:03.962087+0000","last_fullsized":"2023-11-25T03:12:03.962087+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124703+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:11:54.124703+0000","last_peered":"2023-11-25T03:11:54.124703+0000","last_clean":"2023-11-25T03:11:54.124703+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:11:54.124703+0000","last_undegraded":"2023-11-25T03:11:54.124703+0000","last_fullsized":"2023-11-25T03:11:54.124703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122474+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:11:54.122474+0000","last_peered":"2023-11-25T03:11:54.122474+0000","last_clean":"2023-11-25T03:11:54.122474+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:11:54.122474+0000","last_undegraded":"2023-11-25T03:11:54.122474+0000","last_fullsized":"2023-11-25T03:11:54.122474+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955563+0000","last_change":"2023-11-25T03:12:03.955563+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955563+0000","last_undegraded":"2023-11-25T03:12:03.955563+0000","last_fullsized":"2023-11-25T03:12:03.955563+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125304+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:11:54.125304+0000","last_peered":"2023-11-25T03:11:54.125304+0000","last_clean":"2023-11-25T03:11:54.125304+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:11:54.125304+0000","last_undegraded":"2023-11-25T03:11:54.125304+0000","last_fullsized":"2023-11-25T03:11:54.125304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124694+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:11:54.124694+0000","last_peered":"2023-11-25T03:11:54.124694+0000","last_clean":"2023-11-25T03:11:54.124694+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:11:54.124694+0000","last_undegraded":"2023-11-25T03:11:54.124694+0000","last_fullsized":"2023-11-25T03:11:54.124694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955418+0000","last_change":"2023-11-25T03:12:03.955418+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955418+0000","last_undegraded":"2023-11-25T03:12:03.955418+0000","last_fullsized":"2023-11-25T03:12:03.955418+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126446+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:11:54.126446+0000","last_peered":"2023-11-25T03:11:54.126446+0000","last_clean":"2023-11-25T03:11:54.126446+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:11:54.126446+0000","last_undegraded":"2023-11-25T03:11:54.126446+0000","last_fullsized":"2023-11-25T03:11:54.126446+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124475+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:11:54.124475+0000","last_peered":"2023-11-25T03:11:54.124475+0000","last_clean":"2023-11-25T03:11:54.124475+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:11:54.124475+0000","last_undegraded":"2023-11-25T03:11:54.124475+0000","last_fullsized":"2023-11-25T03:11:54.124475+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959128+0000","last_change":"2023-11-25T03:12:03.959128+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959128+0000","last_undegraded":"2023-11-25T03:12:03.959128+0000","last_fullsized":"2023-11-25T03:12:03.959128+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126473+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:11:54.126473+0000","last_peered":"2023-11-25T03:11:54.126473+0000","last_clean":"2023-11-25T03:11:54.126473+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:11:54.126473+0000","last_undegraded":"2023-11-25T03:11:54.126473+0000","last_fullsized":"2023-11-25T03:11:54.126473+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124486+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:11:54.124486+0000","last_peered":"2023-11-25T03:11:54.124486+0000","last_clean":"2023-11-25T03:11:54.124486+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:11:54.124486+0000","last_undegraded":"2023-11-25T03:11:54.124486+0000","last_fullsized":"2023-11-25T03:11:54.124486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955997+0000","last_change":"2023-11-25T03:12:03.955997+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955997+0000","last_undegraded":"2023-11-25T03:12:03.955997+0000","last_fullsized":"2023-11-25T03:12:03.955997+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125145+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:11:54.125145+0000","last_peered":"2023-11-25T03:11:54.125145+0000","last_clean":"2023-11-25T03:11:54.125145+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:11:54.125145+0000","last_undegraded":"2023-11-25T03:11:54.125145+0000","last_fullsized":"2023-11-25T03:11:54.125145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126497+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:11:54.126497+0000","last_peered":"2023-11-25T03:11:54.126497+0000","last_clean":"2023-11-25T03:11:54.126497+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:11:54.126497+0000","last_undegraded":"2023-11-25T03:11:54.126497+0000","last_fullsized":"2023-11-25T03:11:54.126497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953702+0000","last_change":"2023-11-25T03:12:03.953702+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953702+0000","last_undegraded":"2023-11-25T03:12:03.953702+0000","last_fullsized":"2023-11-25T03:12:03.953702+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124656+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:11:54.124656+0000","last_peered":"2023-11-25T03:11:54.124656+0000","last_clean":"2023-11-25T03:11:54.124656+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:11:54.124656+0000","last_undegraded":"2023-11-25T03:11:54.124656+0000","last_fullsized":"2023-11-25T03:11:54.124656+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125130+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:11:54.125130+0000","last_peered":"2023-11-25T03:11:54.125130+0000","last_clean":"2023-11-25T03:11:54.125130+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:11:54.125130+0000","last_undegraded":"2023-11-25T03:11:54.125130+0000","last_fullsized":"2023-11-25T03:11:54.125130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955409+0000","last_change":"2023-11-25T03:12:03.955409+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955409+0000","last_undegraded":"2023-11-25T03:12:03.955409+0000","last_fullsized":"2023-11-25T03:12:03.955409+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"32'9","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:12:00.733663+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:12:00.733663+0000","last_peered":"2023-11-25T03:12:00.733663+0000","last_clean":"2023-11-25T03:12:00.733663+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:12:00.733663+0000","last_undegraded":"2023-11-25T03:12:00.733663+0000","last_fullsized":"2023-11-25T03:12:00.733663+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122435+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:11:54.122435+0000","last_peered":"2023-11-25T03:11:54.122435+0000","last_clean":"2023-11-25T03:11:54.122435+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:11:54.122435+0000","last_undegraded":"2023-11-25T03:11:54.122435+0000","last_fullsized":"2023-11-25T03:11:54.122435+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953698+0000","last_change":"2023-11-25T03:12:03.953698+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953698+0000","last_undegraded":"2023-11-25T03:12:03.953698+0000","last_fullsized":"2023-11-25T03:12:03.953698+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122455+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:11:54.122455+0000","last_peered":"2023-11-25T03:11:54.122455+0000","last_clean":"2023-11-25T03:11:54.122455+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:11:54.122455+0000","last_undegraded":"2023-11-25T03:11:54.122455+0000","last_fullsized":"2023-11-25T03:11:54.122455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126506+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:11:54.126506+0000","last_peered":"2023-11-25T03:11:54.126506+0000","last_clean":"2023-11-25T03:11:54.126506+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:11:54.126506+0000","last_undegraded":"2023-11-25T03:11:54.126506+0000","last_fullsized":"2023-11-25T03:11:54.126506+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958424+0000","last_change":"2023-11-25T03:12:03.958424+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958424+0000","last_undegraded":"2023-11-25T03:12:03.958424+0000","last_fullsized":"2023-11-25T03:12:03.958424+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126115+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:11:54.126115+0000","last_peered":"2023-11-25T03:11:54.126115+0000","last_clean":"2023-11-25T03:11:54.126115+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:11:54.126115+0000","last_undegraded":"2023-11-25T03:11:54.126115+0000","last_fullsized":"2023-11-25T03:11:54.126115+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126598+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:11:54.126598+0000","last_peered":"2023-11-25T03:11:54.126598+0000","last_clean":"2023-11-25T03:11:54.126598+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:11:54.126598+0000","last_undegraded":"2023-11-25T03:11:54.126598+0000","last_fullsized":"2023-11-25T03:11:54.126598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.962458+0000","last_change":"2023-11-25T03:12:03.962458+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.962458+0000","last_undegraded":"2023-11-25T03:12:03.962458+0000","last_fullsized":"2023-11-25T03:12:03.962458+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126607+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:11:54.126607+0000","last_peered":"2023-11-25T03:11:54.126607+0000","last_clean":"2023-11-25T03:11:54.126607+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:11:54.126607+0000","last_undegraded":"2023-11-25T03:11:54.126607+0000","last_fullsized":"2023-11-25T03:11:54.126607+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122465+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:11:54.122465+0000","last_peered":"2023-11-25T03:11:54.122465+0000","last_clean":"2023-11-25T03:11:54.122465+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:11:54.122465+0000","last_undegraded":"2023-11-25T03:11:54.122465+0000","last_fullsized":"2023-11-25T03:11:54.122465+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.960100+0000","last_change":"2023-11-25T03:12:03.960100+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.960100+0000","last_undegraded":"2023-11-25T03:12:03.960100+0000","last_fullsized":"2023-11-25T03:12:03.960100+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124494+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:11:54.124494+0000","last_peered":"2023-11-25T03:11:54.124494+0000","last_clean":"2023-11-25T03:11:54.124494+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:11:54.124494+0000","last_undegraded":"2023-11-25T03:11:54.124494+0000","last_fullsized":"2023-11-25T03:11:54.124494+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125112+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:11:54.125112+0000","last_peered":"2023-11-25T03:11:54.125112+0000","last_clean":"2023-11-25T03:11:54.125112+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:11:54.125112+0000","last_undegraded":"2023-11-25T03:11:54.125112+0000","last_fullsized":"2023-11-25T03:11:54.125112+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.956243+0000","last_change":"2023-11-25T03:12:03.956243+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.956243+0000","last_undegraded":"2023-11-25T03:12:03.956243+0000","last_fullsized":"2023-11-25T03:12:03.956243+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126465+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:11:54.126465+0000","last_peered":"2023-11-25T03:11:54.126465+0000","last_clean":"2023-11-25T03:11:54.126465+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:11:54.126465+0000","last_undegraded":"2023-11-25T03:11:54.126465+0000","last_fullsized":"2023-11-25T03:11:54.126465+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124472+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:11:54.124472+0000","last_peered":"2023-11-25T03:11:54.124472+0000","last_clean":"2023-11-25T03:11:54.124472+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:11:54.124472+0000","last_undegraded":"2023-11-25T03:11:54.124472+0000","last_fullsized":"2023-11-25T03:11:54.124472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.956536+0000","last_change":"2023-11-25T03:12:03.956536+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.956536+0000","last_undegraded":"2023-11-25T03:12:03.956536+0000","last_fullsized":"2023-11-25T03:12:03.956536+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124617+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:11:54.124617+0000","last_peered":"2023-11-25T03:11:54.124617+0000","last_clean":"2023-11-25T03:11:54.124617+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:11:54.124617+0000","last_undegraded":"2023-11-25T03:11:54.124617+0000","last_fullsized":"2023-11-25T03:11:54.124617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122405+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:11:54.122405+0000","last_peered":"2023-11-25T03:11:54.122405+0000","last_clean":"2023-11-25T03:11:54.122405+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:11:54.122405+0000","last_undegraded":"2023-11-25T03:11:54.122405+0000","last_fullsized":"2023-11-25T03:11:54.122405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.954252+0000","last_change":"2023-11-25T03:12:03.954252+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.954252+0000","last_undegraded":"2023-11-25T03:12:03.954252+0000","last_fullsized":"2023-11-25T03:12:03.954252+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124646+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:11:54.124646+0000","last_peered":"2023-11-25T03:11:54.124646+0000","last_clean":"2023-11-25T03:11:54.124646+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:11:54.124646+0000","last_undegraded":"2023-11-25T03:11:54.124646+0000","last_fullsized":"2023-11-25T03:11:54.124646+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124570+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:11:54.124570+0000","last_peered":"2023-11-25T03:11:54.124570+0000","last_clean":"2023-11-25T03:11:54.124570+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:11:54.124570+0000","last_undegraded":"2023-11-25T03:11:54.124570+0000","last_fullsized":"2023-11-25T03:11:54.124570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955094+0000","last_change":"2023-11-25T03:12:03.955094+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955094+0000","last_undegraded":"2023-11-25T03:12:03.955094+0000","last_fullsized":"2023-11-25T03:12:03.955094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958312+0000","last_change":"2023-11-25T03:12:03.958312+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958312+0000","last_undegraded":"2023-11-25T03:12:03.958312+0000","last_fullsized":"2023-11-25T03:12:03.958312+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124708+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:11:54.124708+0000","last_peered":"2023-11-25T03:11:54.124708+0000","last_clean":"2023-11-25T03:11:54.124708+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:11:54.124708+0000","last_undegraded":"2023-11-25T03:11:54.124708+0000","last_fullsized":"2023-11-25T03:11:54.124708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125261+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:11:54.125261+0000","last_peered":"2023-11-25T03:11:54.125261+0000","last_clean":"2023-11-25T03:11:54.125261+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:11:54.125261+0000","last_undegraded":"2023-11-25T03:11:54.125261+0000","last_fullsized":"2023-11-25T03:11:54.125261+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955548+0000","last_change":"2023-11-25T03:12:03.955548+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955548+0000","last_undegraded":"2023-11-25T03:12:03.955548+0000","last_fullsized":"2023-11-25T03:12:03.955548+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126552+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:11:54.126552+0000","last_peered":"2023-11-25T03:11:54.126552+0000","last_clean":"2023-11-25T03:11:54.126552+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:11:54.126552+0000","last_undegraded":"2023-11-25T03:11:54.126552+0000","last_fullsized":"2023-11-25T03:11:54.126552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124666+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:11:54.124666+0000","last_peered":"2023-11-25T03:11:54.124666+0000","last_clean":"2023-11-25T03:11:54.124666+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:11:54.124666+0000","last_undegraded":"2023-11-25T03:11:54.124666+0000","last_fullsized":"2023-11-25T03:11:54.124666+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126107+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:11:54.126107+0000","last_peered":"2023-11-25T03:11:54.126107+0000","last_clean":"2023-11-25T03:11:54.126107+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:11:54.126107+0000","last_undegraded":"2023-11-25T03:11:54.126107+0000","last_fullsized":"2023-11-25T03:11:54.126107+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124545+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:11:54.124545+0000","last_peered":"2023-11-25T03:11:54.124545+0000","last_clean":"2023-11-25T03:11:54.124545+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:11:54.124545+0000","last_undegraded":"2023-11-25T03:11:54.124545+0000","last_fullsized":"2023-11-25T03:11:54.124545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959915+0000","last_change":"2023-11-25T03:12:03.959915+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959915+0000","last_undegraded":"2023-11-25T03:12:03.959915+0000","last_fullsized":"2023-11-25T03:12:03.959915+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124556+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:11:54.124556+0000","last_peered":"2023-11-25T03:11:54.124556+0000","last_clean":"2023-11-25T03:11:54.124556+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:11:54.124556+0000","last_undegraded":"2023-11-25T03:11:54.124556+0000","last_fullsized":"2023-11-25T03:11:54.124556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126100+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:11:54.126100+0000","last_peered":"2023-11-25T03:11:54.126100+0000","last_clean":"2023-11-25T03:11:54.126100+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:11:54.126100+0000","last_undegraded":"2023-11-25T03:11:54.126100+0000","last_fullsized":"2023-11-25T03:11:54.126100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958208+0000","last_change":"2023-11-25T03:12:03.958208+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958208+0000","last_undegraded":"2023-11-25T03:12:03.958208+0000","last_fullsized":"2023-11-25T03:12:03.958208+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124471+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:11:54.124471+0000","last_peered":"2023-11-25T03:11:54.124471+0000","last_clean":"2023-11-25T03:11:54.124471+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:11:54.124471+0000","last_undegraded":"2023-11-25T03:11:54.124471+0000","last_fullsized":"2023-11-25T03:11:54.124471+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124458+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:11:54.124458+0000","last_peered":"2023-11-25T03:11:54.124458+0000","last_clean":"2023-11-25T03:11:54.124458+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:11:54.124458+0000","last_undegraded":"2023-11-25T03:11:54.124458+0000","last_fullsized":"2023-11-25T03:11:54.124458+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124555+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:11:54.124555+0000","last_peered":"2023-11-25T03:11:54.124555+0000","last_clean":"2023-11-25T03:11:54.124555+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:11:54.124555+0000","last_undegraded":"2023-11-25T03:11:54.124555+0000","last_fullsized":"2023-11-25T03:11:54.124555+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124636+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:11:54.124636+0000","last_peered":"2023-11-25T03:11:54.124636+0000","last_clean":"2023-11-25T03:11:54.124636+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:11:54.124636+0000","last_undegraded":"2023-11-25T03:11:54.124636+0000","last_fullsized":"2023-11-25T03:11:54.124636+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122425+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:11:54.122425+0000","last_peered":"2023-11-25T03:11:54.122425+0000","last_clean":"2023-11-25T03:11:54.122425+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:11:54.122425+0000","last_undegraded":"2023-11-25T03:11:54.122425+0000","last_fullsized":"2023-11-25T03:11:54.122425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125246+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:11:54.125246+0000","last_peered":"2023-11-25T03:11:54.125246+0000","last_clean":"2023-11-25T03:11:54.125246+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:11:54.125246+0000","last_undegraded":"2023-11-25T03:11:54.125246+0000","last_fullsized":"2023-11-25T03:11:54.125246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126579+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:11:54.126579+0000","last_peered":"2023-11-25T03:11:54.126579+0000","last_clean":"2023-11-25T03:11:54.126579+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:11:54.126579+0000","last_undegraded":"2023-11-25T03:11:54.126579+0000","last_fullsized":"2023-11-25T03:11:54.126579+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125289+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:11:54.125289+0000","last_peered":"2023-11-25T03:11:54.125289+0000","last_clean":"2023-11-25T03:11:54.125289+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:11:54.125289+0000","last_undegraded":"2023-11-25T03:11:54.125289+0000","last_fullsized":"2023-11-25T03:11:54.125289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122370+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:11:54.122370+0000","last_peered":"2023-11-25T03:11:54.122370+0000","last_clean":"2023-11-25T03:11:54.122370+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:11:54.122370+0000","last_undegraded":"2023-11-25T03:11:54.122370+0000","last_fullsized":"2023-11-25T03:11:54.122370+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126053+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:11:54.126053+0000","last_peered":"2023-11-25T03:11:54.126053+0000","last_clean":"2023-11-25T03:11:54.126053+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:11:54.126053+0000","last_undegraded":"2023-11-25T03:11:54.126053+0000","last_fullsized":"2023-11-25T03:11:54.126053+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124585+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:11:54.124585+0000","last_peered":"2023-11-25T03:11:54.124585+0000","last_clean":"2023-11-25T03:11:54.124585+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:11:54.124585+0000","last_undegraded":"2023-11-25T03:11:54.124585+0000","last_fullsized":"2023-11-25T03:11:54.124585+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124627+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:11:54.124627+0000","last_peered":"2023-11-25T03:11:54.124627+0000","last_clean":"2023-11-25T03:11:54.124627+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:11:54.124627+0000","last_undegraded":"2023-11-25T03:11:54.124627+0000","last_fullsized":"2023-11-25T03:11:54.124627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124693+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:11:54.124693+0000","last_peered":"2023-11-25T03:11:54.124693+0000","last_clean":"2023-11-25T03:11:54.124693+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:11:54.124693+0000","last_undegraded":"2023-11-25T03:11:54.124693+0000","last_fullsized":"2023-11-25T03:11:54.124693+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126533+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:11:54.126533+0000","last_peered":"2023-11-25T03:11:54.126533+0000","last_clean":"2023-11-25T03:11:54.126533+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:11:54.126533+0000","last_undegraded":"2023-11-25T03:11:54.126533+0000","last_fullsized":"2023-11-25T03:11:54.126533+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126571+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:11:54.126571+0000","last_peered":"2023-11-25T03:11:54.126571+0000","last_clean":"2023-11-25T03:11:54.126571+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:11:54.126571+0000","last_undegraded":"2023-11-25T03:11:54.126571+0000","last_fullsized":"2023-11-25T03:11:54.126571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124612+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:11:54.124612+0000","last_peered":"2023-11-25T03:11:54.124612+0000","last_clean":"2023-11-25T03:11:54.124612+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:11:54.124612+0000","last_undegraded":"2023-11-25T03:11:54.124612+0000","last_fullsized":"2023-11-25T03:11:54.124612+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124500+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:11:54.124500+0000","last_peered":"2023-11-25T03:11:54.124500+0000","last_clean":"2023-11-25T03:11:54.124500+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:11:54.124500+0000","last_undegraded":"2023-11-25T03:11:54.124500+0000","last_fullsized":"2023-11-25T03:11:54.124500+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122395+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:11:54.122395+0000","last_peered":"2023-11-25T03:11:54.122395+0000","last_clean":"2023-11-25T03:11:54.122395+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:11:54.122395+0000","last_undegraded":"2023-11-25T03:11:54.122395+0000","last_fullsized":"2023-11-25T03:11:54.122395+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126489+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:11:54.126489+0000","last_peered":"2023-11-25T03:11:54.126489+0000","last_clean":"2023-11-25T03:11:54.126489+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:11:54.126489+0000","last_undegraded":"2023-11-25T03:11:54.126489+0000","last_fullsized":"2023-11-25T03:11:54.126489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124670+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:11:54.124670+0000","last_peered":"2023-11-25T03:11:54.124670+0000","last_clean":"2023-11-25T03:11:54.124670+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:11:54.124670+0000","last_undegraded":"2023-11-25T03:11:54.124670+0000","last_fullsized":"2023-11-25T03:11:54.124670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122414+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:11:54.122414+0000","last_peered":"2023-11-25T03:11:54.122414+0000","last_clean":"2023-11-25T03:11:54.122414+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:11:54.122414+0000","last_undegraded":"2023-11-25T03:11:54.122414+0000","last_fullsized":"2023-11-25T03:11:54.122414+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124598+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:11:54.124598+0000","last_peered":"2023-11-25T03:11:54.124598+0000","last_clean":"2023-11-25T03:11:54.124598+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:11:54.124598+0000","last_undegraded":"2023-11-25T03:11:54.124598+0000","last_fullsized":"2023-11-25T03:11:54.124598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125275+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:11:54.125275+0000","last_peered":"2023-11-25T03:11:54.125275+0000","last_clean":"2023-11-25T03:11:54.125275+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:11:54.125275+0000","last_undegraded":"2023-11-25T03:11:54.125275+0000","last_fullsized":"2023-11-25T03:11:54.125275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124713+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:11:54.124713+0000","last_peered":"2023-11-25T03:11:54.124713+0000","last_clean":"2023-11-25T03:11:54.124713+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:11:54.124713+0000","last_undegraded":"2023-11-25T03:11:54.124713+0000","last_fullsized":"2023-11-25T03:11:54.124713+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124452+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:11:54.124452+0000","last_peered":"2023-11-25T03:11:54.124452+0000","last_clean":"2023-11-25T03:11:54.124452+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:11:54.124452+0000","last_undegraded":"2023-11-25T03:11:54.124452+0000","last_fullsized":"2023-11-25T03:11:54.124452+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124542+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:11:54.124542+0000","last_peered":"2023-11-25T03:11:54.124542+0000","last_clean":"2023-11-25T03:11:54.124542+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:11:54.124542+0000","last_undegraded":"2023-11-25T03:11:54.124542+0000","last_fullsized":"2023-11-25T03:11:54.124542+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126481+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:11:54.126481+0000","last_peered":"2023-11-25T03:11:54.126481+0000","last_clean":"2023-11-25T03:11:54.126481+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:11:54.126481+0000","last_undegraded":"2023-11-25T03:11:54.126481+0000","last_fullsized":"2023-11-25T03:11:54.126481+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124663+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:11:54.124663+0000","last_peered":"2023-11-25T03:11:54.124663+0000","last_clean":"2023-11-25T03:11:54.124663+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:11:54.124663+0000","last_undegraded":"2023-11-25T03:11:54.124663+0000","last_fullsized":"2023-11-25T03:11:54.124663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125173+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:11:54.125173+0000","last_peered":"2023-11-25T03:11:54.125173+0000","last_clean":"2023-11-25T03:11:54.125173+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:11:54.125173+0000","last_undegraded":"2023-11-25T03:11:54.125173+0000","last_fullsized":"2023-11-25T03:11:54.125173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122444+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:11:54.122444+0000","last_peered":"2023-11-25T03:11:54.122444+0000","last_clean":"2023-11-25T03:11:54.122444+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:11:54.122444+0000","last_undegraded":"2023-11-25T03:11:54.122444+0000","last_fullsized":"2023-11-25T03:11:54.122444+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126561+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:11:54.126561+0000","last_peered":"2023-11-25T03:11:54.126561+0000","last_clean":"2023-11-25T03:11:54.126561+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:11:54.126561+0000","last_undegraded":"2023-11-25T03:11:54.126561+0000","last_fullsized":"2023-11-25T03:11:54.126561+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124536+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:11:54.124536+0000","last_peered":"2023-11-25T03:11:54.124536+0000","last_clean":"2023-11-25T03:11:54.124536+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:11:54.124536+0000","last_undegraded":"2023-11-25T03:11:54.124536+0000","last_fullsized":"2023-11-25T03:11:54.124536+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":958464,"data_stored":729875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.52400000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.498},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.67500000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.66000000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.71699999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.55900000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.54800000000000004},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.58599999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.75}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":380928,"data_stored":146704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.436}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.69399999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.53400000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.66000000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.72499999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.68500000000000005}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.77600000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.629},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.749}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.79100000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.82299999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":139521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.628}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.498},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.56599999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.66500000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72599999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.71799999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":376832,"data_stored":142546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.442}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.46500000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52200000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.92100000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.89600000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.88},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.749}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.79300000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":139487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.371},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.51000000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.46600000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.626},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.59599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.67300000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":376832,"data_stored":142546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.624},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.58599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.71299999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343892,"statfs":{"total":96636764160,"available":96608145408,"internally_reserved":0,"allocated":950272,"data_stored":728766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.53100000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.498},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.88}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.86699999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.746}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.84099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:10.055 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:10.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 Processor -- start 2023-11-25T03:12:10.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 -- start start 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4072090 0x7fc9c4150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc9c40725c0 0x7fc9c41514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9c40c2760 con 0x7fc9c40a5370 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9c40c3070 con 0x7fc9c40725c0 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c9009640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c40a5750 con 0x7fc9c4072090 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c2d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc9c40a5370 0x7fc9c40c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39576/0 (socket says 172.21.15.76:39576) 2023-11-25T03:12:10.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c2d9d640 1 -- 172.21.15.76:0/3649668577 learned_addr learned my addr 172.21.15.76:0/3649668577 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:10.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4072090 0x7fc9c4150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3649668577 >> v2:172.21.15.106:3300/0 conn(0x7fc9c40725c0 0x7fc9c41514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 143391159 0 0) 0x7fc9c40c2760 con 0x7fc9c40a5370 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9ac005740 con 0x7fc9c40a5370 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1957717354 0 0) 0x7fc9ac005740 con 0x7fc9c40a5370 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4072090 msgr2=0x7fc9c4150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4072090 0x7fc9c4150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 >> v2:172.21.15.106:3300/0 conn(0x7fc9c40725c0 msgr2=0x7fc9c41514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 --2- 172.21.15.76:0/3649668577 >> v2:172.21.15.106:3300/0 conn(0x7fc9c40725c0 0x7fc9c41514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9c40aad20 con 0x7fc9c40a5370 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fc9b4001680 con 0x7fc9c40a5370 2023-11-25T03:12:10.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3649668577 >> v2:172.21.15.106:3300/0 conn(0x7fc9c40725c0 0x7fc9c41514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.217+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 >> v1:172.21.15.76:6789/0 conn(0x7fc9c40a5370 legacy=0x7fc9c40c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9ac005b90 0x7fc9ac005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9ac0069e0 0x7fc9ac006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9ac00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c40c3070 con 0x7fc9ac0073a0 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c40a5750 con 0x7fc9ac0069e0 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ac00e1c0 con 0x7fc9ac005b90 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4072090 0x7fc9c4150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9ac00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c2d9d640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9ac005b90 0x7fc9ac005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9ac0069e0 0x7fc9ac006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 -- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9ac005b90 msgr2=0x7fc9ac005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9ac005b90 0x7fc9ac005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 -- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9ac0069e0 msgr2=0x7fc9ac006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9ac0069e0 0x7fc9ac006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 -- 172.21.15.76:0/3649668577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9ac005740 con 0x7fc9ac0073a0 2023-11-25T03:12:10.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9ac00dba0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc00e350 tx=0x7fc9bc01ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ef940a12020cb9d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0a5dc0 con 0x7fc9ac0073a0 2023-11-25T03:12:10.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9bc00f040 con 0x7fc9ac0073a0 2023-11-25T03:12:10.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.221+0000 7fc9c1d9b640 1 -- 172.21.15.76:0/3649668577 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0ad640 con 0x7fc9ac0073a0 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- 172.21.15.76:0/3649668577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 msgr2=0x7fc9ac00dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3649668577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9ac00dba0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc00e350 tx=0x7fc9bc01ce30 comp rx=0 tx=0).stop 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c359e640 1 -- 172.21.15.76:0/3649668577 reap_dead start 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- 172.21.15.76:0/3649668577 shutdown_connections 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- 172.21.15.76:0/3649668577 >> 172.21.15.76:0/3649668577 conn(0x7fc9c406a5b0 msgr2=0x7fc9c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- 172.21.15.76:0/3649668577 shutdown_connections 2023-11-25T03:12:10.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- 172.21.15.76:0/3649668577 wait complete. 2023-11-25T03:12:10.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 Processor -- start 2023-11-25T03:12:10.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- start start 2023-11-25T03:12:10.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9c40bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9c4071a60 0x7fc9c4145f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4146450 0x7fc9c41ecbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c414dd30 con 0x7fc9ac0073a0 2023-11-25T03:12:10.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c41468d0 con 0x7fc9c4071a60 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c9009640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c414a9d0 con 0x7fc9c4146450 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9c40bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9c40bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51164/0 (socket says 172.21.15.76:51164) 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c2d9d640 1 -- 172.21.15.76:0/3736484502 learned_addr learned my addr 172.21.15.76:0/3736484502 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9c4071a60 0x7fc9c4145f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.225+0000 7fc9c359e640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4146450 0x7fc9c41ecbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c2d9d640 1 -- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4146450 msgr2=0x7fc9c41ecbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c2d9d640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4146450 0x7fc9c41ecbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c2d9d640 1 -- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9c4071a60 msgr2=0x7fc9c4145f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c2d9d640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9c4071a60 0x7fc9c4145f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c2d9d640 1 -- 172.21.15.76:0/3736484502 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9c414cfe0 con 0x7fc9ac0073a0 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9c4071a60 0x7fc9c4145f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c2d9d640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9c40bf360 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc9b4007370 tx=0x7fc9b4007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b400f960 con 0x7fc9ac0073a0 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9b400fb00 con 0x7fc9ac0073a0 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9c414d560 con 0x7fc9ac0073a0 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b400feb0 con 0x7fc9ac0073a0 2023-11-25T03:12:10.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9c414d280 con 0x7fc9ac0073a0 2023-11-25T03:12:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9c4068400 con 0x7fc9ac0073a0 2023-11-25T03:12:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.229+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc9b401d460 con 0x7fc9ac0073a0 2023-11-25T03:12:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.233+0000 7fc9ab7fe640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9b0066470 0x7fc9b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.233+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc9b4084260 con 0x7fc9ac0073a0 2023-11-25T03:12:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.233+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9b0066470 0x7fc9b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.233+0000 7fc9c259c640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9b0066470 0x7fc9b0068930 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc9c40a78f0 tx=0x7fc9b8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.237+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc9b4054f40 con 0x7fc9ac0073a0 2023-11-25T03:12:10.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.381+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc9c414ab10 con 0x7fc9b0066470 2023-11-25T03:12:10.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.397+0000 7fc9ab7fe640 1 -- 172.21.15.76:0/3736484502 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+515651 (secure 0 0 0) 0x7fc9b8013b10 con 0x7fc9b0066470 2023-11-25T03:12:10.406 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:10.411 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:10.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9b0066470 msgr2=0x7fc9b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9b0066470 0x7fc9b0068930 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc9c40a78f0 tx=0x7fc9b8008040 comp rx=0 tx=0).stop 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 msgr2=0x7fc9c40bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9c40bf360 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc9b4007370 tx=0x7fc9b4007830 comp rx=0 tx=0).stop 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 shutdown_connections 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9b0066470 0x7fc9b0068930 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc9c4146450 0x7fc9c41ecbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc9c4071a60 0x7fc9c4145f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 --2- 172.21.15.76:0/3736484502 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9ac0073a0 0x7fc9c40bf360 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 >> 172.21.15.76:0/3736484502 conn(0x7fc9c406a5b0 msgr2=0x7fc9c40c05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 shutdown_connections 2023-11-25T03:12:10.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.401+0000 7fc9c9009640 1 -- 172.21.15.76:0/3736484502 wait complete. 2023-11-25T03:12:10.426 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-11-25T03:12:09.104809+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220208,"kb_used_data":4048,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754512,"statfs":{"total":773094113280,"available":772868620288,"internally_reserved":0,"allocated":4145152,"data_stored":2309534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1495,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.155272"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019367+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:54.019367+0000","last_peered":"2023-11-25T03:11:54.019367+0000","last_clean":"2023-11-25T03:11:54.019367+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:54.019367+0000","last_undegraded":"2023-11-25T03:11:54.019367+0000","last_fullsized":"2023-11-25T03:11:54.019367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124520+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:11:54.124520+0000","last_peered":"2023-11-25T03:11:54.124520+0000","last_clean":"2023-11-25T03:11:54.124520+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:11:54.124520+0000","last_undegraded":"2023-11-25T03:11:54.124520+0000","last_fullsized":"2023-11-25T03:11:54.124520+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124584+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:11:54.124584+0000","last_peered":"2023-11-25T03:11:54.124584+0000","last_clean":"2023-11-25T03:11:54.124584+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:11:54.124584+0000","last_undegraded":"2023-11-25T03:11:54.124584+0000","last_fullsized":"2023-11-25T03:11:54.124584+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955995+0000","last_change":"2023-11-25T03:12:03.955995+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955995+0000","last_undegraded":"2023-11-25T03:12:03.955995+0000","last_fullsized":"2023-11-25T03:12:03.955995+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126456+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:11:54.126456+0000","last_peered":"2023-11-25T03:11:54.126456+0000","last_clean":"2023-11-25T03:11:54.126456+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:11:54.126456+0000","last_undegraded":"2023-11-25T03:11:54.126456+0000","last_fullsized":"2023-11-25T03:11:54.126456+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124510+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:11:54.124510+0000","last_peered":"2023-11-25T03:11:54.124510+0000","last_clean":"2023-11-25T03:11:54.124510+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:11:54.124510+0000","last_undegraded":"2023-11-25T03:11:54.124510+0000","last_fullsized":"2023-11-25T03:11:54.124510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955583+0000","last_change":"2023-11-25T03:12:03.955583+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955583+0000","last_undegraded":"2023-11-25T03:12:03.955583+0000","last_fullsized":"2023-11-25T03:12:03.955583+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124576+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:11:54.124576+0000","last_peered":"2023-11-25T03:11:54.124576+0000","last_clean":"2023-11-25T03:11:54.124576+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:11:54.124576+0000","last_undegraded":"2023-11-25T03:11:54.124576+0000","last_fullsized":"2023-11-25T03:11:54.124576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126431+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:11:54.126431+0000","last_peered":"2023-11-25T03:11:54.126431+0000","last_clean":"2023-11-25T03:11:54.126431+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:11:54.126431+0000","last_undegraded":"2023-11-25T03:11:54.126431+0000","last_fullsized":"2023-11-25T03:11:54.126431+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959202+0000","last_change":"2023-11-25T03:12:03.959202+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959202+0000","last_undegraded":"2023-11-25T03:12:03.959202+0000","last_fullsized":"2023-11-25T03:12:03.959202+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125159+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:11:54.125159+0000","last_peered":"2023-11-25T03:11:54.125159+0000","last_clean":"2023-11-25T03:11:54.125159+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:11:54.125159+0000","last_undegraded":"2023-11-25T03:11:54.125159+0000","last_fullsized":"2023-11-25T03:11:54.125159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126064+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:11:54.126064+0000","last_peered":"2023-11-25T03:11:54.126064+0000","last_clean":"2023-11-25T03:11:54.126064+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:11:54.126064+0000","last_undegraded":"2023-11-25T03:11:54.126064+0000","last_fullsized":"2023-11-25T03:11:54.126064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953204+0000","last_change":"2023-11-25T03:12:03.953204+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953204+0000","last_undegraded":"2023-11-25T03:12:03.953204+0000","last_fullsized":"2023-11-25T03:12:03.953204+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126084+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:11:54.126084+0000","last_peered":"2023-11-25T03:11:54.126084+0000","last_clean":"2023-11-25T03:11:54.126084+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:11:54.126084+0000","last_undegraded":"2023-11-25T03:11:54.126084+0000","last_fullsized":"2023-11-25T03:11:54.126084+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124491+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:11:54.124491+0000","last_peered":"2023-11-25T03:11:54.124491+0000","last_clean":"2023-11-25T03:11:54.124491+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:11:54.124491+0000","last_undegraded":"2023-11-25T03:11:54.124491+0000","last_fullsized":"2023-11-25T03:11:54.124491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958159+0000","last_change":"2023-11-25T03:12:03.958159+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958159+0000","last_undegraded":"2023-11-25T03:12:03.958159+0000","last_fullsized":"2023-11-25T03:12:03.958159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125203+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:11:54.125203+0000","last_peered":"2023-11-25T03:11:54.125203+0000","last_clean":"2023-11-25T03:11:54.125203+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:11:54.125203+0000","last_undegraded":"2023-11-25T03:11:54.125203+0000","last_fullsized":"2023-11-25T03:11:54.125203+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126092+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:11:54.126092+0000","last_peered":"2023-11-25T03:11:54.126092+0000","last_clean":"2023-11-25T03:11:54.126092+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:11:54.126092+0000","last_undegraded":"2023-11-25T03:11:54.126092+0000","last_fullsized":"2023-11-25T03:11:54.126092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955553+0000","last_change":"2023-11-25T03:12:03.955553+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955553+0000","last_undegraded":"2023-11-25T03:12:03.955553+0000","last_fullsized":"2023-11-25T03:12:03.955553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:55.119685+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:11:55.119685+0000","last_peered":"2023-11-25T03:11:55.119685+0000","last_clean":"2023-11-25T03:11:55.119685+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:11:55.119685+0000","last_undegraded":"2023-11-25T03:11:55.119685+0000","last_fullsized":"2023-11-25T03:11:55.119685+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122483+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:11:54.122483+0000","last_peered":"2023-11-25T03:11:54.122483+0000","last_clean":"2023-11-25T03:11:54.122483+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:11:54.122483+0000","last_undegraded":"2023-11-25T03:11:54.122483+0000","last_fullsized":"2023-11-25T03:11:54.122483+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958565+0000","last_change":"2023-11-25T03:12:03.958565+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958565+0000","last_undegraded":"2023-11-25T03:12:03.958565+0000","last_fullsized":"2023-11-25T03:12:03.958565+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125320+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:11:54.125320+0000","last_peered":"2023-11-25T03:11:54.125320+0000","last_clean":"2023-11-25T03:11:54.125320+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:11:54.125320+0000","last_undegraded":"2023-11-25T03:11:54.125320+0000","last_fullsized":"2023-11-25T03:11:54.125320+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124749+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:11:54.124749+0000","last_peered":"2023-11-25T03:11:54.124749+0000","last_clean":"2023-11-25T03:11:54.124749+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:11:54.124749+0000","last_undegraded":"2023-11-25T03:11:54.124749+0000","last_fullsized":"2023-11-25T03:11:54.124749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959506+0000","last_change":"2023-11-25T03:12:03.959506+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959506+0000","last_undegraded":"2023-11-25T03:12:03.959506+0000","last_fullsized":"2023-11-25T03:12:03.959506+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122384+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:11:54.122384+0000","last_peered":"2023-11-25T03:11:54.122384+0000","last_clean":"2023-11-25T03:11:54.122384+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:11:54.122384+0000","last_undegraded":"2023-11-25T03:11:54.122384+0000","last_fullsized":"2023-11-25T03:11:54.122384+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124527+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:11:54.124527+0000","last_peered":"2023-11-25T03:11:54.124527+0000","last_clean":"2023-11-25T03:11:54.124527+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:11:54.124527+0000","last_undegraded":"2023-11-25T03:11:54.124527+0000","last_fullsized":"2023-11-25T03:11:54.124527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.954890+0000","last_change":"2023-11-25T03:12:03.954890+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.954890+0000","last_undegraded":"2023-11-25T03:12:03.954890+0000","last_fullsized":"2023-11-25T03:12:03.954890+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124527+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:11:54.124527+0000","last_peered":"2023-11-25T03:11:54.124527+0000","last_clean":"2023-11-25T03:11:54.124527+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:11:54.124527+0000","last_undegraded":"2023-11-25T03:11:54.124527+0000","last_fullsized":"2023-11-25T03:11:54.124527+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124643+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:11:54.124643+0000","last_peered":"2023-11-25T03:11:54.124643+0000","last_clean":"2023-11-25T03:11:54.124643+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:11:54.124643+0000","last_undegraded":"2023-11-25T03:11:54.124643+0000","last_fullsized":"2023-11-25T03:11:54.124643+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955483+0000","last_change":"2023-11-25T03:12:03.955483+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955483+0000","last_undegraded":"2023-11-25T03:12:03.955483+0000","last_fullsized":"2023-11-25T03:12:03.955483+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124505+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:11:54.124505+0000","last_peered":"2023-11-25T03:11:54.124505+0000","last_clean":"2023-11-25T03:11:54.124505+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:11:54.124505+0000","last_undegraded":"2023-11-25T03:11:54.124505+0000","last_fullsized":"2023-11-25T03:11:54.124505+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124681+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:11:54.124681+0000","last_peered":"2023-11-25T03:11:54.124681+0000","last_clean":"2023-11-25T03:11:54.124681+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:11:54.124681+0000","last_undegraded":"2023-11-25T03:11:54.124681+0000","last_fullsized":"2023-11-25T03:11:54.124681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959079+0000","last_change":"2023-11-25T03:12:03.959079+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959079+0000","last_undegraded":"2023-11-25T03:12:03.959079+0000","last_fullsized":"2023-11-25T03:12:03.959079+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126075+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:11:54.126075+0000","last_peered":"2023-11-25T03:11:54.126075+0000","last_clean":"2023-11-25T03:11:54.126075+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:11:54.126075+0000","last_undegraded":"2023-11-25T03:11:54.126075+0000","last_fullsized":"2023-11-25T03:11:54.126075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124655+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:11:54.124655+0000","last_peered":"2023-11-25T03:11:54.124655+0000","last_clean":"2023-11-25T03:11:54.124655+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:11:54.124655+0000","last_undegraded":"2023-11-25T03:11:54.124655+0000","last_fullsized":"2023-11-25T03:11:54.124655+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953248+0000","last_change":"2023-11-25T03:12:03.953248+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953248+0000","last_undegraded":"2023-11-25T03:12:03.953248+0000","last_fullsized":"2023-11-25T03:12:03.953248+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124674+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:11:54.124674+0000","last_peered":"2023-11-25T03:11:54.124674+0000","last_clean":"2023-11-25T03:11:54.124674+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:11:54.124674+0000","last_undegraded":"2023-11-25T03:11:54.124674+0000","last_fullsized":"2023-11-25T03:11:54.124674+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124723+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:11:54.124723+0000","last_peered":"2023-11-25T03:11:54.124723+0000","last_clean":"2023-11-25T03:11:54.124723+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:11:54.124723+0000","last_undegraded":"2023-11-25T03:11:54.124723+0000","last_fullsized":"2023-11-25T03:11:54.124723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958839+0000","last_change":"2023-11-25T03:12:03.958839+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958839+0000","last_undegraded":"2023-11-25T03:12:03.958839+0000","last_fullsized":"2023-11-25T03:12:03.958839+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124684+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:11:54.124684+0000","last_peered":"2023-11-25T03:11:54.124684+0000","last_clean":"2023-11-25T03:11:54.124684+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:11:54.124684+0000","last_undegraded":"2023-11-25T03:11:54.124684+0000","last_fullsized":"2023-11-25T03:11:54.124684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125187+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:11:54.125187+0000","last_peered":"2023-11-25T03:11:54.125187+0000","last_clean":"2023-11-25T03:11:54.125187+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:11:54.125187+0000","last_undegraded":"2023-11-25T03:11:54.125187+0000","last_fullsized":"2023-11-25T03:11:54.125187+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.962087+0000","last_change":"2023-11-25T03:12:03.962087+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.962087+0000","last_undegraded":"2023-11-25T03:12:03.962087+0000","last_fullsized":"2023-11-25T03:12:03.962087+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124703+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:11:54.124703+0000","last_peered":"2023-11-25T03:11:54.124703+0000","last_clean":"2023-11-25T03:11:54.124703+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:11:54.124703+0000","last_undegraded":"2023-11-25T03:11:54.124703+0000","last_fullsized":"2023-11-25T03:11:54.124703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122474+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:11:54.122474+0000","last_peered":"2023-11-25T03:11:54.122474+0000","last_clean":"2023-11-25T03:11:54.122474+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:11:54.122474+0000","last_undegraded":"2023-11-25T03:11:54.122474+0000","last_fullsized":"2023-11-25T03:11:54.122474+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955563+0000","last_change":"2023-11-25T03:12:03.955563+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955563+0000","last_undegraded":"2023-11-25T03:12:03.955563+0000","last_fullsized":"2023-11-25T03:12:03.955563+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125304+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:11:54.125304+0000","last_peered":"2023-11-25T03:11:54.125304+0000","last_clean":"2023-11-25T03:11:54.125304+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:11:54.125304+0000","last_undegraded":"2023-11-25T03:11:54.125304+0000","last_fullsized":"2023-11-25T03:11:54.125304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124694+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:11:54.124694+0000","last_peered":"2023-11-25T03:11:54.124694+0000","last_clean":"2023-11-25T03:11:54.124694+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:11:54.124694+0000","last_undegraded":"2023-11-25T03:11:54.124694+0000","last_fullsized":"2023-11-25T03:11:54.124694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955418+0000","last_change":"2023-11-25T03:12:03.955418+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955418+0000","last_undegraded":"2023-11-25T03:12:03.955418+0000","last_fullsized":"2023-11-25T03:12:03.955418+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126446+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:11:54.126446+0000","last_peered":"2023-11-25T03:11:54.126446+0000","last_clean":"2023-11-25T03:11:54.126446+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:11:54.126446+0000","last_undegraded":"2023-11-25T03:11:54.126446+0000","last_fullsized":"2023-11-25T03:11:54.126446+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124475+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:11:54.124475+0000","last_peered":"2023-11-25T03:11:54.124475+0000","last_clean":"2023-11-25T03:11:54.124475+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:11:54.124475+0000","last_undegraded":"2023-11-25T03:11:54.124475+0000","last_fullsized":"2023-11-25T03:11:54.124475+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959128+0000","last_change":"2023-11-25T03:12:03.959128+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959128+0000","last_undegraded":"2023-11-25T03:12:03.959128+0000","last_fullsized":"2023-11-25T03:12:03.959128+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126473+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:11:54.126473+0000","last_peered":"2023-11-25T03:11:54.126473+0000","last_clean":"2023-11-25T03:11:54.126473+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:11:54.126473+0000","last_undegraded":"2023-11-25T03:11:54.126473+0000","last_fullsized":"2023-11-25T03:11:54.126473+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124486+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:11:54.124486+0000","last_peered":"2023-11-25T03:11:54.124486+0000","last_clean":"2023-11-25T03:11:54.124486+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:11:54.124486+0000","last_undegraded":"2023-11-25T03:11:54.124486+0000","last_fullsized":"2023-11-25T03:11:54.124486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955997+0000","last_change":"2023-11-25T03:12:03.955997+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955997+0000","last_undegraded":"2023-11-25T03:12:03.955997+0000","last_fullsized":"2023-11-25T03:12:03.955997+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125145+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:11:54.125145+0000","last_peered":"2023-11-25T03:11:54.125145+0000","last_clean":"2023-11-25T03:11:54.125145+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:11:54.125145+0000","last_undegraded":"2023-11-25T03:11:54.125145+0000","last_fullsized":"2023-11-25T03:11:54.125145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126497+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:11:54.126497+0000","last_peered":"2023-11-25T03:11:54.126497+0000","last_clean":"2023-11-25T03:11:54.126497+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:11:54.126497+0000","last_undegraded":"2023-11-25T03:11:54.126497+0000","last_fullsized":"2023-11-25T03:11:54.126497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953702+0000","last_change":"2023-11-25T03:12:03.953702+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953702+0000","last_undegraded":"2023-11-25T03:12:03.953702+0000","last_fullsized":"2023-11-25T03:12:03.953702+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124656+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:11:54.124656+0000","last_peered":"2023-11-25T03:11:54.124656+0000","last_clean":"2023-11-25T03:11:54.124656+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:11:54.124656+0000","last_undegraded":"2023-11-25T03:11:54.124656+0000","last_fullsized":"2023-11-25T03:11:54.124656+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125130+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:11:54.125130+0000","last_peered":"2023-11-25T03:11:54.125130+0000","last_clean":"2023-11-25T03:11:54.125130+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:11:54.125130+0000","last_undegraded":"2023-11-25T03:11:54.125130+0000","last_fullsized":"2023-11-25T03:11:54.125130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955409+0000","last_change":"2023-11-25T03:12:03.955409+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955409+0000","last_undegraded":"2023-11-25T03:12:03.955409+0000","last_fullsized":"2023-11-25T03:12:03.955409+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"32'9","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:12:00.733663+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:12:00.733663+0000","last_peered":"2023-11-25T03:12:00.733663+0000","last_clean":"2023-11-25T03:12:00.733663+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:12:00.733663+0000","last_undegraded":"2023-11-25T03:12:00.733663+0000","last_fullsized":"2023-11-25T03:12:00.733663+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122435+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:11:54.122435+0000","last_peered":"2023-11-25T03:11:54.122435+0000","last_clean":"2023-11-25T03:11:54.122435+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:11:54.122435+0000","last_undegraded":"2023-11-25T03:11:54.122435+0000","last_fullsized":"2023-11-25T03:11:54.122435+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953698+0000","last_change":"2023-11-25T03:12:03.953698+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953698+0000","last_undegraded":"2023-11-25T03:12:03.953698+0000","last_fullsized":"2023-11-25T03:12:03.953698+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122455+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:11:54.122455+0000","last_peered":"2023-11-25T03:11:54.122455+0000","last_clean":"2023-11-25T03:11:54.122455+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:11:54.122455+0000","last_undegraded":"2023-11-25T03:11:54.122455+0000","last_fullsized":"2023-11-25T03:11:54.122455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126506+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:11:54.126506+0000","last_peered":"2023-11-25T03:11:54.126506+0000","last_clean":"2023-11-25T03:11:54.126506+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:11:54.126506+0000","last_undegraded":"2023-11-25T03:11:54.126506+0000","last_fullsized":"2023-11-25T03:11:54.126506+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958424+0000","last_change":"2023-11-25T03:12:03.958424+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958424+0000","last_undegraded":"2023-11-25T03:12:03.958424+0000","last_fullsized":"2023-11-25T03:12:03.958424+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126115+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:11:54.126115+0000","last_peered":"2023-11-25T03:11:54.126115+0000","last_clean":"2023-11-25T03:11:54.126115+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:11:54.126115+0000","last_undegraded":"2023-11-25T03:11:54.126115+0000","last_fullsized":"2023-11-25T03:11:54.126115+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126598+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:11:54.126598+0000","last_peered":"2023-11-25T03:11:54.126598+0000","last_clean":"2023-11-25T03:11:54.126598+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:11:54.126598+0000","last_undegraded":"2023-11-25T03:11:54.126598+0000","last_fullsized":"2023-11-25T03:11:54.126598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.962458+0000","last_change":"2023-11-25T03:12:03.962458+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.962458+0000","last_undegraded":"2023-11-25T03:12:03.962458+0000","last_fullsized":"2023-11-25T03:12:03.962458+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126607+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:11:54.126607+0000","last_peered":"2023-11-25T03:11:54.126607+0000","last_clean":"2023-11-25T03:11:54.126607+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:11:54.126607+0000","last_undegraded":"2023-11-25T03:11:54.126607+0000","last_fullsized":"2023-11-25T03:11:54.126607+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122465+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:11:54.122465+0000","last_peered":"2023-11-25T03:11:54.122465+0000","last_clean":"2023-11-25T03:11:54.122465+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:11:54.122465+0000","last_undegraded":"2023-11-25T03:11:54.122465+0000","last_fullsized":"2023-11-25T03:11:54.122465+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.960100+0000","last_change":"2023-11-25T03:12:03.960100+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.960100+0000","last_undegraded":"2023-11-25T03:12:03.960100+0000","last_fullsized":"2023-11-25T03:12:03.960100+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124494+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:11:54.124494+0000","last_peered":"2023-11-25T03:11:54.124494+0000","last_clean":"2023-11-25T03:11:54.124494+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:11:54.124494+0000","last_undegraded":"2023-11-25T03:11:54.124494+0000","last_fullsized":"2023-11-25T03:11:54.124494+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125112+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:11:54.125112+0000","last_peered":"2023-11-25T03:11:54.125112+0000","last_clean":"2023-11-25T03:11:54.125112+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:11:54.125112+0000","last_undegraded":"2023-11-25T03:11:54.125112+0000","last_fullsized":"2023-11-25T03:11:54.125112+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.956243+0000","last_change":"2023-11-25T03:12:03.956243+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.956243+0000","last_undegraded":"2023-11-25T03:12:03.956243+0000","last_fullsized":"2023-11-25T03:12:03.956243+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126465+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:11:54.126465+0000","last_peered":"2023-11-25T03:11:54.126465+0000","last_clean":"2023-11-25T03:11:54.126465+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:11:54.126465+0000","last_undegraded":"2023-11-25T03:11:54.126465+0000","last_fullsized":"2023-11-25T03:11:54.126465+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124472+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:11:54.124472+0000","last_peered":"2023-11-25T03:11:54.124472+0000","last_clean":"2023-11-25T03:11:54.124472+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:11:54.124472+0000","last_undegraded":"2023-11-25T03:11:54.124472+0000","last_fullsized":"2023-11-25T03:11:54.124472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.956536+0000","last_change":"2023-11-25T03:12:03.956536+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.956536+0000","last_undegraded":"2023-11-25T03:12:03.956536+0000","last_fullsized":"2023-11-25T03:12:03.956536+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124617+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:11:54.124617+0000","last_peered":"2023-11-25T03:11:54.124617+0000","last_clean":"2023-11-25T03:11:54.124617+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:11:54.124617+0000","last_undegraded":"2023-11-25T03:11:54.124617+0000","last_fullsized":"2023-11-25T03:11:54.124617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122405+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:11:54.122405+0000","last_peered":"2023-11-25T03:11:54.122405+0000","last_clean":"2023-11-25T03:11:54.122405+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:11:54.122405+0000","last_undegraded":"2023-11-25T03:11:54.122405+0000","last_fullsized":"2023-11-25T03:11:54.122405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.954252+0000","last_change":"2023-11-25T03:12:03.954252+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.954252+0000","last_undegraded":"2023-11-25T03:12:03.954252+0000","last_fullsized":"2023-11-25T03:12:03.954252+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124646+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:11:54.124646+0000","last_peered":"2023-11-25T03:11:54.124646+0000","last_clean":"2023-11-25T03:11:54.124646+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:11:54.124646+0000","last_undegraded":"2023-11-25T03:11:54.124646+0000","last_fullsized":"2023-11-25T03:11:54.124646+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124570+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:11:54.124570+0000","last_peered":"2023-11-25T03:11:54.124570+0000","last_clean":"2023-11-25T03:11:54.124570+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:11:54.124570+0000","last_undegraded":"2023-11-25T03:11:54.124570+0000","last_fullsized":"2023-11-25T03:11:54.124570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955094+0000","last_change":"2023-11-25T03:12:03.955094+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955094+0000","last_undegraded":"2023-11-25T03:12:03.955094+0000","last_fullsized":"2023-11-25T03:12:03.955094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958312+0000","last_change":"2023-11-25T03:12:03.958312+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958312+0000","last_undegraded":"2023-11-25T03:12:03.958312+0000","last_fullsized":"2023-11-25T03:12:03.958312+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124708+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:11:54.124708+0000","last_peered":"2023-11-25T03:11:54.124708+0000","last_clean":"2023-11-25T03:11:54.124708+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:11:54.124708+0000","last_undegraded":"2023-11-25T03:11:54.124708+0000","last_fullsized":"2023-11-25T03:11:54.124708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125261+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:11:54.125261+0000","last_peered":"2023-11-25T03:11:54.125261+0000","last_clean":"2023-11-25T03:11:54.125261+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:11:54.125261+0000","last_undegraded":"2023-11-25T03:11:54.125261+0000","last_fullsized":"2023-11-25T03:11:54.125261+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955548+0000","last_change":"2023-11-25T03:12:03.955548+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955548+0000","last_undegraded":"2023-11-25T03:12:03.955548+0000","last_fullsized":"2023-11-25T03:12:03.955548+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126552+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:11:54.126552+0000","last_peered":"2023-11-25T03:11:54.126552+0000","last_clean":"2023-11-25T03:11:54.126552+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:11:54.126552+0000","last_undegraded":"2023-11-25T03:11:54.126552+0000","last_fullsized":"2023-11-25T03:11:54.126552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124666+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:11:54.124666+0000","last_peered":"2023-11-25T03:11:54.124666+0000","last_clean":"2023-11-25T03:11:54.124666+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:11:54.124666+0000","last_undegraded":"2023-11-25T03:11:54.124666+0000","last_fullsized":"2023-11-25T03:11:54.124666+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126107+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:11:54.126107+0000","last_peered":"2023-11-25T03:11:54.126107+0000","last_clean":"2023-11-25T03:11:54.126107+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:11:54.126107+0000","last_undegraded":"2023-11-25T03:11:54.126107+0000","last_fullsized":"2023-11-25T03:11:54.126107+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124545+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:11:54.124545+0000","last_peered":"2023-11-25T03:11:54.124545+0000","last_clean":"2023-11-25T03:11:54.124545+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:11:54.124545+0000","last_undegraded":"2023-11-25T03:11:54.124545+0000","last_fullsized":"2023-11-25T03:11:54.124545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959915+0000","last_change":"2023-11-25T03:12:03.959915+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959915+0000","last_undegraded":"2023-11-25T03:12:03.959915+0000","last_fullsized":"2023-11-25T03:12:03.959915+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124556+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:11:54.124556+0000","last_peered":"2023-11-25T03:11:54.124556+0000","last_clean":"2023-11-25T03:11:54.124556+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:11:54.124556+0000","last_undegraded":"2023-11-25T03:11:54.124556+0000","last_fullsized":"2023-11-25T03:11:54.124556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126100+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:11:54.126100+0000","last_peered":"2023-11-25T03:11:54.126100+0000","last_clean":"2023-11-25T03:11:54.126100+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:11:54.126100+0000","last_undegraded":"2023-11-25T03:11:54.126100+0000","last_fullsized":"2023-11-25T03:11:54.126100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958208+0000","last_change":"2023-11-25T03:12:03.958208+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958208+0000","last_undegraded":"2023-11-25T03:12:03.958208+0000","last_fullsized":"2023-11-25T03:12:03.958208+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124471+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:11:54.124471+0000","last_peered":"2023-11-25T03:11:54.124471+0000","last_clean":"2023-11-25T03:11:54.124471+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:11:54.124471+0000","last_undegraded":"2023-11-25T03:11:54.124471+0000","last_fullsized":"2023-11-25T03:11:54.124471+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124458+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:11:54.124458+0000","last_peered":"2023-11-25T03:11:54.124458+0000","last_clean":"2023-11-25T03:11:54.124458+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:11:54.124458+0000","last_undegraded":"2023-11-25T03:11:54.124458+0000","last_fullsized":"2023-11-25T03:11:54.124458+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124555+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:11:54.124555+0000","last_peered":"2023-11-25T03:11:54.124555+0000","last_clean":"2023-11-25T03:11:54.124555+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:11:54.124555+0000","last_undegraded":"2023-11-25T03:11:54.124555+0000","last_fullsized":"2023-11-25T03:11:54.124555+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124636+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:11:54.124636+0000","last_peered":"2023-11-25T03:11:54.124636+0000","last_clean":"2023-11-25T03:11:54.124636+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:11:54.124636+0000","last_undegraded":"2023-11-25T03:11:54.124636+0000","last_fullsized":"2023-11-25T03:11:54.124636+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122425+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:11:54.122425+0000","last_peered":"2023-11-25T03:11:54.122425+0000","last_clean":"2023-11-25T03:11:54.122425+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:11:54.122425+0000","last_undegraded":"2023-11-25T03:11:54.122425+0000","last_fullsized":"2023-11-25T03:11:54.122425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125246+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:11:54.125246+0000","last_peered":"2023-11-25T03:11:54.125246+0000","last_clean":"2023-11-25T03:11:54.125246+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:11:54.125246+0000","last_undegraded":"2023-11-25T03:11:54.125246+0000","last_fullsized":"2023-11-25T03:11:54.125246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126579+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:11:54.126579+0000","last_peered":"2023-11-25T03:11:54.126579+0000","last_clean":"2023-11-25T03:11:54.126579+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:11:54.126579+0000","last_undegraded":"2023-11-25T03:11:54.126579+0000","last_fullsized":"2023-11-25T03:11:54.126579+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125289+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:11:54.125289+0000","last_peered":"2023-11-25T03:11:54.125289+0000","last_clean":"2023-11-25T03:11:54.125289+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:11:54.125289+0000","last_undegraded":"2023-11-25T03:11:54.125289+0000","last_fullsized":"2023-11-25T03:11:54.125289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122370+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:11:54.122370+0000","last_peered":"2023-11-25T03:11:54.122370+0000","last_clean":"2023-11-25T03:11:54.122370+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:11:54.122370+0000","last_undegraded":"2023-11-25T03:11:54.122370+0000","last_fullsized":"2023-11-25T03:11:54.122370+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126053+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:11:54.126053+0000","last_peered":"2023-11-25T03:11:54.126053+0000","last_clean":"2023-11-25T03:11:54.126053+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:11:54.126053+0000","last_undegraded":"2023-11-25T03:11:54.126053+0000","last_fullsized":"2023-11-25T03:11:54.126053+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124585+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:11:54.124585+0000","last_peered":"2023-11-25T03:11:54.124585+0000","last_clean":"2023-11-25T03:11:54.124585+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:11:54.124585+0000","last_undegraded":"2023-11-25T03:11:54.124585+0000","last_fullsized":"2023-11-25T03:11:54.124585+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124627+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:11:54.124627+0000","last_peered":"2023-11-25T03:11:54.124627+0000","last_clean":"2023-11-25T03:11:54.124627+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:11:54.124627+0000","last_undegraded":"2023-11-25T03:11:54.124627+0000","last_fullsized":"2023-11-25T03:11:54.124627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124693+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:11:54.124693+0000","last_peered":"2023-11-25T03:11:54.124693+0000","last_clean":"2023-11-25T03:11:54.124693+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:11:54.124693+0000","last_undegraded":"2023-11-25T03:11:54.124693+0000","last_fullsized":"2023-11-25T03:11:54.124693+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126533+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:11:54.126533+0000","last_peered":"2023-11-25T03:11:54.126533+0000","last_clean":"2023-11-25T03:11:54.126533+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:11:54.126533+0000","last_undegraded":"2023-11-25T03:11:54.126533+0000","last_fullsized":"2023-11-25T03:11:54.126533+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126571+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:11:54.126571+0000","last_peered":"2023-11-25T03:11:54.126571+0000","last_clean":"2023-11-25T03:11:54.126571+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:11:54.126571+0000","last_undegraded":"2023-11-25T03:11:54.126571+0000","last_fullsized":"2023-11-25T03:11:54.126571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124612+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:11:54.124612+0000","last_peered":"2023-11-25T03:11:54.124612+0000","last_clean":"2023-11-25T03:11:54.124612+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:11:54.124612+0000","last_undegraded":"2023-11-25T03:11:54.124612+0000","last_fullsized":"2023-11-25T03:11:54.124612+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124500+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:11:54.124500+0000","last_peered":"2023-11-25T03:11:54.124500+0000","last_clean":"2023-11-25T03:11:54.124500+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:11:54.124500+0000","last_undegraded":"2023-11-25T03:11:54.124500+0000","last_fullsized":"2023-11-25T03:11:54.124500+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122395+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:11:54.122395+0000","last_peered":"2023-11-25T03:11:54.122395+0000","last_clean":"2023-11-25T03:11:54.122395+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:11:54.122395+0000","last_undegraded":"2023-11-25T03:11:54.122395+0000","last_fullsized":"2023-11-25T03:11:54.122395+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126489+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:11:54.126489+0000","last_peered":"2023-11-25T03:11:54.126489+0000","last_clean":"2023-11-25T03:11:54.126489+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:11:54.126489+0000","last_undegraded":"2023-11-25T03:11:54.126489+0000","last_fullsized":"2023-11-25T03:11:54.126489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124670+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:11:54.124670+0000","last_peered":"2023-11-25T03:11:54.124670+0000","last_clean":"2023-11-25T03:11:54.124670+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:11:54.124670+0000","last_undegraded":"2023-11-25T03:11:54.124670+0000","last_fullsized":"2023-11-25T03:11:54.124670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122414+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:11:54.122414+0000","last_peered":"2023-11-25T03:11:54.122414+0000","last_clean":"2023-11-25T03:11:54.122414+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:11:54.122414+0000","last_undegraded":"2023-11-25T03:11:54.122414+0000","last_fullsized":"2023-11-25T03:11:54.122414+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124598+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:11:54.124598+0000","last_peered":"2023-11-25T03:11:54.124598+0000","last_clean":"2023-11-25T03:11:54.124598+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:11:54.124598+0000","last_undegraded":"2023-11-25T03:11:54.124598+0000","last_fullsized":"2023-11-25T03:11:54.124598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125275+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:11:54.125275+0000","last_peered":"2023-11-25T03:11:54.125275+0000","last_clean":"2023-11-25T03:11:54.125275+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:11:54.125275+0000","last_undegraded":"2023-11-25T03:11:54.125275+0000","last_fullsized":"2023-11-25T03:11:54.125275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124713+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:11:54.124713+0000","last_peered":"2023-11-25T03:11:54.124713+0000","last_clean":"2023-11-25T03:11:54.124713+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:11:54.124713+0000","last_undegraded":"2023-11-25T03:11:54.124713+0000","last_fullsized":"2023-11-25T03:11:54.124713+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124452+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:11:54.124452+0000","last_peered":"2023-11-25T03:11:54.124452+0000","last_clean":"2023-11-25T03:11:54.124452+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:11:54.124452+0000","last_undegraded":"2023-11-25T03:11:54.124452+0000","last_fullsized":"2023-11-25T03:11:54.124452+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124542+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:11:54.124542+0000","last_peered":"2023-11-25T03:11:54.124542+0000","last_clean":"2023-11-25T03:11:54.124542+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:11:54.124542+0000","last_undegraded":"2023-11-25T03:11:54.124542+0000","last_fullsized":"2023-11-25T03:11:54.124542+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126481+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:11:54.126481+0000","last_peered":"2023-11-25T03:11:54.126481+0000","last_clean":"2023-11-25T03:11:54.126481+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:11:54.126481+0000","last_undegraded":"2023-11-25T03:11:54.126481+0000","last_fullsized":"2023-11-25T03:11:54.126481+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124663+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:11:54.124663+0000","last_peered":"2023-11-25T03:11:54.124663+0000","last_clean":"2023-11-25T03:11:54.124663+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:11:54.124663+0000","last_undegraded":"2023-11-25T03:11:54.124663+0000","last_fullsized":"2023-11-25T03:11:54.124663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125173+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:11:54.125173+0000","last_peered":"2023-11-25T03:11:54.125173+0000","last_clean":"2023-11-25T03:11:54.125173+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:11:54.125173+0000","last_undegraded":"2023-11-25T03:11:54.125173+0000","last_fullsized":"2023-11-25T03:11:54.125173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122444+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:11:54.122444+0000","last_peered":"2023-11-25T03:11:54.122444+0000","last_clean":"2023-11-25T03:11:54.122444+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:11:54.122444+0000","last_undegraded":"2023-11-25T03:11:54.122444+0000","last_fullsized":"2023-11-25T03:11:54.122444+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126561+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:11:54.126561+0000","last_peered":"2023-11-25T03:11:54.126561+0000","last_clean":"2023-11-25T03:11:54.126561+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:11:54.126561+0000","last_undegraded":"2023-11-25T03:11:54.126561+0000","last_fullsized":"2023-11-25T03:11:54.126561+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124536+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:11:54.124536+0000","last_peered":"2023-11-25T03:11:54.124536+0000","last_clean":"2023-11-25T03:11:54.124536+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:11:54.124536+0000","last_undegraded":"2023-11-25T03:11:54.124536+0000","last_fullsized":"2023-11-25T03:11:54.124536+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":958464,"data_stored":729875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.52400000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.498},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.67500000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.66000000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.71699999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.55900000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.54800000000000004},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.58599999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.75}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":380928,"data_stored":146704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.436}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.69399999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.53400000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.66000000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.72499999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.68500000000000005}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.77600000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.629},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.749}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.79100000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.82299999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":139521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.628}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.498},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.56599999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.66500000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72599999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.71799999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":376832,"data_stored":142546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.442}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.46500000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52200000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.92100000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.89600000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.88},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.749}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.79300000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":139487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.371},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.51000000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.46600000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.626},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.59599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.67300000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":376832,"data_stored":142546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.624},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.58599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.71299999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343892,"statfs":{"total":96636764160,"available":96608145408,"internally_reserved":0,"allocated":950272,"data_stored":728766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.53100000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.498},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.88}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.86699999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.746}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.84099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:10.437 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:10.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 Processor -- start 2023-11-25T03:12:10.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 -- start start 2023-11-25T03:12:10.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2e28151cd0 0x7f2e280ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 0x7f2e2815ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e280c8160 con 0x7f2e280c7c50 2023-11-25T03:12:10.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e28157b40 con 0x7f2e28151cd0 2023-11-25T03:12:10.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e8f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e28157e20 con 0x7f2e28154be0 2023-11-25T03:12:10.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2d0f2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2e280c7c50 0x7f2e281544d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39592/0 (socket says 172.21.15.76:39592) 2023-11-25T03:12:10.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2d0f2640 1 -- 172.21.15.76:0/3381316390 learned_addr learned my addr 172.21.15.76:0/3381316390 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:10.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 0x7f2e2815ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2d8f3640 1 --2- 172.21.15.76:0/3381316390 >> v2:172.21.15.106:3300/0 conn(0x7f2e28151cd0 0x7f2e280ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4040331609 0 0) 0x7f2e280c8160 con 0x7f2e280c7c50 2023-11-25T03:12:10.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e14003530 con 0x7f2e280c7c50 2023-11-25T03:12:10.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2379716805 0 0) 0x7f2e14003530 con 0x7f2e280c7c50 2023-11-25T03:12:10.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 msgr2=0x7f2e2815ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 0x7f2e2815ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 >> v2:172.21.15.106:3300/0 conn(0x7f2e28151cd0 msgr2=0x7f2e280ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 --2- 172.21.15.76:0/3381316390 >> v2:172.21.15.106:3300/0 conn(0x7f2e28151cd0 0x7f2e280ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e28158100 con 0x7f2e280c7c50 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f2e18001680 con 0x7f2e280c7c50 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 >> v1:172.21.15.76:6789/0 conn(0x7f2e280c7c50 legacy=0x7f2e281544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 0x7f2e14003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e14003f00 0x7f2e140047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e14005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e28157b40 con 0x7f2e14004d10 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e28157e20 con 0x7f2e14003f00 2023-11-25T03:12:10.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e1400b990 con 0x7f2e28154be0 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e14005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2d8f3640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 0x7f2e14003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2d0f2640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e14003f00 0x7f2e140047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 -- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 msgr2=0x7f2e14003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28154be0 0x7f2e14003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 -- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e14003f00 msgr2=0x7f2e140047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e14003f00 0x7f2e140047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.601+0000 7f2e2e0f4640 1 -- 172.21.15.76:0/3381316390 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e14003530 con 0x7f2e14004d10 2023-11-25T03:12:10.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e14005190 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009fc0 tx=0x7f2e2001cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301264434ea03a9f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e200a5c70 con 0x7f2e14004d10 2023-11-25T03:12:10.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e2000f040 con 0x7f2e14004d10 2023-11-25T03:12:10.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2c8f1640 1 -- 172.21.15.76:0/3381316390 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e200ad440 con 0x7f2e14004d10 2023-11-25T03:12:10.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3381316390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 msgr2=0x7f2e14005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3381316390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e14005190 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009fc0 tx=0x7f2e2001cc00 comp rx=0 tx=0).stop 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e0f4640 1 -- 172.21.15.76:0/3381316390 reap_dead start 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3381316390 shutdown_connections 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3381316390 >> 172.21.15.76:0/3381316390 conn(0x7f2e280abee0 msgr2=0x7f2e280c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3381316390 shutdown_connections 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.605+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3381316390 wait complete. 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 Processor -- start 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- start start 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e2814bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28155cd0 0x7f2e28148660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e28152e60 0x7f2e28156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e28153ce0 con 0x7f2e14004d10 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e281529d0 con 0x7f2e28152e60 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e28156150 con 0x7f2e28155cd0 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e2814bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e2814bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51170/0 (socket says 172.21.15.76:51170) 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 -- 172.21.15.76:0/3813210909 learned_addr learned my addr 172.21.15.76:0/3813210909 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e28152e60 0x7f2e28156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d0f2640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28155cd0 0x7f2e28148660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 -- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28155cd0 msgr2=0x7f2e28148660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28155cd0 0x7f2e28148660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 -- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e28152e60 msgr2=0x7f2e28156360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e28152e60 0x7f2e28156360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 -- 172.21.15.76:0/3813210909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e281523c0 con 0x7f2e14004d10 2023-11-25T03:12:10.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e0f4640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e28152e60 0x7f2e28156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:10.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2d8f3640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e2814bf80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f2e24011a30 tx=0x7f2e24011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2400fbb0 con 0x7f2e14004d10 2023-11-25T03:12:10.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e2400fd10 con 0x7f2e14004d10 2023-11-25T03:12:10.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e24014680 con 0x7f2e14004d10 2023-11-25T03:12:10.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e28148ba0 con 0x7f2e14004d10 2023-11-25T03:12:10.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e28152660 con 0x7f2e14004d10 2023-11-25T03:12:10.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.609+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e2804e850 con 0x7f2e14004d10 2023-11-25T03:12:10.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.613+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2e240147e0 con 0x7f2e14004d10 2023-11-25T03:12:10.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.613+0000 7f2e1e7fc640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2e0c066470 0x7f2e0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.613+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2e24084b70 con 0x7f2e14004d10 2023-11-25T03:12:10.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.613+0000 7f2e2d0f2640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2e0c066470 0x7f2e0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.613+0000 7f2e2d0f2640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2e0c066470 0x7f2e0c068930 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2e280c4150 tx=0x7f2e18009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.617+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2e24051c80 con 0x7f2e14004d10 2023-11-25T03:12:10.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.765+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2e280c6140 con 0x7f2e0c066470 2023-11-25T03:12:10.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.777+0000 7f2e1e7fc640 1 -- 172.21.15.76:0/3813210909 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+515651 (secure 0 0 0) 0x7f2e280c6140 con 0x7f2e0c066470 2023-11-25T03:12:10.788 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:10.792 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2e0c066470 msgr2=0x7f2e0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2e0c066470 0x7f2e0c068930 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2e280c4150 tx=0x7f2e18009040 comp rx=0 tx=0).stop 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 msgr2=0x7f2e2814bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e2814bf80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f2e24011a30 tx=0x7f2e24011ef0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 shutdown_connections 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2e0c066470 0x7f2e0c068930 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2e28152e60 0x7f2e28156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2e28155cd0 0x7f2e28148660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 --2- 172.21.15.76:0/3813210909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e14004d10 0x7f2e2814bf80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 >> 172.21.15.76:0/3813210909 conn(0x7f2e280abee0 msgr2=0x7f2e28150800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:10.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 shutdown_connections 2023-11-25T03:12:10.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.781+0000 7f2e2e8f5640 1 -- 172.21.15.76:0/3813210909 wait complete. 2023-11-25T03:12:10.808 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-11-25T03:12:09.104809+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220208,"kb_used_data":4048,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754512,"statfs":{"total":773094113280,"available":772868620288,"internally_reserved":0,"allocated":4145152,"data_stored":2309534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1495,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.155272"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.019367+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:11:54.019367+0000","last_peered":"2023-11-25T03:11:54.019367+0000","last_clean":"2023-11-25T03:11:54.019367+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:11:54.019367+0000","last_undegraded":"2023-11-25T03:11:54.019367+0000","last_fullsized":"2023-11-25T03:11:54.019367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124520+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:11:54.124520+0000","last_peered":"2023-11-25T03:11:54.124520+0000","last_clean":"2023-11-25T03:11:54.124520+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:11:54.124520+0000","last_undegraded":"2023-11-25T03:11:54.124520+0000","last_fullsized":"2023-11-25T03:11:54.124520+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124584+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:11:54.124584+0000","last_peered":"2023-11-25T03:11:54.124584+0000","last_clean":"2023-11-25T03:11:54.124584+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:11:54.124584+0000","last_undegraded":"2023-11-25T03:11:54.124584+0000","last_fullsized":"2023-11-25T03:11:54.124584+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955995+0000","last_change":"2023-11-25T03:12:03.955995+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955995+0000","last_undegraded":"2023-11-25T03:12:03.955995+0000","last_fullsized":"2023-11-25T03:12:03.955995+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126456+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:11:54.126456+0000","last_peered":"2023-11-25T03:11:54.126456+0000","last_clean":"2023-11-25T03:11:54.126456+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:11:54.126456+0000","last_undegraded":"2023-11-25T03:11:54.126456+0000","last_fullsized":"2023-11-25T03:11:54.126456+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124510+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:11:54.124510+0000","last_peered":"2023-11-25T03:11:54.124510+0000","last_clean":"2023-11-25T03:11:54.124510+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:11:54.124510+0000","last_undegraded":"2023-11-25T03:11:54.124510+0000","last_fullsized":"2023-11-25T03:11:54.124510+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955583+0000","last_change":"2023-11-25T03:12:03.955583+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955583+0000","last_undegraded":"2023-11-25T03:12:03.955583+0000","last_fullsized":"2023-11-25T03:12:03.955583+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124576+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:11:54.124576+0000","last_peered":"2023-11-25T03:11:54.124576+0000","last_clean":"2023-11-25T03:11:54.124576+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:11:54.124576+0000","last_undegraded":"2023-11-25T03:11:54.124576+0000","last_fullsized":"2023-11-25T03:11:54.124576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126431+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:11:54.126431+0000","last_peered":"2023-11-25T03:11:54.126431+0000","last_clean":"2023-11-25T03:11:54.126431+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:11:54.126431+0000","last_undegraded":"2023-11-25T03:11:54.126431+0000","last_fullsized":"2023-11-25T03:11:54.126431+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959202+0000","last_change":"2023-11-25T03:12:03.959202+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959202+0000","last_undegraded":"2023-11-25T03:12:03.959202+0000","last_fullsized":"2023-11-25T03:12:03.959202+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125159+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:11:54.125159+0000","last_peered":"2023-11-25T03:11:54.125159+0000","last_clean":"2023-11-25T03:11:54.125159+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:11:54.125159+0000","last_undegraded":"2023-11-25T03:11:54.125159+0000","last_fullsized":"2023-11-25T03:11:54.125159+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126064+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:11:54.126064+0000","last_peered":"2023-11-25T03:11:54.126064+0000","last_clean":"2023-11-25T03:11:54.126064+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:11:54.126064+0000","last_undegraded":"2023-11-25T03:11:54.126064+0000","last_fullsized":"2023-11-25T03:11:54.126064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953204+0000","last_change":"2023-11-25T03:12:03.953204+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953204+0000","last_undegraded":"2023-11-25T03:12:03.953204+0000","last_fullsized":"2023-11-25T03:12:03.953204+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126084+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:11:54.126084+0000","last_peered":"2023-11-25T03:11:54.126084+0000","last_clean":"2023-11-25T03:11:54.126084+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:11:54.126084+0000","last_undegraded":"2023-11-25T03:11:54.126084+0000","last_fullsized":"2023-11-25T03:11:54.126084+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124491+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:11:54.124491+0000","last_peered":"2023-11-25T03:11:54.124491+0000","last_clean":"2023-11-25T03:11:54.124491+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:11:54.124491+0000","last_undegraded":"2023-11-25T03:11:54.124491+0000","last_fullsized":"2023-11-25T03:11:54.124491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958159+0000","last_change":"2023-11-25T03:12:03.958159+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958159+0000","last_undegraded":"2023-11-25T03:12:03.958159+0000","last_fullsized":"2023-11-25T03:12:03.958159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125203+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:11:54.125203+0000","last_peered":"2023-11-25T03:11:54.125203+0000","last_clean":"2023-11-25T03:11:54.125203+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:11:54.125203+0000","last_undegraded":"2023-11-25T03:11:54.125203+0000","last_fullsized":"2023-11-25T03:11:54.125203+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126092+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:11:54.126092+0000","last_peered":"2023-11-25T03:11:54.126092+0000","last_clean":"2023-11-25T03:11:54.126092+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:11:54.126092+0000","last_undegraded":"2023-11-25T03:11:54.126092+0000","last_fullsized":"2023-11-25T03:11:54.126092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955553+0000","last_change":"2023-11-25T03:12:03.955553+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955553+0000","last_undegraded":"2023-11-25T03:12:03.955553+0000","last_fullsized":"2023-11-25T03:12:03.955553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:55.119685+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:11:55.119685+0000","last_peered":"2023-11-25T03:11:55.119685+0000","last_clean":"2023-11-25T03:11:55.119685+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:11:55.119685+0000","last_undegraded":"2023-11-25T03:11:55.119685+0000","last_fullsized":"2023-11-25T03:11:55.119685+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122483+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:11:54.122483+0000","last_peered":"2023-11-25T03:11:54.122483+0000","last_clean":"2023-11-25T03:11:54.122483+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:11:54.122483+0000","last_undegraded":"2023-11-25T03:11:54.122483+0000","last_fullsized":"2023-11-25T03:11:54.122483+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958565+0000","last_change":"2023-11-25T03:12:03.958565+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958565+0000","last_undegraded":"2023-11-25T03:12:03.958565+0000","last_fullsized":"2023-11-25T03:12:03.958565+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125320+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:11:54.125320+0000","last_peered":"2023-11-25T03:11:54.125320+0000","last_clean":"2023-11-25T03:11:54.125320+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:11:54.125320+0000","last_undegraded":"2023-11-25T03:11:54.125320+0000","last_fullsized":"2023-11-25T03:11:54.125320+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124749+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:11:54.124749+0000","last_peered":"2023-11-25T03:11:54.124749+0000","last_clean":"2023-11-25T03:11:54.124749+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:11:54.124749+0000","last_undegraded":"2023-11-25T03:11:54.124749+0000","last_fullsized":"2023-11-25T03:11:54.124749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959506+0000","last_change":"2023-11-25T03:12:03.959506+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959506+0000","last_undegraded":"2023-11-25T03:12:03.959506+0000","last_fullsized":"2023-11-25T03:12:03.959506+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122384+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:11:54.122384+0000","last_peered":"2023-11-25T03:11:54.122384+0000","last_clean":"2023-11-25T03:11:54.122384+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:11:54.122384+0000","last_undegraded":"2023-11-25T03:11:54.122384+0000","last_fullsized":"2023-11-25T03:11:54.122384+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124527+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:11:54.124527+0000","last_peered":"2023-11-25T03:11:54.124527+0000","last_clean":"2023-11-25T03:11:54.124527+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:11:54.124527+0000","last_undegraded":"2023-11-25T03:11:54.124527+0000","last_fullsized":"2023-11-25T03:11:54.124527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.954890+0000","last_change":"2023-11-25T03:12:03.954890+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.954890+0000","last_undegraded":"2023-11-25T03:12:03.954890+0000","last_fullsized":"2023-11-25T03:12:03.954890+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124527+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:11:54.124527+0000","last_peered":"2023-11-25T03:11:54.124527+0000","last_clean":"2023-11-25T03:11:54.124527+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:11:54.124527+0000","last_undegraded":"2023-11-25T03:11:54.124527+0000","last_fullsized":"2023-11-25T03:11:54.124527+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124643+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:11:54.124643+0000","last_peered":"2023-11-25T03:11:54.124643+0000","last_clean":"2023-11-25T03:11:54.124643+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:11:54.124643+0000","last_undegraded":"2023-11-25T03:11:54.124643+0000","last_fullsized":"2023-11-25T03:11:54.124643+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955483+0000","last_change":"2023-11-25T03:12:03.955483+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955483+0000","last_undegraded":"2023-11-25T03:12:03.955483+0000","last_fullsized":"2023-11-25T03:12:03.955483+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124505+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:11:54.124505+0000","last_peered":"2023-11-25T03:11:54.124505+0000","last_clean":"2023-11-25T03:11:54.124505+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:11:54.124505+0000","last_undegraded":"2023-11-25T03:11:54.124505+0000","last_fullsized":"2023-11-25T03:11:54.124505+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124681+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:11:54.124681+0000","last_peered":"2023-11-25T03:11:54.124681+0000","last_clean":"2023-11-25T03:11:54.124681+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:11:54.124681+0000","last_undegraded":"2023-11-25T03:11:54.124681+0000","last_fullsized":"2023-11-25T03:11:54.124681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959079+0000","last_change":"2023-11-25T03:12:03.959079+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959079+0000","last_undegraded":"2023-11-25T03:12:03.959079+0000","last_fullsized":"2023-11-25T03:12:03.959079+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126075+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:11:54.126075+0000","last_peered":"2023-11-25T03:11:54.126075+0000","last_clean":"2023-11-25T03:11:54.126075+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:11:54.126075+0000","last_undegraded":"2023-11-25T03:11:54.126075+0000","last_fullsized":"2023-11-25T03:11:54.126075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124655+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:11:54.124655+0000","last_peered":"2023-11-25T03:11:54.124655+0000","last_clean":"2023-11-25T03:11:54.124655+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:11:54.124655+0000","last_undegraded":"2023-11-25T03:11:54.124655+0000","last_fullsized":"2023-11-25T03:11:54.124655+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953248+0000","last_change":"2023-11-25T03:12:03.953248+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953248+0000","last_undegraded":"2023-11-25T03:12:03.953248+0000","last_fullsized":"2023-11-25T03:12:03.953248+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124674+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:11:54.124674+0000","last_peered":"2023-11-25T03:11:54.124674+0000","last_clean":"2023-11-25T03:11:54.124674+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:11:54.124674+0000","last_undegraded":"2023-11-25T03:11:54.124674+0000","last_fullsized":"2023-11-25T03:11:54.124674+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124723+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:11:54.124723+0000","last_peered":"2023-11-25T03:11:54.124723+0000","last_clean":"2023-11-25T03:11:54.124723+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:11:54.124723+0000","last_undegraded":"2023-11-25T03:11:54.124723+0000","last_fullsized":"2023-11-25T03:11:54.124723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958839+0000","last_change":"2023-11-25T03:12:03.958839+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958839+0000","last_undegraded":"2023-11-25T03:12:03.958839+0000","last_fullsized":"2023-11-25T03:12:03.958839+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124684+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:11:54.124684+0000","last_peered":"2023-11-25T03:11:54.124684+0000","last_clean":"2023-11-25T03:11:54.124684+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:11:54.124684+0000","last_undegraded":"2023-11-25T03:11:54.124684+0000","last_fullsized":"2023-11-25T03:11:54.124684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125187+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:11:54.125187+0000","last_peered":"2023-11-25T03:11:54.125187+0000","last_clean":"2023-11-25T03:11:54.125187+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:11:54.125187+0000","last_undegraded":"2023-11-25T03:11:54.125187+0000","last_fullsized":"2023-11-25T03:11:54.125187+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.962087+0000","last_change":"2023-11-25T03:12:03.962087+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.962087+0000","last_undegraded":"2023-11-25T03:12:03.962087+0000","last_fullsized":"2023-11-25T03:12:03.962087+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124703+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:11:54.124703+0000","last_peered":"2023-11-25T03:11:54.124703+0000","last_clean":"2023-11-25T03:11:54.124703+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:11:54.124703+0000","last_undegraded":"2023-11-25T03:11:54.124703+0000","last_fullsized":"2023-11-25T03:11:54.124703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122474+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:11:54.122474+0000","last_peered":"2023-11-25T03:11:54.122474+0000","last_clean":"2023-11-25T03:11:54.122474+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:11:54.122474+0000","last_undegraded":"2023-11-25T03:11:54.122474+0000","last_fullsized":"2023-11-25T03:11:54.122474+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955563+0000","last_change":"2023-11-25T03:12:03.955563+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955563+0000","last_undegraded":"2023-11-25T03:12:03.955563+0000","last_fullsized":"2023-11-25T03:12:03.955563+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125304+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:11:54.125304+0000","last_peered":"2023-11-25T03:11:54.125304+0000","last_clean":"2023-11-25T03:11:54.125304+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:11:54.125304+0000","last_undegraded":"2023-11-25T03:11:54.125304+0000","last_fullsized":"2023-11-25T03:11:54.125304+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124694+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:11:54.124694+0000","last_peered":"2023-11-25T03:11:54.124694+0000","last_clean":"2023-11-25T03:11:54.124694+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:11:54.124694+0000","last_undegraded":"2023-11-25T03:11:54.124694+0000","last_fullsized":"2023-11-25T03:11:54.124694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955418+0000","last_change":"2023-11-25T03:12:03.955418+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955418+0000","last_undegraded":"2023-11-25T03:12:03.955418+0000","last_fullsized":"2023-11-25T03:12:03.955418+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126446+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:11:54.126446+0000","last_peered":"2023-11-25T03:11:54.126446+0000","last_clean":"2023-11-25T03:11:54.126446+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:11:54.126446+0000","last_undegraded":"2023-11-25T03:11:54.126446+0000","last_fullsized":"2023-11-25T03:11:54.126446+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124475+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:11:54.124475+0000","last_peered":"2023-11-25T03:11:54.124475+0000","last_clean":"2023-11-25T03:11:54.124475+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:11:54.124475+0000","last_undegraded":"2023-11-25T03:11:54.124475+0000","last_fullsized":"2023-11-25T03:11:54.124475+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959128+0000","last_change":"2023-11-25T03:12:03.959128+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959128+0000","last_undegraded":"2023-11-25T03:12:03.959128+0000","last_fullsized":"2023-11-25T03:12:03.959128+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126473+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:11:54.126473+0000","last_peered":"2023-11-25T03:11:54.126473+0000","last_clean":"2023-11-25T03:11:54.126473+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:11:54.126473+0000","last_undegraded":"2023-11-25T03:11:54.126473+0000","last_fullsized":"2023-11-25T03:11:54.126473+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124486+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:11:54.124486+0000","last_peered":"2023-11-25T03:11:54.124486+0000","last_clean":"2023-11-25T03:11:54.124486+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:11:54.124486+0000","last_undegraded":"2023-11-25T03:11:54.124486+0000","last_fullsized":"2023-11-25T03:11:54.124486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955997+0000","last_change":"2023-11-25T03:12:03.955997+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955997+0000","last_undegraded":"2023-11-25T03:12:03.955997+0000","last_fullsized":"2023-11-25T03:12:03.955997+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125145+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:11:54.125145+0000","last_peered":"2023-11-25T03:11:54.125145+0000","last_clean":"2023-11-25T03:11:54.125145+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:11:54.125145+0000","last_undegraded":"2023-11-25T03:11:54.125145+0000","last_fullsized":"2023-11-25T03:11:54.125145+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126497+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:11:54.126497+0000","last_peered":"2023-11-25T03:11:54.126497+0000","last_clean":"2023-11-25T03:11:54.126497+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:11:54.126497+0000","last_undegraded":"2023-11-25T03:11:54.126497+0000","last_fullsized":"2023-11-25T03:11:54.126497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953702+0000","last_change":"2023-11-25T03:12:03.953702+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953702+0000","last_undegraded":"2023-11-25T03:12:03.953702+0000","last_fullsized":"2023-11-25T03:12:03.953702+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124656+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:11:54.124656+0000","last_peered":"2023-11-25T03:11:54.124656+0000","last_clean":"2023-11-25T03:11:54.124656+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:11:54.124656+0000","last_undegraded":"2023-11-25T03:11:54.124656+0000","last_fullsized":"2023-11-25T03:11:54.124656+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125130+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:11:54.125130+0000","last_peered":"2023-11-25T03:11:54.125130+0000","last_clean":"2023-11-25T03:11:54.125130+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:11:54.125130+0000","last_undegraded":"2023-11-25T03:11:54.125130+0000","last_fullsized":"2023-11-25T03:11:54.125130+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955409+0000","last_change":"2023-11-25T03:12:03.955409+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955409+0000","last_undegraded":"2023-11-25T03:12:03.955409+0000","last_fullsized":"2023-11-25T03:12:03.955409+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"32'9","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:12:00.733663+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:12:00.733663+0000","last_peered":"2023-11-25T03:12:00.733663+0000","last_clean":"2023-11-25T03:12:00.733663+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:12:00.733663+0000","last_undegraded":"2023-11-25T03:12:00.733663+0000","last_fullsized":"2023-11-25T03:12:00.733663+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122435+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:11:54.122435+0000","last_peered":"2023-11-25T03:11:54.122435+0000","last_clean":"2023-11-25T03:11:54.122435+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:11:54.122435+0000","last_undegraded":"2023-11-25T03:11:54.122435+0000","last_fullsized":"2023-11-25T03:11:54.122435+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.953698+0000","last_change":"2023-11-25T03:12:03.953698+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.953698+0000","last_undegraded":"2023-11-25T03:12:03.953698+0000","last_fullsized":"2023-11-25T03:12:03.953698+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122455+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:11:54.122455+0000","last_peered":"2023-11-25T03:11:54.122455+0000","last_clean":"2023-11-25T03:11:54.122455+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:11:54.122455+0000","last_undegraded":"2023-11-25T03:11:54.122455+0000","last_fullsized":"2023-11-25T03:11:54.122455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126506+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:11:54.126506+0000","last_peered":"2023-11-25T03:11:54.126506+0000","last_clean":"2023-11-25T03:11:54.126506+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:11:54.126506+0000","last_undegraded":"2023-11-25T03:11:54.126506+0000","last_fullsized":"2023-11-25T03:11:54.126506+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958424+0000","last_change":"2023-11-25T03:12:03.958424+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958424+0000","last_undegraded":"2023-11-25T03:12:03.958424+0000","last_fullsized":"2023-11-25T03:12:03.958424+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126115+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:11:54.126115+0000","last_peered":"2023-11-25T03:11:54.126115+0000","last_clean":"2023-11-25T03:11:54.126115+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:11:54.126115+0000","last_undegraded":"2023-11-25T03:11:54.126115+0000","last_fullsized":"2023-11-25T03:11:54.126115+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126598+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:11:54.126598+0000","last_peered":"2023-11-25T03:11:54.126598+0000","last_clean":"2023-11-25T03:11:54.126598+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:11:54.126598+0000","last_undegraded":"2023-11-25T03:11:54.126598+0000","last_fullsized":"2023-11-25T03:11:54.126598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.962458+0000","last_change":"2023-11-25T03:12:03.962458+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.962458+0000","last_undegraded":"2023-11-25T03:12:03.962458+0000","last_fullsized":"2023-11-25T03:12:03.962458+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126607+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:11:54.126607+0000","last_peered":"2023-11-25T03:11:54.126607+0000","last_clean":"2023-11-25T03:11:54.126607+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:11:54.126607+0000","last_undegraded":"2023-11-25T03:11:54.126607+0000","last_fullsized":"2023-11-25T03:11:54.126607+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122465+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:11:54.122465+0000","last_peered":"2023-11-25T03:11:54.122465+0000","last_clean":"2023-11-25T03:11:54.122465+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:11:54.122465+0000","last_undegraded":"2023-11-25T03:11:54.122465+0000","last_fullsized":"2023-11-25T03:11:54.122465+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.960100+0000","last_change":"2023-11-25T03:12:03.960100+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.960100+0000","last_undegraded":"2023-11-25T03:12:03.960100+0000","last_fullsized":"2023-11-25T03:12:03.960100+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124494+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:11:54.124494+0000","last_peered":"2023-11-25T03:11:54.124494+0000","last_clean":"2023-11-25T03:11:54.124494+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:11:54.124494+0000","last_undegraded":"2023-11-25T03:11:54.124494+0000","last_fullsized":"2023-11-25T03:11:54.124494+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125112+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:11:54.125112+0000","last_peered":"2023-11-25T03:11:54.125112+0000","last_clean":"2023-11-25T03:11:54.125112+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:11:54.125112+0000","last_undegraded":"2023-11-25T03:11:54.125112+0000","last_fullsized":"2023-11-25T03:11:54.125112+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.956243+0000","last_change":"2023-11-25T03:12:03.956243+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.956243+0000","last_undegraded":"2023-11-25T03:12:03.956243+0000","last_fullsized":"2023-11-25T03:12:03.956243+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126465+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:11:54.126465+0000","last_peered":"2023-11-25T03:11:54.126465+0000","last_clean":"2023-11-25T03:11:54.126465+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:11:54.126465+0000","last_undegraded":"2023-11-25T03:11:54.126465+0000","last_fullsized":"2023-11-25T03:11:54.126465+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124472+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:11:54.124472+0000","last_peered":"2023-11-25T03:11:54.124472+0000","last_clean":"2023-11-25T03:11:54.124472+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:11:54.124472+0000","last_undegraded":"2023-11-25T03:11:54.124472+0000","last_fullsized":"2023-11-25T03:11:54.124472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.956536+0000","last_change":"2023-11-25T03:12:03.956536+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.956536+0000","last_undegraded":"2023-11-25T03:12:03.956536+0000","last_fullsized":"2023-11-25T03:12:03.956536+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124617+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:11:54.124617+0000","last_peered":"2023-11-25T03:11:54.124617+0000","last_clean":"2023-11-25T03:11:54.124617+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:11:54.124617+0000","last_undegraded":"2023-11-25T03:11:54.124617+0000","last_fullsized":"2023-11-25T03:11:54.124617+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122405+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:11:54.122405+0000","last_peered":"2023-11-25T03:11:54.122405+0000","last_clean":"2023-11-25T03:11:54.122405+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:11:54.122405+0000","last_undegraded":"2023-11-25T03:11:54.122405+0000","last_fullsized":"2023-11-25T03:11:54.122405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.954252+0000","last_change":"2023-11-25T03:12:03.954252+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.954252+0000","last_undegraded":"2023-11-25T03:12:03.954252+0000","last_fullsized":"2023-11-25T03:12:03.954252+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124646+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:11:54.124646+0000","last_peered":"2023-11-25T03:11:54.124646+0000","last_clean":"2023-11-25T03:11:54.124646+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:11:54.124646+0000","last_undegraded":"2023-11-25T03:11:54.124646+0000","last_fullsized":"2023-11-25T03:11:54.124646+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124570+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:11:54.124570+0000","last_peered":"2023-11-25T03:11:54.124570+0000","last_clean":"2023-11-25T03:11:54.124570+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:11:54.124570+0000","last_undegraded":"2023-11-25T03:11:54.124570+0000","last_fullsized":"2023-11-25T03:11:54.124570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955094+0000","last_change":"2023-11-25T03:12:03.955094+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955094+0000","last_undegraded":"2023-11-25T03:12:03.955094+0000","last_fullsized":"2023-11-25T03:12:03.955094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958312+0000","last_change":"2023-11-25T03:12:03.958312+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958312+0000","last_undegraded":"2023-11-25T03:12:03.958312+0000","last_fullsized":"2023-11-25T03:12:03.958312+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124708+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:11:54.124708+0000","last_peered":"2023-11-25T03:11:54.124708+0000","last_clean":"2023-11-25T03:11:54.124708+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:11:54.124708+0000","last_undegraded":"2023-11-25T03:11:54.124708+0000","last_fullsized":"2023-11-25T03:11:54.124708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125261+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:11:54.125261+0000","last_peered":"2023-11-25T03:11:54.125261+0000","last_clean":"2023-11-25T03:11:54.125261+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:11:54.125261+0000","last_undegraded":"2023-11-25T03:11:54.125261+0000","last_fullsized":"2023-11-25T03:11:54.125261+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.955548+0000","last_change":"2023-11-25T03:12:03.955548+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.955548+0000","last_undegraded":"2023-11-25T03:12:03.955548+0000","last_fullsized":"2023-11-25T03:12:03.955548+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126552+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:11:54.126552+0000","last_peered":"2023-11-25T03:11:54.126552+0000","last_clean":"2023-11-25T03:11:54.126552+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:11:54.126552+0000","last_undegraded":"2023-11-25T03:11:54.126552+0000","last_fullsized":"2023-11-25T03:11:54.126552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124666+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:11:54.124666+0000","last_peered":"2023-11-25T03:11:54.124666+0000","last_clean":"2023-11-25T03:11:54.124666+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:11:54.124666+0000","last_undegraded":"2023-11-25T03:11:54.124666+0000","last_fullsized":"2023-11-25T03:11:54.124666+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126107+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:11:54.126107+0000","last_peered":"2023-11-25T03:11:54.126107+0000","last_clean":"2023-11-25T03:11:54.126107+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:11:54.126107+0000","last_undegraded":"2023-11-25T03:11:54.126107+0000","last_fullsized":"2023-11-25T03:11:54.126107+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124545+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:11:54.124545+0000","last_peered":"2023-11-25T03:11:54.124545+0000","last_clean":"2023-11-25T03:11:54.124545+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:11:54.124545+0000","last_undegraded":"2023-11-25T03:11:54.124545+0000","last_fullsized":"2023-11-25T03:11:54.124545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.959915+0000","last_change":"2023-11-25T03:12:03.959915+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.959915+0000","last_undegraded":"2023-11-25T03:12:03.959915+0000","last_fullsized":"2023-11-25T03:12:03.959915+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124556+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:11:54.124556+0000","last_peered":"2023-11-25T03:11:54.124556+0000","last_clean":"2023-11-25T03:11:54.124556+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:11:54.124556+0000","last_undegraded":"2023-11-25T03:11:54.124556+0000","last_fullsized":"2023-11-25T03:11:54.124556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126100+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:11:54.126100+0000","last_peered":"2023-11-25T03:11:54.126100+0000","last_clean":"2023-11-25T03:11:54.126100+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:11:54.126100+0000","last_undegraded":"2023-11-25T03:11:54.126100+0000","last_fullsized":"2023-11-25T03:11:54.126100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-11-25T03:12:03.958208+0000","last_change":"2023-11-25T03:12:03.958208+0000","last_active":"2023-11-25T03:12:03.941672+0000","last_peered":"2023-11-25T03:12:03.941672+0000","last_clean":"2023-11-25T03:12:03.941672+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:03.958208+0000","last_undegraded":"2023-11-25T03:12:03.958208+0000","last_fullsized":"2023-11-25T03:12:03.958208+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124471+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:11:54.124471+0000","last_peered":"2023-11-25T03:11:54.124471+0000","last_clean":"2023-11-25T03:11:54.124471+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:11:54.124471+0000","last_undegraded":"2023-11-25T03:11:54.124471+0000","last_fullsized":"2023-11-25T03:11:54.124471+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124458+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:11:54.124458+0000","last_peered":"2023-11-25T03:11:54.124458+0000","last_clean":"2023-11-25T03:11:54.124458+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:11:54.124458+0000","last_undegraded":"2023-11-25T03:11:54.124458+0000","last_fullsized":"2023-11-25T03:11:54.124458+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124555+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:11:54.124555+0000","last_peered":"2023-11-25T03:11:54.124555+0000","last_clean":"2023-11-25T03:11:54.124555+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:11:54.124555+0000","last_undegraded":"2023-11-25T03:11:54.124555+0000","last_fullsized":"2023-11-25T03:11:54.124555+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124636+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:11:54.124636+0000","last_peered":"2023-11-25T03:11:54.124636+0000","last_clean":"2023-11-25T03:11:54.124636+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:11:54.124636+0000","last_undegraded":"2023-11-25T03:11:54.124636+0000","last_fullsized":"2023-11-25T03:11:54.124636+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122425+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:11:54.122425+0000","last_peered":"2023-11-25T03:11:54.122425+0000","last_clean":"2023-11-25T03:11:54.122425+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:11:54.122425+0000","last_undegraded":"2023-11-25T03:11:54.122425+0000","last_fullsized":"2023-11-25T03:11:54.122425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125246+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:11:54.125246+0000","last_peered":"2023-11-25T03:11:54.125246+0000","last_clean":"2023-11-25T03:11:54.125246+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:11:54.125246+0000","last_undegraded":"2023-11-25T03:11:54.125246+0000","last_fullsized":"2023-11-25T03:11:54.125246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126579+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:11:54.126579+0000","last_peered":"2023-11-25T03:11:54.126579+0000","last_clean":"2023-11-25T03:11:54.126579+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:11:54.126579+0000","last_undegraded":"2023-11-25T03:11:54.126579+0000","last_fullsized":"2023-11-25T03:11:54.126579+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125289+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:11:54.125289+0000","last_peered":"2023-11-25T03:11:54.125289+0000","last_clean":"2023-11-25T03:11:54.125289+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:11:54.125289+0000","last_undegraded":"2023-11-25T03:11:54.125289+0000","last_fullsized":"2023-11-25T03:11:54.125289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122370+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:11:54.122370+0000","last_peered":"2023-11-25T03:11:54.122370+0000","last_clean":"2023-11-25T03:11:54.122370+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:11:54.122370+0000","last_undegraded":"2023-11-25T03:11:54.122370+0000","last_fullsized":"2023-11-25T03:11:54.122370+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126053+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:11:54.126053+0000","last_peered":"2023-11-25T03:11:54.126053+0000","last_clean":"2023-11-25T03:11:54.126053+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:11:54.126053+0000","last_undegraded":"2023-11-25T03:11:54.126053+0000","last_fullsized":"2023-11-25T03:11:54.126053+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124585+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:11:54.124585+0000","last_peered":"2023-11-25T03:11:54.124585+0000","last_clean":"2023-11-25T03:11:54.124585+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:11:54.124585+0000","last_undegraded":"2023-11-25T03:11:54.124585+0000","last_fullsized":"2023-11-25T03:11:54.124585+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124627+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:11:54.124627+0000","last_peered":"2023-11-25T03:11:54.124627+0000","last_clean":"2023-11-25T03:11:54.124627+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:11:54.124627+0000","last_undegraded":"2023-11-25T03:11:54.124627+0000","last_fullsized":"2023-11-25T03:11:54.124627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124693+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:11:54.124693+0000","last_peered":"2023-11-25T03:11:54.124693+0000","last_clean":"2023-11-25T03:11:54.124693+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:11:54.124693+0000","last_undegraded":"2023-11-25T03:11:54.124693+0000","last_fullsized":"2023-11-25T03:11:54.124693+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126533+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:11:54.126533+0000","last_peered":"2023-11-25T03:11:54.126533+0000","last_clean":"2023-11-25T03:11:54.126533+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:11:54.126533+0000","last_undegraded":"2023-11-25T03:11:54.126533+0000","last_fullsized":"2023-11-25T03:11:54.126533+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126571+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:11:54.126571+0000","last_peered":"2023-11-25T03:11:54.126571+0000","last_clean":"2023-11-25T03:11:54.126571+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:11:54.126571+0000","last_undegraded":"2023-11-25T03:11:54.126571+0000","last_fullsized":"2023-11-25T03:11:54.126571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124612+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:11:54.124612+0000","last_peered":"2023-11-25T03:11:54.124612+0000","last_clean":"2023-11-25T03:11:54.124612+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:11:54.124612+0000","last_undegraded":"2023-11-25T03:11:54.124612+0000","last_fullsized":"2023-11-25T03:11:54.124612+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124500+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:11:54.124500+0000","last_peered":"2023-11-25T03:11:54.124500+0000","last_clean":"2023-11-25T03:11:54.124500+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:11:54.124500+0000","last_undegraded":"2023-11-25T03:11:54.124500+0000","last_fullsized":"2023-11-25T03:11:54.124500+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122395+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:11:54.122395+0000","last_peered":"2023-11-25T03:11:54.122395+0000","last_clean":"2023-11-25T03:11:54.122395+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:11:54.122395+0000","last_undegraded":"2023-11-25T03:11:54.122395+0000","last_fullsized":"2023-11-25T03:11:54.122395+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126489+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:11:54.126489+0000","last_peered":"2023-11-25T03:11:54.126489+0000","last_clean":"2023-11-25T03:11:54.126489+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:11:54.126489+0000","last_undegraded":"2023-11-25T03:11:54.126489+0000","last_fullsized":"2023-11-25T03:11:54.126489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124670+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:11:54.124670+0000","last_peered":"2023-11-25T03:11:54.124670+0000","last_clean":"2023-11-25T03:11:54.124670+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:11:54.124670+0000","last_undegraded":"2023-11-25T03:11:54.124670+0000","last_fullsized":"2023-11-25T03:11:54.124670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122414+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:11:54.122414+0000","last_peered":"2023-11-25T03:11:54.122414+0000","last_clean":"2023-11-25T03:11:54.122414+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:11:54.122414+0000","last_undegraded":"2023-11-25T03:11:54.122414+0000","last_fullsized":"2023-11-25T03:11:54.122414+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124598+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:11:54.124598+0000","last_peered":"2023-11-25T03:11:54.124598+0000","last_clean":"2023-11-25T03:11:54.124598+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:11:54.124598+0000","last_undegraded":"2023-11-25T03:11:54.124598+0000","last_fullsized":"2023-11-25T03:11:54.124598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125275+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:11:54.125275+0000","last_peered":"2023-11-25T03:11:54.125275+0000","last_clean":"2023-11-25T03:11:54.125275+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:11:54.125275+0000","last_undegraded":"2023-11-25T03:11:54.125275+0000","last_fullsized":"2023-11-25T03:11:54.125275+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124713+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:11:54.124713+0000","last_peered":"2023-11-25T03:11:54.124713+0000","last_clean":"2023-11-25T03:11:54.124713+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:11:54.124713+0000","last_undegraded":"2023-11-25T03:11:54.124713+0000","last_fullsized":"2023-11-25T03:11:54.124713+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124452+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:11:54.124452+0000","last_peered":"2023-11-25T03:11:54.124452+0000","last_clean":"2023-11-25T03:11:54.124452+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:11:54.124452+0000","last_undegraded":"2023-11-25T03:11:54.124452+0000","last_fullsized":"2023-11-25T03:11:54.124452+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124542+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:11:54.124542+0000","last_peered":"2023-11-25T03:11:54.124542+0000","last_clean":"2023-11-25T03:11:54.124542+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:11:54.124542+0000","last_undegraded":"2023-11-25T03:11:54.124542+0000","last_fullsized":"2023-11-25T03:11:54.124542+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126481+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:11:54.126481+0000","last_peered":"2023-11-25T03:11:54.126481+0000","last_clean":"2023-11-25T03:11:54.126481+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:11:54.126481+0000","last_undegraded":"2023-11-25T03:11:54.126481+0000","last_fullsized":"2023-11-25T03:11:54.126481+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124663+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:11:54.124663+0000","last_peered":"2023-11-25T03:11:54.124663+0000","last_clean":"2023-11-25T03:11:54.124663+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:11:54.124663+0000","last_undegraded":"2023-11-25T03:11:54.124663+0000","last_fullsized":"2023-11-25T03:11:54.124663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.125173+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:11:54.125173+0000","last_peered":"2023-11-25T03:11:54.125173+0000","last_clean":"2023-11-25T03:11:54.125173+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:11:54.125173+0000","last_undegraded":"2023-11-25T03:11:54.125173+0000","last_fullsized":"2023-11-25T03:11:54.125173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.122444+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:11:54.122444+0000","last_peered":"2023-11-25T03:11:54.122444+0000","last_clean":"2023-11-25T03:11:54.122444+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:11:54.122444+0000","last_undegraded":"2023-11-25T03:11:54.122444+0000","last_fullsized":"2023-11-25T03:11:54.122444+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.126561+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:11:54.126561+0000","last_peered":"2023-11-25T03:11:54.126561+0000","last_clean":"2023-11-25T03:11:54.126561+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:11:54.126561+0000","last_undegraded":"2023-11-25T03:11:54.126561+0000","last_fullsized":"2023-11-25T03:11:54.126561+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:12:04.949307+0000","last_change":"2023-11-25T03:12:04.949307+0000","last_active":"2023-11-25T03:12:04.949307+0000","last_peered":"2023-11-25T03:12:04.949307+0000","last_clean":"2023-11-25T03:12:04.949307+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:04.949307+0000","last_undegraded":"2023-11-25T03:12:04.949307+0000","last_fullsized":"2023-11-25T03:12:04.949307+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-25T03:11:54.124536+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:11:54.124536+0000","last_peered":"2023-11-25T03:11:54.124536+0000","last_clean":"2023-11-25T03:11:54.124536+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:11:54.124536+0000","last_undegraded":"2023-11-25T03:11:54.124536+0000","last_fullsized":"2023-11-25T03:11:54.124536+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":958464,"data_stored":729875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.52400000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.498},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.67500000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.66000000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.71699999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.55900000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.54800000000000004},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.58599999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.75}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":380928,"data_stored":146704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.436}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.69399999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.53400000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.66000000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.72499999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.68500000000000005}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.77600000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.629},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.749}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.79100000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.82299999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":139521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.628}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.498},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.56599999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.66500000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72599999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.71799999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":376832,"data_stored":142546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.442}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.46500000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52200000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.92100000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.89600000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.88},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.749}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.79300000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":139487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.371},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.51000000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.46600000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.626},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.59599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.67300000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":376832,"data_stored":142546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.624},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.69599999999999995}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.58599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.71299999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343892,"statfs":{"total":96636764160,"available":96608145408,"internally_reserved":0,"allocated":950272,"data_stored":728766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.53100000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.498},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.88}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.86699999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.746}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.84099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:10.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.6 is not active+clean 2023-11-25T03:12:10.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.820 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.7 is not active+clean 2023-11-25T03:12:10.820 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955995+0000', 'last_change': '2023-11-25T03:12:03.955995+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955995+0000', 'last_undegraded': '2023-11-25T03:12:03.955995+0000', 'last_fullsized': '2023-11-25T03:12:03.955995+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:10.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3 is not active+clean 2023-11-25T03:12:10.821 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.821 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2 is not active+clean 2023-11-25T03:12:10.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955583+0000', 'last_change': '2023-11-25T03:12:03.955583+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955583+0000', 'last_undegraded': '2023-11-25T03:12:03.955583+0000', 'last_fullsized': '2023-11-25T03:12:03.955583+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:10.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2 is not active+clean 2023-11-25T03:12:10.822 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.822 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3 is not active+clean 2023-11-25T03:12:10.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.959202+0000', 'last_change': '2023-11-25T03:12:03.959202+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.959202+0000', 'last_undegraded': '2023-11-25T03:12:03.959202+0000', 'last_fullsized': '2023-11-25T03:12:03.959202+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:10.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1 is not active+clean 2023-11-25T03:12:10.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.823 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2023-11-25T03:12:10.823 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.953204+0000', 'last_change': '2023-11-25T03:12:03.953204+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.953204+0000', 'last_undegraded': '2023-11-25T03:12:03.953204+0000', 'last_fullsized': '2023-11-25T03:12:03.953204+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:10.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.0 is not active+clean 2023-11-25T03:12:10.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1 is not active+clean 2023-11-25T03:12:10.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.958159+0000', 'last_change': '2023-11-25T03:12:03.958159+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.958159+0000', 'last_undegraded': '2023-11-25T03:12:03.958159+0000', 'last_fullsized': '2023-11-25T03:12:03.958159+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:10.824 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.7 is not active+clean 2023-11-25T03:12:10.824 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.6 is not active+clean 2023-11-25T03:12:10.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955553+0000', 'last_change': '2023-11-25T03:12:03.955553+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955553+0000', 'last_undegraded': '2023-11-25T03:12:03.955553+0000', 'last_fullsized': '2023-11-25T03:12:03.955553+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.5 is not active+clean 2023-11-25T03:12:10.825 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.825 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.4 is not active+clean 2023-11-25T03:12:10.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.958565+0000', 'last_change': '2023-11-25T03:12:03.958565+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.958565+0000', 'last_undegraded': '2023-11-25T03:12:03.958565+0000', 'last_fullsized': '2023-11-25T03:12:03.958565+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:10.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.4 is not active+clean 2023-11-25T03:12:10.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.5 is not active+clean 2023-11-25T03:12:10.826 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.959506+0000', 'last_change': '2023-11-25T03:12:03.959506+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.959506+0000', 'last_undegraded': '2023-11-25T03:12:03.959506+0000', 'last_fullsized': '2023-11-25T03:12:03.959506+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:10.826 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.b is not active+clean 2023-11-25T03:12:10.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.a is not active+clean 2023-11-25T03:12:10.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.954890+0000', 'last_change': '2023-11-25T03:12:03.954890+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.954890+0000', 'last_undegraded': '2023-11-25T03:12:03.954890+0000', 'last_fullsized': '2023-11-25T03:12:03.954890+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:10.827 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.a is not active+clean 2023-11-25T03:12:10.827 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.828 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.b is not active+clean 2023-11-25T03:12:10.828 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955483+0000', 'last_change': '2023-11-25T03:12:03.955483+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955483+0000', 'last_undegraded': '2023-11-25T03:12:03.955483+0000', 'last_fullsized': '2023-11-25T03:12:03.955483+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.828 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.9 is not active+clean 2023-11-25T03:12:10.828 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.828 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2023-11-25T03:12:10.828 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.959079+0000', 'last_change': '2023-11-25T03:12:03.959079+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.959079+0000', 'last_undegraded': '2023-11-25T03:12:03.959079+0000', 'last_fullsized': '2023-11-25T03:12:03.959079+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:10.829 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.8 is not active+clean 2023-11-25T03:12:10.829 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.829 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.9 is not active+clean 2023-11-25T03:12:10.829 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.953248+0000', 'last_change': '2023-11-25T03:12:03.953248+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.953248+0000', 'last_undegraded': '2023-11-25T03:12:03.953248+0000', 'last_fullsized': '2023-11-25T03:12:03.953248+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:10.829 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.f is not active+clean 2023-11-25T03:12:10.829 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.830 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.e is not active+clean 2023-11-25T03:12:10.830 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.958839+0000', 'last_change': '2023-11-25T03:12:03.958839+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.958839+0000', 'last_undegraded': '2023-11-25T03:12:03.958839+0000', 'last_fullsized': '2023-11-25T03:12:03.958839+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:10.830 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.e is not active+clean 2023-11-25T03:12:10.830 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.830 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2023-11-25T03:12:10.830 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.962087+0000', 'last_change': '2023-11-25T03:12:03.962087+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.962087+0000', 'last_undegraded': '2023-11-25T03:12:03.962087+0000', 'last_fullsized': '2023-11-25T03:12:03.962087+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:10.831 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.d is not active+clean 2023-11-25T03:12:10.831 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.831 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.c is not active+clean 2023-11-25T03:12:10.832 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955563+0000', 'last_change': '2023-11-25T03:12:03.955563+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955563+0000', 'last_undegraded': '2023-11-25T03:12:03.955563+0000', 'last_fullsized': '2023-11-25T03:12:03.955563+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.832 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.c is not active+clean 2023-11-25T03:12:10.832 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.832 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.d is not active+clean 2023-11-25T03:12:10.832 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955418+0000', 'last_change': '2023-11-25T03:12:03.955418+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955418+0000', 'last_undegraded': '2023-11-25T03:12:03.955418+0000', 'last_fullsized': '2023-11-25T03:12:03.955418+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:10.832 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.13 is not active+clean 2023-11-25T03:12:10.833 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.833 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2023-11-25T03:12:10.833 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.959128+0000', 'last_change': '2023-11-25T03:12:03.959128+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.959128+0000', 'last_undegraded': '2023-11-25T03:12:03.959128+0000', 'last_fullsized': '2023-11-25T03:12:03.959128+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:10.833 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.12 is not active+clean 2023-11-25T03:12:10.833 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.13 is not active+clean 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955997+0000', 'last_change': '2023-11-25T03:12:03.955997+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955997+0000', 'last_undegraded': '2023-11-25T03:12:03.955997+0000', 'last_fullsized': '2023-11-25T03:12:03.955997+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.11 is not active+clean 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.10 is not active+clean 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.953702+0000', 'last_change': '2023-11-25T03:12:03.953702+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.953702+0000', 'last_undegraded': '2023-11-25T03:12:03.953702+0000', 'last_fullsized': '2023-11-25T03:12:03.953702+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:10.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.10 is not active+clean 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.11 is not active+clean 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955409+0000', 'last_change': '2023-11-25T03:12:03.955409+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955409+0000', 'last_undegraded': '2023-11-25T03:12:03.955409+0000', 'last_fullsized': '2023-11-25T03:12:03.955409+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.17 is not active+clean 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.16 is not active+clean 2023-11-25T03:12:10.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.953698+0000', 'last_change': '2023-11-25T03:12:03.953698+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.953698+0000', 'last_undegraded': '2023-11-25T03:12:03.953698+0000', 'last_fullsized': '2023-11-25T03:12:03.953698+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.16 is not active+clean 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.17 is not active+clean 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.958424+0000', 'last_change': '2023-11-25T03:12:03.958424+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.958424+0000', 'last_undegraded': '2023-11-25T03:12:03.958424+0000', 'last_fullsized': '2023-11-25T03:12:03.958424+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.15 is not active+clean 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.14 is not active+clean 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.962458+0000', 'last_change': '2023-11-25T03:12:03.962458+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.962458+0000', 'last_undegraded': '2023-11-25T03:12:03.962458+0000', 'last_fullsized': '2023-11-25T03:12:03.962458+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:10.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.14 is not active+clean 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.15 is not active+clean 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.960100+0000', 'last_change': '2023-11-25T03:12:03.960100+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.960100+0000', 'last_undegraded': '2023-11-25T03:12:03.960100+0000', 'last_fullsized': '2023-11-25T03:12:03.960100+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1b is not active+clean 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1a is not active+clean 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.956243+0000', 'last_change': '2023-11-25T03:12:03.956243+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.956243+0000', 'last_undegraded': '2023-11-25T03:12:03.956243+0000', 'last_fullsized': '2023-11-25T03:12:03.956243+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1a is not active+clean 2023-11-25T03:12:10.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1b is not active+clean 2023-11-25T03:12:10.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.956536+0000', 'last_change': '2023-11-25T03:12:03.956536+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.956536+0000', 'last_undegraded': '2023-11-25T03:12:03.956536+0000', 'last_fullsized': '2023-11-25T03:12:03.956536+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.19 is not active+clean 2023-11-25T03:12:10.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.18 is not active+clean 2023-11-25T03:12:10.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.954252+0000', 'last_change': '2023-11-25T03:12:03.954252+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.954252+0000', 'last_undegraded': '2023-11-25T03:12:03.954252+0000', 'last_fullsized': '2023-11-25T03:12:03.954252+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.18 is not active+clean 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.19 is not active+clean 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955094+0000', 'last_change': '2023-11-25T03:12:03.955094+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955094+0000', 'last_undegraded': '2023-11-25T03:12:03.955094+0000', 'last_fullsized': '2023-11-25T03:12:03.955094+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1f is not active+clean 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1e is not active+clean 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.958312+0000', 'last_change': '2023-11-25T03:12:03.958312+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.958312+0000', 'last_undegraded': '2023-11-25T03:12:03.958312+0000', 'last_fullsized': '2023-11-25T03:12:03.958312+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:10.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1e is not active+clean 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1f is not active+clean 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.955548+0000', 'last_change': '2023-11-25T03:12:03.955548+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.955548+0000', 'last_undegraded': '2023-11-25T03:12:03.955548+0000', 'last_fullsized': '2023-11-25T03:12:03.955548+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1d is not active+clean 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1c is not active+clean 2023-11-25T03:12:10.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.959915+0000', 'last_change': '2023-11-25T03:12:03.959915+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.959915+0000', 'last_undegraded': '2023-11-25T03:12:03.959915+0000', 'last_fullsized': '2023-11-25T03:12:03.959915+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1c is not active+clean 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1d is not active+clean 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:03.958208+0000', 'last_change': '2023-11-25T03:12:03.958208+0000', 'last_active': '2023-11-25T03:12:03.941672+0000', 'last_peered': '2023-11-25T03:12:03.941672+0000', 'last_clean': '2023-11-25T03:12:03.941672+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:03.958208+0000', 'last_undegraded': '2023-11-25T03:12:03.958208+0000', 'last_fullsized': '2023-11-25T03:12:03.958208+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:03.941672+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.22 is not active+clean 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.23 is not active+clean 2023-11-25T03:12:10.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.20 is not active+clean 2023-11-25T03:12:10.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.21 is not active+clean 2023-11-25T03:12:10.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.26 is not active+clean 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.27 is not active+clean 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.24 is not active+clean 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.25 is not active+clean 2023-11-25T03:12:10.844 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.844 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2a is not active+clean 2023-11-25T03:12:10.844 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.844 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2b is not active+clean 2023-11-25T03:12:10.844 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.28 is not active+clean 2023-11-25T03:12:10.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.29 is not active+clean 2023-11-25T03:12:10.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2e is not active+clean 2023-11-25T03:12:10.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.846 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2f is not active+clean 2023-11-25T03:12:10.846 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.846 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2c is not active+clean 2023-11-25T03:12:10.846 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.846 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2d is not active+clean 2023-11-25T03:12:10.846 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.32 is not active+clean 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.33 is not active+clean 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.30 is not active+clean 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.31 is not active+clean 2023-11-25T03:12:10.847 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.848 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.36 is not active+clean 2023-11-25T03:12:10.848 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.848 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.37 is not active+clean 2023-11-25T03:12:10.848 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.848 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.34 is not active+clean 2023-11-25T03:12:10.849 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.849 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.35 is not active+clean 2023-11-25T03:12:10.849 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.849 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3a is not active+clean 2023-11-25T03:12:10.849 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.849 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3b is not active+clean 2023-11-25T03:12:10.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.38 is not active+clean 2023-11-25T03:12:10.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.39 is not active+clean 2023-11-25T03:12:10.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3e is not active+clean 2023-11-25T03:12:10.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3f is not active+clean 2023-11-25T03:12:10.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3c is not active+clean 2023-11-25T03:12:10.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.852 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3d is not active+clean 2023-11-25T03:12:10.852 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:12:04.949307+0000', 'last_change': '2023-11-25T03:12:04.949307+0000', 'last_active': '2023-11-25T03:12:04.949307+0000', 'last_peered': '2023-11-25T03:12:04.949307+0000', 'last_clean': '2023-11-25T03:12:04.949307+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:04.949307+0000', 'last_undegraded': '2023-11-25T03:12:04.949307+0000', 'last_fullsized': '2023-11-25T03:12:04.949307+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:04.949307+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:12:10.853 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-11-25T03:12:10.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d349a640 1 Processor -- start 2023-11-25T03:12:10.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d349a640 1 -- start start 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d349a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f54cc06bbb0 0x7f54cc1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d349a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54cc06c860 con 0x7f54cc0c7ea0 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d349a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54cc06c000 con 0x7f54cc151e90 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d349a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54cc0c8750 con 0x7f54cc06bbb0 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d1a37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f54cc06bbb0 0x7f54cc1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d0a35640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f54cc0c7ea0 0x7f54cc06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39606/0 (socket says 172.21.15.76:39606) 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d0a35640 1 -- 172.21.15.76:0/4090486823 learned_addr learned my addr 172.21.15.76:0/4090486823 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d1a37640 1 -- 172.21.15.76:0/4090486823 >> v1:172.21.15.106:6789/0 conn(0x7f54cc151e90 legacy=0x7f54cc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d1a37640 1 -- 172.21.15.76:0/4090486823 >> v1:172.21.15.76:6789/0 conn(0x7f54cc0c7ea0 legacy=0x7f54cc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54c3fff640 1 -- 172.21.15.76:0/4090486823 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1210768293 0 0) 0x7f54cc06c860 con 0x7f54cc0c7ea0 2023-11-25T03:12:10.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.985+0000 7f54d1a37640 1 -- 172.21.15.76:0/4090486823 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54cc154930 con 0x7f54cc06bbb0 2023-11-25T03:12:10.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d1a37640 1 --2- 172.21.15.76:0/4090486823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc06bbb0 0x7f54cc1600b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f54c4009d90 tx=0x7f54c401c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de0234e5cdb870b3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:10.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54c3fff640 1 -- 172.21.15.76:0/4090486823 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c40a66c0 con 0x7f54cc06bbb0 2023-11-25T03:12:10.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54c3fff640 1 -- 172.21.15.76:0/4090486823 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54c40a6820 con 0x7f54cc06bbb0 2023-11-25T03:12:10.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54c3fff640 1 -- 172.21.15.76:0/4090486823 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c40a6bb0 con 0x7f54cc06bbb0 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 -- 172.21.15.76:0/4090486823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc06bbb0 msgr2=0x7f54cc1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 --2- 172.21.15.76:0/4090486823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc06bbb0 0x7f54cc1600b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f54c4009d90 tx=0x7f54c401c7f0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 -- 172.21.15.76:0/4090486823 shutdown_connections 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 --2- 172.21.15.76:0/4090486823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc06bbb0 0x7f54cc1600b0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 -- 172.21.15.76:0/4090486823 >> 172.21.15.76:0/4090486823 conn(0x7f54cc0ca170 msgr2=0x7f54cc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 -- 172.21.15.76:0/4090486823 shutdown_connections 2023-11-25T03:12:10.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.989+0000 7f54d349a640 1 -- 172.21.15.76:0/4090486823 wait complete. 2023-11-25T03:12:10.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 Processor -- start 2023-11-25T03:12:10.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 -- start start 2023-11-25T03:12:11.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54cc06bbb0 0x7f54cc0c30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54cc0c7ea0 0x7f54cc0aaab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 0x7f54cc0aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54cc1552d0 con 0x7f54cc151e90 2023-11-25T03:12:11.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54cc1ecfc0 con 0x7f54cc0c7ea0 2023-11-25T03:12:11.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d349a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54cc1ed2a0 con 0x7f54cc06bbb0 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 0x7f54cc0aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 0x7f54cc0aaff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51186/0 (socket says 172.21.15.76:51186) 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 -- 172.21.15.76:0/3303292841 learned_addr learned my addr 172.21.15.76:0/3303292841 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1236640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54cc06bbb0 0x7f54cc0c30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d0a35640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54cc0c7ea0 0x7f54cc0aaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 -- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54cc06bbb0 msgr2=0x7f54cc0c30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54cc06bbb0 0x7f54cc0c30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 -- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54cc0c7ea0 msgr2=0x7f54cc0aaab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54cc0c7ea0 0x7f54cc0aaab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 -- 172.21.15.76:0/3303292841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54c4009a70 con 0x7f54cc151e90 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d0a35640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54cc0c7ea0 0x7f54cc0aaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:11.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.993+0000 7f54d1a37640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 0x7f54cc0aaff0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f54c40b0040 tx=0x7f54c4019590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:11.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c40b8840 con 0x7f54cc151e90 2023-11-25T03:12:11.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54c40b89c0 con 0x7f54cc151e90 2023-11-25T03:12:11.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c40b8d70 con 0x7f54cc151e90 2023-11-25T03:12:11.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54cc1ed580 con 0x7f54cc151e90 2023-11-25T03:12:11.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54cc1ecc70 con 0x7f54cc151e90 2023-11-25T03:12:11.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54cc068400 con 0x7f54cc151e90 2023-11-25T03:12:11.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f54c40ae420 con 0x7f54cc151e90 2023-11-25T03:12:11.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54c1ffb640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54b0066470 0x7f54b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f54c40aa070 con 0x7f54cc151e90 2023-11-25T03:12:11.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:10.997+0000 7f54d1236640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54b0066470 0x7f54b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.001+0000 7f54d1236640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54b0066470 0x7f54b0068930 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f54c8007fd0 tx=0x7f54c8007e40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:11.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.001+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f54c40ec780 con 0x7f54cc151e90 2023-11-25T03:12:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f54cc06b960 con 0x7f54cc151e90 2023-11-25T03:12:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54c1ffb640 1 -- 172.21.15.76:0/3303292841 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1822 (secure 0 0 0) 0x7f54c40efda0 con 0x7f54cc151e90 2023-11-25T03:12:11.215 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:11.215 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":95,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":36,"num_osds":8,"num_up_osds":8,"osd_up_since":1700881848,"num_in_osds":8,"osd_in_since":1700881838,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97},{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32}],"num_pgs":193,"num_pools":5,"num_objects":24,"data_bytes":594273,"bytes_used":225492992,"bytes_avail":772868620288,"bytes_total":773094113280,"unknown_pgs_ratio":0.33160620927810669,"inactive_pgs_ratio":0.16580310463905334,"write_bytes_sec":595,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":23,"id":2,"up":1,"in":1,"max":1,"id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":4965},{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4986}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2023-11-25T03:11:51.101575+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-11-25T03:12:11.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54b0066470 msgr2=0x7f54b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54b0066470 0x7f54b0068930 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f54c8007fd0 tx=0x7f54c8007e40 comp rx=0 tx=0).stop 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 msgr2=0x7f54cc0aaff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 0x7f54cc0aaff0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f54c40b0040 tx=0x7f54c4019590 comp rx=0 tx=0).stop 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 shutdown_connections 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54b0066470 0x7f54b0068930 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54cc151e90 0x7f54cc0aaff0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54cc0c7ea0 0x7f54cc0aaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 --2- 172.21.15.76:0/3303292841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54cc06bbb0 0x7f54cc0c30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 >> 172.21.15.76:0/3303292841 conn(0x7f54cc0ca170 msgr2=0x7f54cc1480e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 shutdown_connections 2023-11-25T03:12:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.209+0000 7f54d349a640 1 -- 172.21.15.76:0/3303292841 wait complete. 2023-11-25T03:12:11.235 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-11-25T03:12:11.235 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:11.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.365+0000 7f2d81d65640 1 Processor -- start 2023-11-25T03:12:11.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.365+0000 7f2d81d65640 1 -- start start 2023-11-25T03:12:11.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d81d65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 0x7f2d7c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d81d65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d7c156960 con 0x7f2d7c0c5640 2023-11-25T03:12:11.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d81d65640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d7c0c2580 con 0x7f2d7c155de0 2023-11-25T03:12:11.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d81d65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7c153510 con 0x7f2d7c0c5260 2023-11-25T03:12:11.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2d7c0c5640 0x7f2d7c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39620/0 (socket says 172.21.15.76:39620) 2023-11-25T03:12:11.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7affd640 1 -- 172.21.15.76:0/2411658657 learned_addr learned my addr 172.21.15.76:0/2411658657 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:11.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7b7fe640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 0x7f2d7c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1250085280 0 0) 0x7f2d70001120 con 0x7f2d7c0c5640 2023-11-25T03:12:11.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d64003530 con 0x7f2d7c0c5640 2023-11-25T03:12:11.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 715596095 0 0) 0x7f2d7c0c2580 con 0x7f2d7c155de0 2023-11-25T03:12:11.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d70001120 con 0x7f2d7c155de0 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2159664915 0 0) 0x7f2d64003530 con 0x7f2d7c0c5640 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 msgr2=0x7f2d7c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 0x7f2d7c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 >> v1:172.21.15.106:6789/0 conn(0x7f2d7c155de0 legacy=0x7f2d7c156250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d7c0c1a00 con 0x7f2d7c0c5640 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f2d70001830 con 0x7f2d7c0c5640 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 >> v1:172.21.15.76:6789/0 conn(0x7f2d7c0c5640 legacy=0x7f2d7c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 0x7f2d64003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d640040a0 0x7f2d640047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d64004d10 0x7f2d64005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d6400bb20 con 0x7f2d64004d10 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d6400bc60 con 0x7f2d640040a0 2023-11-25T03:12:11.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d6400bdf0 con 0x7f2d7c0c5260 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d64004d10 0x7f2d64005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7b7fe640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 0x7f2d64003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7affd640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d640040a0 0x7f2d640047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 msgr2=0x7f2d64003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d7c0c5260 0x7f2d64003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d640040a0 msgr2=0x7f2d640047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d640040a0 0x7f2d640047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.369+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2411658657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d64003530 con 0x7f2d64004d10 2023-11-25T03:12:11.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d64004d10 0x7f2d64005190 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f2d74001fd0 tx=0x7f2d7401f050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f17958606550b739 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:11.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d740a8c70 con 0x7f2d64004d10 2023-11-25T03:12:11.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d740a8df0 con 0x7f2d64004d10 2023-11-25T03:12:11.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d7a7fc640 1 -- 172.21.15.76:0/2411658657 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d74003bc0 con 0x7f2d64004d10 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d81d65640 1 -- 172.21.15.76:0/2411658657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d64004d10 msgr2=0x7f2d64005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2411658657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d64004d10 0x7f2d64005190 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f2d74001fd0 tx=0x7f2d7401f050 comp rx=0 tx=0).stop 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2411658657 reap_dead start 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d81d65640 1 -- 172.21.15.76:0/2411658657 shutdown_connections 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d81d65640 1 -- 172.21.15.76:0/2411658657 >> 172.21.15.76:0/2411658657 conn(0x7f2d7c06a5b0 msgr2=0x7f2d7c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d81d65640 1 -- 172.21.15.76:0/2411658657 shutdown_connections 2023-11-25T03:12:11.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.373+0000 7f2d81d65640 1 -- 172.21.15.76:0/2411658657 wait complete. 2023-11-25T03:12:11.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 Processor -- start 2023-11-25T03:12:11.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- start start 2023-11-25T03:12:11.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d64004d10 0x7f2d7c1ed960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d7c1ea3a0 0x7f2d7c1eae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 0x7f2d7c14e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7c1ed4d0 con 0x7f2d7c0aa370 2023-11-25T03:12:11.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7c1edea0 con 0x7f2d7c1ea3a0 2023-11-25T03:12:11.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7c1ecee0 con 0x7f2d64004d10 2023-11-25T03:12:11.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 0x7f2d7c14e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 0x7f2d7c14e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51202/0 (socket says 172.21.15.76:51202) 2023-11-25T03:12:11.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2127883362 learned_addr learned my addr 172.21.15.76:0/2127883362 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:11.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7b7fe640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d64004d10 0x7f2d7c1ed960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7affd640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d7c1ea3a0 0x7f2d7c1eae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d64004d10 msgr2=0x7f2d7c1ed960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d64004d10 0x7f2d7c1ed960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d7c1ea3a0 msgr2=0x7f2d7c1eae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d7c1ea3a0 0x7f2d7c1eae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 -- 172.21.15.76:0/2127883362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d7c152180 con 0x7f2d7c0aa370 2023-11-25T03:12:11.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d7bfff640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 0x7f2d7c14e000 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2d74005040 tx=0x7f2d64005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:11.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d74003e80 con 0x7f2d7c0aa370 2023-11-25T03:12:11.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d74007e00 con 0x7f2d7c0aa370 2023-11-25T03:12:11.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d740a8c70 con 0x7f2d7c0aa370 2023-11-25T03:12:11.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d7c152460 con 0x7f2d7c0aa370 2023-11-25T03:12:11.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d7c1eb350 con 0x7f2d7c0aa370 2023-11-25T03:12:11.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.377+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d7c1ed680 con 0x7f2d7c0aa370 2023-11-25T03:12:11.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.381+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2d74006b60 con 0x7f2d7c0aa370 2023-11-25T03:12:11.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.381+0000 7f2d63fff640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d680664a0 0x7f2d68068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:11.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.381+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2d74120ac0 con 0x7f2d7c0aa370 2023-11-25T03:12:11.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.381+0000 7f2d7b7fe640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d680664a0 0x7f2d68068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:11.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.381+0000 7f2d7b7fe640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d680664a0 0x7f2d68068960 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c155a10 tx=0x7f2d6c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:11.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.385+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2d7c1ed680 con 0x7f2d7c0aa370 2023-11-25T03:12:11.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.533+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2d7c1ed330 con 0x7f2d680664a0 2023-11-25T03:12:11.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.545+0000 7f2d63fff640 1 -- 172.21.15.76:0/2127883362 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527657 (secure 0 0 0) 0x7f2d6c019070 con 0x7f2d680664a0 2023-11-25T03:12:11.557 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:11.561 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:11.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d680664a0 msgr2=0x7f2d68068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d680664a0 0x7f2d68068960 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c155a10 tx=0x7f2d6c009190 comp rx=0 tx=0).stop 2023-11-25T03:12:11.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 msgr2=0x7f2d7c14e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 0x7f2d7c14e000 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2d74005040 tx=0x7f2d64005800 comp rx=0 tx=0).stop 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 shutdown_connections 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d680664a0 0x7f2d68068960 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d7c0aa370 0x7f2d7c14e000 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2d7c1ea3a0 0x7f2d7c1eae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 --2- 172.21.15.76:0/2127883362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2d64004d10 0x7f2d7c1ed960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.549+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 >> 172.21.15.76:0/2127883362 conn(0x7f2d7c06a5b0 msgr2=0x7f2d7c0a8140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.553+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 shutdown_connections 2023-11-25T03:12:11.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:11.553+0000 7f2d81d65640 1 -- 172.21.15.76:0/2127883362 wait complete. 2023-11-25T03:12:11.577 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2023-11-25T03:12:11.105129+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220664,"kb_used_data":4484,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754056,"statfs":{"total":773094113280,"available":772868153344,"internally_reserved":0,"allocated":4591616,"data_stored":2536347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.147873"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893625+0000","last_change":"2023-11-25T03:12:05.923592+0000","last_active":"2023-11-25T03:12:07.893625+0000","last_peered":"2023-11-25T03:12:07.893625+0000","last_clean":"2023-11-25T03:12:07.893625+0000","last_became_active":"2023-11-25T03:12:05.923272+0000","last_became_peered":"2023-11-25T03:12:05.923272+0000","last_unstale":"2023-11-25T03:12:07.893625+0000","last_undegraded":"2023-11-25T03:12:07.893625+0000","last_fullsized":"2023-11-25T03:12:07.893625+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:56.672735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":179,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896305+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:05.896305+0000","last_peered":"2023-11-25T03:12:05.896305+0000","last_clean":"2023-11-25T03:12:05.896305+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:05.896305+0000","last_undegraded":"2023-11-25T03:12:05.896305+0000","last_fullsized":"2023-11-25T03:12:05.896305+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.905334+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:12:05.905334+0000","last_peered":"2023-11-25T03:12:05.905334+0000","last_clean":"2023-11-25T03:12:05.905334+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:12:05.905334+0000","last_undegraded":"2023-11-25T03:12:05.905334+0000","last_fullsized":"2023-11-25T03:12:05.905334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896991+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:12:05.896991+0000","last_peered":"2023-11-25T03:12:05.896991+0000","last_clean":"2023-11-25T03:12:05.896991+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:12:05.896991+0000","last_undegraded":"2023-11-25T03:12:05.896991+0000","last_fullsized":"2023-11-25T03:12:05.896991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978951+0000","last_change":"2023-11-25T03:12:04.979101+0000","last_active":"2023-11-25T03:12:05.978951+0000","last_peered":"2023-11-25T03:12:05.978951+0000","last_clean":"2023-11-25T03:12:05.978951+0000","last_became_active":"2023-11-25T03:12:04.978329+0000","last_became_peered":"2023-11-25T03:12:04.978329+0000","last_unstale":"2023-11-25T03:12:05.978951+0000","last_undegraded":"2023-11-25T03:12:05.978951+0000","last_fullsized":"2023-11-25T03:12:05.978951+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:39:39.940436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392181+0000","last_change":"2023-11-25T03:12:05.915939+0000","last_active":"2023-11-25T03:12:07.392181+0000","last_peered":"2023-11-25T03:12:07.392181+0000","last_clean":"2023-11-25T03:12:07.392181+0000","last_became_active":"2023-11-25T03:12:05.915659+0000","last_became_peered":"2023-11-25T03:12:05.915659+0000","last_unstale":"2023-11-25T03:12:07.392181+0000","last_undegraded":"2023-11-25T03:12:07.392181+0000","last_fullsized":"2023-11-25T03:12:07.392181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:19.024560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898080+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:12:05.898080+0000","last_peered":"2023-11-25T03:12:05.898080+0000","last_clean":"2023-11-25T03:12:05.898080+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:12:05.898080+0000","last_undegraded":"2023-11-25T03:12:05.898080+0000","last_fullsized":"2023-11-25T03:12:05.898080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903257+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:12:05.903257+0000","last_peered":"2023-11-25T03:12:05.903257+0000","last_clean":"2023-11-25T03:12:05.903257+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:12:05.903257+0000","last_undegraded":"2023-11-25T03:12:05.903257+0000","last_fullsized":"2023-11-25T03:12:05.903257+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904863+0000","last_change":"2023-11-25T03:12:04.979793+0000","last_active":"2023-11-25T03:12:05.904863+0000","last_peered":"2023-11-25T03:12:05.904863+0000","last_clean":"2023-11-25T03:12:05.904863+0000","last_became_active":"2023-11-25T03:12:04.979463+0000","last_became_peered":"2023-11-25T03:12:04.979463+0000","last_unstale":"2023-11-25T03:12:05.904863+0000","last_undegraded":"2023-11-25T03:12:05.904863+0000","last_fullsized":"2023-11-25T03:12:05.904863+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:00:49.789168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392235+0000","last_change":"2023-11-25T03:12:05.912769+0000","last_active":"2023-11-25T03:12:07.392235+0000","last_peered":"2023-11-25T03:12:07.392235+0000","last_clean":"2023-11-25T03:12:07.392235+0000","last_became_active":"2023-11-25T03:12:05.912500+0000","last_became_peered":"2023-11-25T03:12:05.912500+0000","last_unstale":"2023-11-25T03:12:07.392235+0000","last_undegraded":"2023-11-25T03:12:07.392235+0000","last_fullsized":"2023-11-25T03:12:07.392235+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:14.277218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903489+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:12:05.903489+0000","last_peered":"2023-11-25T03:12:05.903489+0000","last_clean":"2023-11-25T03:12:05.903489+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:12:05.903489+0000","last_undegraded":"2023-11-25T03:12:05.903489+0000","last_fullsized":"2023-11-25T03:12:05.903489+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897900+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:12:05.897900+0000","last_peered":"2023-11-25T03:12:05.897900+0000","last_clean":"2023-11-25T03:12:05.897900+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:12:05.897900+0000","last_undegraded":"2023-11-25T03:12:05.897900+0000","last_fullsized":"2023-11-25T03:12:05.897900+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897328+0000","last_change":"2023-11-25T03:12:04.988756+0000","last_active":"2023-11-25T03:12:05.897328+0000","last_peered":"2023-11-25T03:12:05.897328+0000","last_clean":"2023-11-25T03:12:05.897328+0000","last_became_active":"2023-11-25T03:12:04.988476+0000","last_became_peered":"2023-11-25T03:12:04.988476+0000","last_unstale":"2023-11-25T03:12:05.897328+0000","last_undegraded":"2023-11-25T03:12:05.897328+0000","last_fullsized":"2023-11-25T03:12:05.897328+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:11.764546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893878+0000","last_change":"2023-11-25T03:12:05.916368+0000","last_active":"2023-11-25T03:12:07.893878+0000","last_peered":"2023-11-25T03:12:07.893878+0000","last_clean":"2023-11-25T03:12:07.893878+0000","last_became_active":"2023-11-25T03:12:05.916081+0000","last_became_peered":"2023-11-25T03:12:05.916081+0000","last_unstale":"2023-11-25T03:12:07.893878+0000","last_undegraded":"2023-11-25T03:12:07.893878+0000","last_fullsized":"2023-11-25T03:12:07.893878+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:35:52.099259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893848+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:12:05.893848+0000","last_peered":"2023-11-25T03:12:05.893848+0000","last_clean":"2023-11-25T03:12:05.893848+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:12:05.893848+0000","last_undegraded":"2023-11-25T03:12:05.893848+0000","last_fullsized":"2023-11-25T03:12:05.893848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902801+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:12:05.902801+0000","last_peered":"2023-11-25T03:12:05.902801+0000","last_clean":"2023-11-25T03:12:05.902801+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:12:05.902801+0000","last_undegraded":"2023-11-25T03:12:05.902801+0000","last_fullsized":"2023-11-25T03:12:05.902801+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902709+0000","last_change":"2023-11-25T03:12:04.980923+0000","last_active":"2023-11-25T03:12:05.902709+0000","last_peered":"2023-11-25T03:12:05.902709+0000","last_clean":"2023-11-25T03:12:05.902709+0000","last_became_active":"2023-11-25T03:12:04.980636+0000","last_became_peered":"2023-11-25T03:12:04.980636+0000","last_unstale":"2023-11-25T03:12:05.902709+0000","last_undegraded":"2023-11-25T03:12:05.902709+0000","last_fullsized":"2023-11-25T03:12:05.902709+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:48:37.357532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.897480+0000","last_change":"2023-11-25T03:12:05.913024+0000","last_active":"2023-11-25T03:12:06.897480+0000","last_peered":"2023-11-25T03:12:06.897480+0000","last_clean":"2023-11-25T03:12:06.897480+0000","last_became_active":"2023-11-25T03:12:05.912708+0000","last_became_peered":"2023-11-25T03:12:05.912708+0000","last_unstale":"2023-11-25T03:12:06.897480+0000","last_undegraded":"2023-11-25T03:12:06.897480+0000","last_fullsized":"2023-11-25T03:12:06.897480+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:54.534161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903052+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:12:05.903052+0000","last_peered":"2023-11-25T03:12:05.903052+0000","last_clean":"2023-11-25T03:12:05.903052+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:12:05.903052+0000","last_undegraded":"2023-11-25T03:12:05.903052+0000","last_fullsized":"2023-11-25T03:12:05.903052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.907731+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:12:05.907731+0000","last_peered":"2023-11-25T03:12:05.907731+0000","last_clean":"2023-11-25T03:12:05.907731+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:12:05.907731+0000","last_undegraded":"2023-11-25T03:12:05.907731+0000","last_fullsized":"2023-11-25T03:12:05.907731+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893635+0000","last_change":"2023-11-25T03:12:04.989792+0000","last_active":"2023-11-25T03:12:05.893635+0000","last_peered":"2023-11-25T03:12:05.893635+0000","last_clean":"2023-11-25T03:12:05.893635+0000","last_became_active":"2023-11-25T03:12:04.989459+0000","last_became_peered":"2023-11-25T03:12:04.989459+0000","last_unstale":"2023-11-25T03:12:05.893635+0000","last_undegraded":"2023-11-25T03:12:05.893635+0000","last_fullsized":"2023-11-25T03:12:05.893635+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:55.766943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895343+0000","last_change":"2023-11-25T03:12:05.924344+0000","last_active":"2023-11-25T03:12:07.895343+0000","last_peered":"2023-11-25T03:12:07.895343+0000","last_clean":"2023-11-25T03:12:07.895343+0000","last_became_active":"2023-11-25T03:12:05.924019+0000","last_became_peered":"2023-11-25T03:12:05.924019+0000","last_unstale":"2023-11-25T03:12:07.895343+0000","last_undegraded":"2023-11-25T03:12:07.895343+0000","last_fullsized":"2023-11-25T03:12:07.895343+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:37.140527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894087+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:12:05.894087+0000","last_peered":"2023-11-25T03:12:05.894087+0000","last_clean":"2023-11-25T03:12:05.894087+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:12:05.894087+0000","last_undegraded":"2023-11-25T03:12:05.894087+0000","last_fullsized":"2023-11-25T03:12:05.894087+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902497+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:12:05.902497+0000","last_peered":"2023-11-25T03:12:05.902497+0000","last_clean":"2023-11-25T03:12:05.902497+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:12:05.902497+0000","last_undegraded":"2023-11-25T03:12:05.902497+0000","last_fullsized":"2023-11-25T03:12:05.902497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902786+0000","last_change":"2023-11-25T03:12:04.981905+0000","last_active":"2023-11-25T03:12:05.902786+0000","last_peered":"2023-11-25T03:12:05.902786+0000","last_clean":"2023-11-25T03:12:05.902786+0000","last_became_active":"2023-11-25T03:12:04.981555+0000","last_became_peered":"2023-11-25T03:12:04.981555+0000","last_unstale":"2023-11-25T03:12:05.902786+0000","last_undegraded":"2023-11-25T03:12:05.902786+0000","last_fullsized":"2023-11-25T03:12:05.902786+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:00.936384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898555+0000","last_change":"2023-11-25T03:12:05.916994+0000","last_active":"2023-11-25T03:12:06.898555+0000","last_peered":"2023-11-25T03:12:06.898555+0000","last_clean":"2023-11-25T03:12:06.898555+0000","last_became_active":"2023-11-25T03:12:05.916619+0000","last_became_peered":"2023-11-25T03:12:05.916619+0000","last_unstale":"2023-11-25T03:12:06.898555+0000","last_undegraded":"2023-11-25T03:12:06.898555+0000","last_fullsized":"2023-11-25T03:12:06.898555+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:37.981319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904695+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:12:05.904695+0000","last_peered":"2023-11-25T03:12:05.904695+0000","last_clean":"2023-11-25T03:12:05.904695+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:12:05.904695+0000","last_undegraded":"2023-11-25T03:12:05.904695+0000","last_fullsized":"2023-11-25T03:12:05.904695+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900864+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:12:05.900864+0000","last_peered":"2023-11-25T03:12:05.900864+0000","last_clean":"2023-11-25T03:12:05.900864+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:12:05.900864+0000","last_undegraded":"2023-11-25T03:12:05.900864+0000","last_fullsized":"2023-11-25T03:12:05.900864+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893888+0000","last_change":"2023-11-25T03:12:04.980786+0000","last_active":"2023-11-25T03:12:05.893888+0000","last_peered":"2023-11-25T03:12:05.893888+0000","last_clean":"2023-11-25T03:12:05.893888+0000","last_became_active":"2023-11-25T03:12:04.980428+0000","last_became_peered":"2023-11-25T03:12:04.980428+0000","last_unstale":"2023-11-25T03:12:05.893888+0000","last_undegraded":"2023-11-25T03:12:05.893888+0000","last_fullsized":"2023-11-25T03:12:05.893888+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:36:00.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893132+0000","last_change":"2023-11-25T03:12:05.917822+0000","last_active":"2023-11-25T03:12:07.893132+0000","last_peered":"2023-11-25T03:12:07.893132+0000","last_clean":"2023-11-25T03:12:07.893132+0000","last_became_active":"2023-11-25T03:12:05.917600+0000","last_became_peered":"2023-11-25T03:12:05.917600+0000","last_unstale":"2023-11-25T03:12:07.893132+0000","last_undegraded":"2023-11-25T03:12:07.893132+0000","last_fullsized":"2023-11-25T03:12:07.893132+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:32:39.507060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894792+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:12:05.894792+0000","last_peered":"2023-11-25T03:12:05.894792+0000","last_clean":"2023-11-25T03:12:05.894792+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:12:05.894792+0000","last_undegraded":"2023-11-25T03:12:05.894792+0000","last_fullsized":"2023-11-25T03:12:05.894792+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.911068+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:12:05.911068+0000","last_peered":"2023-11-25T03:12:05.911068+0000","last_clean":"2023-11-25T03:12:05.911068+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:12:05.911068+0000","last_undegraded":"2023-11-25T03:12:05.911068+0000","last_fullsized":"2023-11-25T03:12:05.911068+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897856+0000","last_change":"2023-11-25T03:12:04.984511+0000","last_active":"2023-11-25T03:12:05.897856+0000","last_peered":"2023-11-25T03:12:05.897856+0000","last_clean":"2023-11-25T03:12:05.897856+0000","last_became_active":"2023-11-25T03:12:04.984160+0000","last_became_peered":"2023-11-25T03:12:04.984160+0000","last_unstale":"2023-11-25T03:12:05.897856+0000","last_undegraded":"2023-11-25T03:12:05.897856+0000","last_fullsized":"2023-11-25T03:12:05.897856+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:17.602436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.648107+0000","last_change":"2023-11-25T03:12:05.909041+0000","last_active":"2023-11-25T03:12:07.648107+0000","last_peered":"2023-11-25T03:12:07.648107+0000","last_clean":"2023-11-25T03:12:07.648107+0000","last_became_active":"2023-11-25T03:12:05.908638+0000","last_became_peered":"2023-11-25T03:12:05.908638+0000","last_unstale":"2023-11-25T03:12:07.648107+0000","last_undegraded":"2023-11-25T03:12:07.648107+0000","last_fullsized":"2023-11-25T03:12:07.648107+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:10:17.614685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896594+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:12:05.896594+0000","last_peered":"2023-11-25T03:12:05.896594+0000","last_clean":"2023-11-25T03:12:05.896594+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:12:05.896594+0000","last_undegraded":"2023-11-25T03:12:05.896594+0000","last_fullsized":"2023-11-25T03:12:05.896594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896683+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:12:05.896683+0000","last_peered":"2023-11-25T03:12:05.896683+0000","last_clean":"2023-11-25T03:12:05.896683+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:12:05.896683+0000","last_undegraded":"2023-11-25T03:12:05.896683+0000","last_fullsized":"2023-11-25T03:12:05.896683+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896537+0000","last_change":"2023-11-25T03:12:04.988048+0000","last_active":"2023-11-25T03:12:05.896537+0000","last_peered":"2023-11-25T03:12:05.896537+0000","last_clean":"2023-11-25T03:12:05.896537+0000","last_became_active":"2023-11-25T03:12:04.987748+0000","last_became_peered":"2023-11-25T03:12:04.987748+0000","last_unstale":"2023-11-25T03:12:05.896537+0000","last_undegraded":"2023-11-25T03:12:05.896537+0000","last_fullsized":"2023-11-25T03:12:05.896537+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:31.445516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392079+0000","last_change":"2023-11-25T03:12:05.912630+0000","last_active":"2023-11-25T03:12:07.392079+0000","last_peered":"2023-11-25T03:12:07.392079+0000","last_clean":"2023-11-25T03:12:07.392079+0000","last_became_active":"2023-11-25T03:12:05.912347+0000","last_became_peered":"2023-11-25T03:12:05.912347+0000","last_unstale":"2023-11-25T03:12:07.392079+0000","last_undegraded":"2023-11-25T03:12:07.392079+0000","last_fullsized":"2023-11-25T03:12:07.392079+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:40.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903394+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:12:05.903394+0000","last_peered":"2023-11-25T03:12:05.903394+0000","last_clean":"2023-11-25T03:12:05.903394+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:12:05.903394+0000","last_undegraded":"2023-11-25T03:12:05.903394+0000","last_fullsized":"2023-11-25T03:12:05.903394+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.908683+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:12:05.908683+0000","last_peered":"2023-11-25T03:12:05.908683+0000","last_clean":"2023-11-25T03:12:05.908683+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:12:05.908683+0000","last_undegraded":"2023-11-25T03:12:05.908683+0000","last_fullsized":"2023-11-25T03:12:05.908683+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976697+0000","last_change":"2023-11-25T03:12:04.969400+0000","last_active":"2023-11-25T03:12:05.976697+0000","last_peered":"2023-11-25T03:12:05.976697+0000","last_clean":"2023-11-25T03:12:05.976697+0000","last_became_active":"2023-11-25T03:12:04.969146+0000","last_became_peered":"2023-11-25T03:12:04.969146+0000","last_unstale":"2023-11-25T03:12:05.976697+0000","last_undegraded":"2023-11-25T03:12:05.976697+0000","last_fullsized":"2023-11-25T03:12:05.976697+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:09.111113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892617+0000","last_change":"2023-11-25T03:12:05.922080+0000","last_active":"2023-11-25T03:12:07.892617+0000","last_peered":"2023-11-25T03:12:07.892617+0000","last_clean":"2023-11-25T03:12:07.892617+0000","last_became_active":"2023-11-25T03:12:05.921790+0000","last_became_peered":"2023-11-25T03:12:05.921790+0000","last_unstale":"2023-11-25T03:12:07.892617+0000","last_undegraded":"2023-11-25T03:12:07.892617+0000","last_fullsized":"2023-11-25T03:12:07.892617+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:52:00.889083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.907818+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:12:05.907818+0000","last_peered":"2023-11-25T03:12:05.907818+0000","last_clean":"2023-11-25T03:12:05.907818+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:12:05.907818+0000","last_undegraded":"2023-11-25T03:12:05.907818+0000","last_fullsized":"2023-11-25T03:12:05.907818+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909647+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:12:05.909647+0000","last_peered":"2023-11-25T03:12:05.909647+0000","last_clean":"2023-11-25T03:12:05.909647+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:12:05.909647+0000","last_undegraded":"2023-11-25T03:12:05.909647+0000","last_fullsized":"2023-11-25T03:12:05.909647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896126+0000","last_change":"2023-11-25T03:12:04.975750+0000","last_active":"2023-11-25T03:12:05.896126+0000","last_peered":"2023-11-25T03:12:05.896126+0000","last_clean":"2023-11-25T03:12:05.896126+0000","last_became_active":"2023-11-25T03:12:04.975377+0000","last_became_peered":"2023-11-25T03:12:04.975377+0000","last_unstale":"2023-11-25T03:12:05.896126+0000","last_undegraded":"2023-11-25T03:12:05.896126+0000","last_fullsized":"2023-11-25T03:12:05.896126+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:31.445516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.895651+0000","last_change":"2023-11-25T03:12:05.916913+0000","last_active":"2023-11-25T03:12:06.895651+0000","last_peered":"2023-11-25T03:12:06.895651+0000","last_clean":"2023-11-25T03:12:06.895651+0000","last_became_active":"2023-11-25T03:12:05.916555+0000","last_became_peered":"2023-11-25T03:12:05.916555+0000","last_unstale":"2023-11-25T03:12:06.895651+0000","last_undegraded":"2023-11-25T03:12:06.895651+0000","last_fullsized":"2023-11-25T03:12:06.895651+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:20:06.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902896+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:12:05.902896+0000","last_peered":"2023-11-25T03:12:05.902896+0000","last_clean":"2023-11-25T03:12:05.902896+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:12:05.902896+0000","last_undegraded":"2023-11-25T03:12:05.902896+0000","last_fullsized":"2023-11-25T03:12:05.902896+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.908956+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:12:05.908956+0000","last_peered":"2023-11-25T03:12:05.908956+0000","last_clean":"2023-11-25T03:12:05.908956+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:12:05.908956+0000","last_undegraded":"2023-11-25T03:12:05.908956+0000","last_fullsized":"2023-11-25T03:12:05.908956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903057+0000","last_change":"2023-11-25T03:12:04.976695+0000","last_active":"2023-11-25T03:12:05.903057+0000","last_peered":"2023-11-25T03:12:05.903057+0000","last_clean":"2023-11-25T03:12:05.903057+0000","last_became_active":"2023-11-25T03:12:04.974297+0000","last_became_peered":"2023-11-25T03:12:04.974297+0000","last_unstale":"2023-11-25T03:12:05.903057+0000","last_undegraded":"2023-11-25T03:12:05.903057+0000","last_fullsized":"2023-11-25T03:12:05.903057+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:36.132893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893419+0000","last_change":"2023-11-25T03:12:05.914764+0000","last_active":"2023-11-25T03:12:07.893419+0000","last_peered":"2023-11-25T03:12:07.893419+0000","last_clean":"2023-11-25T03:12:07.893419+0000","last_became_active":"2023-11-25T03:12:05.912203+0000","last_became_peered":"2023-11-25T03:12:05.912203+0000","last_unstale":"2023-11-25T03:12:07.893419+0000","last_undegraded":"2023-11-25T03:12:07.893419+0000","last_fullsized":"2023-11-25T03:12:07.893419+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:18.610071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903567+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:12:05.903567+0000","last_peered":"2023-11-25T03:12:05.903567+0000","last_clean":"2023-11-25T03:12:05.903567+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:12:05.903567+0000","last_undegraded":"2023-11-25T03:12:05.903567+0000","last_fullsized":"2023-11-25T03:12:05.903567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910626+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:12:05.910626+0000","last_peered":"2023-11-25T03:12:05.910626+0000","last_clean":"2023-11-25T03:12:05.910626+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:12:05.910626+0000","last_undegraded":"2023-11-25T03:12:05.910626+0000","last_fullsized":"2023-11-25T03:12:05.910626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.975587+0000","last_change":"2023-11-25T03:12:04.986710+0000","last_active":"2023-11-25T03:12:05.975587+0000","last_peered":"2023-11-25T03:12:05.975587+0000","last_clean":"2023-11-25T03:12:05.975587+0000","last_became_active":"2023-11-25T03:12:04.985433+0000","last_became_peered":"2023-11-25T03:12:04.985433+0000","last_unstale":"2023-11-25T03:12:05.975587+0000","last_undegraded":"2023-11-25T03:12:05.975587+0000","last_fullsized":"2023-11-25T03:12:05.975587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:51:59.881449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.897001+0000","last_change":"2023-11-25T03:12:05.913315+0000","last_active":"2023-11-25T03:12:06.897001+0000","last_peered":"2023-11-25T03:12:06.897001+0000","last_clean":"2023-11-25T03:12:06.897001+0000","last_became_active":"2023-11-25T03:12:05.912311+0000","last_became_peered":"2023-11-25T03:12:05.912311+0000","last_unstale":"2023-11-25T03:12:06.897001+0000","last_undegraded":"2023-11-25T03:12:06.897001+0000","last_fullsized":"2023-11-25T03:12:06.897001+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:05.805498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906113+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:12:05.906113+0000","last_peered":"2023-11-25T03:12:05.906113+0000","last_clean":"2023-11-25T03:12:05.906113+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:12:05.906113+0000","last_undegraded":"2023-11-25T03:12:05.906113+0000","last_fullsized":"2023-11-25T03:12:05.906113+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893933+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:12:05.893933+0000","last_peered":"2023-11-25T03:12:05.893933+0000","last_clean":"2023-11-25T03:12:05.893933+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:12:05.893933+0000","last_undegraded":"2023-11-25T03:12:05.893933+0000","last_fullsized":"2023-11-25T03:12:05.893933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978254+0000","last_change":"2023-11-25T03:12:04.980052+0000","last_active":"2023-11-25T03:12:05.978254+0000","last_peered":"2023-11-25T03:12:05.978254+0000","last_clean":"2023-11-25T03:12:05.978254+0000","last_became_active":"2023-11-25T03:12:04.979695+0000","last_became_peered":"2023-11-25T03:12:04.979695+0000","last_unstale":"2023-11-25T03:12:05.978254+0000","last_undegraded":"2023-11-25T03:12:05.978254+0000","last_fullsized":"2023-11-25T03:12:05.978254+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:48.797442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894637+0000","last_change":"2023-11-25T03:12:05.925484+0000","last_active":"2023-11-25T03:12:07.894637+0000","last_peered":"2023-11-25T03:12:07.894637+0000","last_clean":"2023-11-25T03:12:07.894637+0000","last_became_active":"2023-11-25T03:12:05.925089+0000","last_became_peered":"2023-11-25T03:12:05.925089+0000","last_unstale":"2023-11-25T03:12:07.894637+0000","last_undegraded":"2023-11-25T03:12:07.894637+0000","last_fullsized":"2023-11-25T03:12:07.894637+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:01.175319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.911013+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:12:05.911013+0000","last_peered":"2023-11-25T03:12:05.911013+0000","last_clean":"2023-11-25T03:12:05.911013+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:12:05.911013+0000","last_undegraded":"2023-11-25T03:12:05.911013+0000","last_fullsized":"2023-11-25T03:12:05.911013+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900805+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:12:05.900805+0000","last_peered":"2023-11-25T03:12:05.900805+0000","last_clean":"2023-11-25T03:12:05.900805+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:12:05.900805+0000","last_undegraded":"2023-11-25T03:12:05.900805+0000","last_fullsized":"2023-11-25T03:12:05.900805+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901607+0000","last_change":"2023-11-25T03:12:04.984892+0000","last_active":"2023-11-25T03:12:05.901607+0000","last_peered":"2023-11-25T03:12:05.901607+0000","last_clean":"2023-11-25T03:12:05.901607+0000","last_became_active":"2023-11-25T03:12:04.984597+0000","last_became_peered":"2023-11-25T03:12:04.984597+0000","last_unstale":"2023-11-25T03:12:05.901607+0000","last_undegraded":"2023-11-25T03:12:05.901607+0000","last_fullsized":"2023-11-25T03:12:05.901607+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:36.973684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894684+0000","last_change":"2023-11-25T03:12:05.914727+0000","last_active":"2023-11-25T03:12:07.894684+0000","last_peered":"2023-11-25T03:12:07.894684+0000","last_clean":"2023-11-25T03:12:07.894684+0000","last_became_active":"2023-11-25T03:12:05.914382+0000","last_became_peered":"2023-11-25T03:12:05.914382+0000","last_unstale":"2023-11-25T03:12:07.894684+0000","last_undegraded":"2023-11-25T03:12:07.894684+0000","last_fullsized":"2023-11-25T03:12:07.894684+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:47.530867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894688+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:12:05.894688+0000","last_peered":"2023-11-25T03:12:05.894688+0000","last_clean":"2023-11-25T03:12:05.894688+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:12:05.894688+0000","last_undegraded":"2023-11-25T03:12:05.894688+0000","last_fullsized":"2023-11-25T03:12:05.894688+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910874+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:12:05.910874+0000","last_peered":"2023-11-25T03:12:05.910874+0000","last_clean":"2023-11-25T03:12:05.910874+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:12:05.910874+0000","last_undegraded":"2023-11-25T03:12:05.910874+0000","last_fullsized":"2023-11-25T03:12:05.910874+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976472+0000","last_change":"2023-11-25T03:12:04.981583+0000","last_active":"2023-11-25T03:12:05.976472+0000","last_peered":"2023-11-25T03:12:05.976472+0000","last_clean":"2023-11-25T03:12:05.976472+0000","last_became_active":"2023-11-25T03:12:04.981250+0000","last_became_peered":"2023-11-25T03:12:04.981250+0000","last_unstale":"2023-11-25T03:12:05.976472+0000","last_undegraded":"2023-11-25T03:12:05.976472+0000","last_fullsized":"2023-11-25T03:12:05.976472+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:11.764546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893303+0000","last_change":"2023-11-25T03:12:05.916189+0000","last_active":"2023-11-25T03:12:07.893303+0000","last_peered":"2023-11-25T03:12:07.893303+0000","last_clean":"2023-11-25T03:12:07.893303+0000","last_became_active":"2023-11-25T03:12:05.915584+0000","last_became_peered":"2023-11-25T03:12:05.915584+0000","last_unstale":"2023-11-25T03:12:07.893303+0000","last_undegraded":"2023-11-25T03:12:07.893303+0000","last_fullsized":"2023-11-25T03:12:07.893303+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:12.772181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":24,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897993+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:12:05.897993+0000","last_peered":"2023-11-25T03:12:05.897993+0000","last_clean":"2023-11-25T03:12:05.897993+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:12:05.897993+0000","last_undegraded":"2023-11-25T03:12:05.897993+0000","last_fullsized":"2023-11-25T03:12:05.897993+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.905887+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:12:05.905887+0000","last_peered":"2023-11-25T03:12:05.905887+0000","last_clean":"2023-11-25T03:12:05.905887+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:12:05.905887+0000","last_undegraded":"2023-11-25T03:12:05.905887+0000","last_fullsized":"2023-11-25T03:12:05.905887+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896793+0000","last_change":"2023-11-25T03:12:04.976844+0000","last_active":"2023-11-25T03:12:05.896793+0000","last_peered":"2023-11-25T03:12:05.896793+0000","last_clean":"2023-11-25T03:12:05.896793+0000","last_became_active":"2023-11-25T03:12:04.976472+0000","last_became_peered":"2023-11-25T03:12:04.976472+0000","last_unstale":"2023-11-25T03:12:05.896793+0000","last_undegraded":"2023-11-25T03:12:05.896793+0000","last_fullsized":"2023-11-25T03:12:05.896793+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:26.908797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895446+0000","last_change":"2023-11-25T03:12:05.927643+0000","last_active":"2023-11-25T03:12:07.895446+0000","last_peered":"2023-11-25T03:12:07.895446+0000","last_clean":"2023-11-25T03:12:07.895446+0000","last_became_active":"2023-11-25T03:12:05.927262+0000","last_became_peered":"2023-11-25T03:12:05.927262+0000","last_unstale":"2023-11-25T03:12:07.895446+0000","last_undegraded":"2023-11-25T03:12:07.895446+0000","last_fullsized":"2023-11-25T03:12:07.895446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:49:36.601728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898967+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:12:05.898967+0000","last_peered":"2023-11-25T03:12:05.898967+0000","last_clean":"2023-11-25T03:12:05.898967+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:12:05.898967+0000","last_undegraded":"2023-11-25T03:12:05.898967+0000","last_fullsized":"2023-11-25T03:12:05.898967+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.895867+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:12:05.895867+0000","last_peered":"2023-11-25T03:12:05.895867+0000","last_clean":"2023-11-25T03:12:05.895867+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:12:05.895867+0000","last_undegraded":"2023-11-25T03:12:05.895867+0000","last_fullsized":"2023-11-25T03:12:05.895867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976825+0000","last_change":"2023-11-25T03:12:04.986764+0000","last_active":"2023-11-25T03:12:05.976825+0000","last_peered":"2023-11-25T03:12:05.976825+0000","last_clean":"2023-11-25T03:12:05.976825+0000","last_became_active":"2023-11-25T03:12:04.986417+0000","last_became_peered":"2023-11-25T03:12:04.986417+0000","last_unstale":"2023-11-25T03:12:05.976825+0000","last_undegraded":"2023-11-25T03:12:05.976825+0000","last_fullsized":"2023-11-25T03:12:05.976825+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:18.458628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898000+0000","last_change":"2023-11-25T03:12:05.915460+0000","last_active":"2023-11-25T03:12:06.898000+0000","last_peered":"2023-11-25T03:12:06.898000+0000","last_clean":"2023-11-25T03:12:06.898000+0000","last_became_active":"2023-11-25T03:12:05.915152+0000","last_became_peered":"2023-11-25T03:12:05.915152+0000","last_unstale":"2023-11-25T03:12:06.898000+0000","last_undegraded":"2023-11-25T03:12:06.898000+0000","last_fullsized":"2023-11-25T03:12:06.898000+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:10.118748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893800+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:12:05.893800+0000","last_peered":"2023-11-25T03:12:05.893800+0000","last_clean":"2023-11-25T03:12:05.893800+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:12:05.893800+0000","last_undegraded":"2023-11-25T03:12:05.893800+0000","last_fullsized":"2023-11-25T03:12:05.893800+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900104+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:12:05.900104+0000","last_peered":"2023-11-25T03:12:05.900104+0000","last_clean":"2023-11-25T03:12:05.900104+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:12:05.900104+0000","last_undegraded":"2023-11-25T03:12:05.900104+0000","last_fullsized":"2023-11-25T03:12:05.900104+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"35'8","reported_seq":20,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978404+0000","last_change":"2023-11-25T03:12:04.979570+0000","last_active":"2023-11-25T03:12:05.978404+0000","last_peered":"2023-11-25T03:12:05.978404+0000","last_clean":"2023-11-25T03:12:05.978404+0000","last_became_active":"2023-11-25T03:12:04.979204+0000","last_became_peered":"2023-11-25T03:12:04.979204+0000","last_unstale":"2023-11-25T03:12:05.978404+0000","last_undegraded":"2023-11-25T03:12:05.978404+0000","last_fullsized":"2023-11-25T03:12:05.978404+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:10:16.607050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.391942+0000","last_change":"2023-11-25T03:12:05.910455+0000","last_active":"2023-11-25T03:12:07.391942+0000","last_peered":"2023-11-25T03:12:07.391942+0000","last_clean":"2023-11-25T03:12:07.391942+0000","last_became_active":"2023-11-25T03:12:05.910118+0000","last_became_peered":"2023-11-25T03:12:05.910118+0000","last_unstale":"2023-11-25T03:12:07.391942+0000","last_undegraded":"2023-11-25T03:12:07.391942+0000","last_fullsized":"2023-11-25T03:12:07.391942+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:17:36.245572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904280+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:12:05.904280+0000","last_peered":"2023-11-25T03:12:05.904280+0000","last_clean":"2023-11-25T03:12:05.904280+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:12:05.904280+0000","last_undegraded":"2023-11-25T03:12:05.904280+0000","last_fullsized":"2023-11-25T03:12:05.904280+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893629+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:12:05.893629+0000","last_peered":"2023-11-25T03:12:05.893629+0000","last_clean":"2023-11-25T03:12:05.893629+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:12:05.893629+0000","last_undegraded":"2023-11-25T03:12:05.893629+0000","last_fullsized":"2023-11-25T03:12:05.893629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898723+0000","last_change":"2023-11-25T03:12:04.976091+0000","last_active":"2023-11-25T03:12:05.898723+0000","last_peered":"2023-11-25T03:12:05.898723+0000","last_clean":"2023-11-25T03:12:05.898723+0000","last_became_active":"2023-11-25T03:12:04.975831+0000","last_became_peered":"2023-11-25T03:12:04.975831+0000","last_unstale":"2023-11-25T03:12:05.898723+0000","last_undegraded":"2023-11-25T03:12:05.898723+0000","last_fullsized":"2023-11-25T03:12:05.898723+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:17.602436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898861+0000","last_change":"2023-11-25T03:12:05.910743+0000","last_active":"2023-11-25T03:12:06.898861+0000","last_peered":"2023-11-25T03:12:06.898861+0000","last_clean":"2023-11-25T03:12:06.898861+0000","last_became_active":"2023-11-25T03:12:05.909872+0000","last_became_peered":"2023-11-25T03:12:05.909872+0000","last_unstale":"2023-11-25T03:12:06.898861+0000","last_undegraded":"2023-11-25T03:12:06.898861+0000","last_fullsized":"2023-11-25T03:12:06.898861+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:20:23.777621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"32'9","reported_seq":25,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901841+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:12:05.901841+0000","last_peered":"2023-11-25T03:12:05.901841+0000","last_clean":"2023-11-25T03:12:05.901841+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:12:05.901841+0000","last_undegraded":"2023-11-25T03:12:05.901841+0000","last_fullsized":"2023-11-25T03:12:05.901841+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899762+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:12:05.899762+0000","last_peered":"2023-11-25T03:12:05.899762+0000","last_clean":"2023-11-25T03:12:05.899762+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:12:05.899762+0000","last_undegraded":"2023-11-25T03:12:05.899762+0000","last_fullsized":"2023-11-25T03:12:05.899762+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904135+0000","last_change":"2023-11-25T03:12:04.977441+0000","last_active":"2023-11-25T03:12:05.904135+0000","last_peered":"2023-11-25T03:12:05.904135+0000","last_clean":"2023-11-25T03:12:05.904135+0000","last_became_active":"2023-11-25T03:12:04.977034+0000","last_became_peered":"2023-11-25T03:12:04.977034+0000","last_unstale":"2023-11-25T03:12:05.904135+0000","last_undegraded":"2023-11-25T03:12:05.904135+0000","last_fullsized":"2023-11-25T03:12:05.904135+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:49:35.594094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895872+0000","last_change":"2023-11-25T03:12:05.918894+0000","last_active":"2023-11-25T03:12:07.895872+0000","last_peered":"2023-11-25T03:12:07.895872+0000","last_clean":"2023-11-25T03:12:07.895872+0000","last_became_active":"2023-11-25T03:12:05.918208+0000","last_became_peered":"2023-11-25T03:12:05.918208+0000","last_unstale":"2023-11-25T03:12:07.895872+0000","last_undegraded":"2023-11-25T03:12:07.895872+0000","last_fullsized":"2023-11-25T03:12:07.895872+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:12.772181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":19,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899999+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:12:05.899999+0000","last_peered":"2023-11-25T03:12:05.899999+0000","last_clean":"2023-11-25T03:12:05.899999+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:12:05.899999+0000","last_undegraded":"2023-11-25T03:12:05.899999+0000","last_fullsized":"2023-11-25T03:12:05.899999+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901749+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:12:05.901749+0000","last_peered":"2023-11-25T03:12:05.901749+0000","last_clean":"2023-11-25T03:12:05.901749+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:12:05.901749+0000","last_undegraded":"2023-11-25T03:12:05.901749+0000","last_fullsized":"2023-11-25T03:12:05.901749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910466+0000","last_change":"2023-11-25T03:12:04.976645+0000","last_active":"2023-11-25T03:12:05.910466+0000","last_peered":"2023-11-25T03:12:05.910466+0000","last_clean":"2023-11-25T03:12:05.910466+0000","last_became_active":"2023-11-25T03:12:04.976329+0000","last_became_peered":"2023-11-25T03:12:04.976329+0000","last_unstale":"2023-11-25T03:12:05.910466+0000","last_undegraded":"2023-11-25T03:12:05.910466+0000","last_fullsized":"2023-11-25T03:12:05.910466+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:38:52.938468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898499+0000","last_change":"2023-11-25T03:12:05.919485+0000","last_active":"2023-11-25T03:12:06.898499+0000","last_peered":"2023-11-25T03:12:06.898499+0000","last_clean":"2023-11-25T03:12:06.898499+0000","last_became_active":"2023-11-25T03:12:05.919220+0000","last_became_peered":"2023-11-25T03:12:05.919220+0000","last_unstale":"2023-11-25T03:12:06.898499+0000","last_undegraded":"2023-11-25T03:12:06.898499+0000","last_fullsized":"2023-11-25T03:12:06.898499+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:56:27.342206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904571+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:12:05.904571+0000","last_peered":"2023-11-25T03:12:05.904571+0000","last_clean":"2023-11-25T03:12:05.904571+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:12:05.904571+0000","last_undegraded":"2023-11-25T03:12:05.904571+0000","last_fullsized":"2023-11-25T03:12:05.904571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901419+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:12:05.901419+0000","last_peered":"2023-11-25T03:12:05.901419+0000","last_clean":"2023-11-25T03:12:05.901419+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:12:05.901419+0000","last_undegraded":"2023-11-25T03:12:05.901419+0000","last_fullsized":"2023-11-25T03:12:05.901419+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"35'6","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.980773+0000","last_change":"2023-11-25T03:12:04.980572+0000","last_active":"2023-11-25T03:12:05.980773+0000","last_peered":"2023-11-25T03:12:05.980773+0000","last_clean":"2023-11-25T03:12:05.980773+0000","last_became_active":"2023-11-25T03:12:04.980329+0000","last_became_peered":"2023-11-25T03:12:04.980329+0000","last_unstale":"2023-11-25T03:12:05.980773+0000","last_undegraded":"2023-11-25T03:12:05.980773+0000","last_fullsized":"2023-11-25T03:12:05.980773+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:38.952186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392736+0000","last_change":"2023-11-25T03:12:05.918212+0000","last_active":"2023-11-25T03:12:07.392736+0000","last_peered":"2023-11-25T03:12:07.392736+0000","last_clean":"2023-11-25T03:12:07.392736+0000","last_became_active":"2023-11-25T03:12:05.917943+0000","last_became_peered":"2023-11-25T03:12:05.917943+0000","last_unstale":"2023-11-25T03:12:07.392736+0000","last_undegraded":"2023-11-25T03:12:07.392736+0000","last_fullsized":"2023-11-25T03:12:07.392736+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:50.676961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901509+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:12:05.901509+0000","last_peered":"2023-11-25T03:12:05.901509+0000","last_clean":"2023-11-25T03:12:05.901509+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:12:05.901509+0000","last_undegraded":"2023-11-25T03:12:05.901509+0000","last_fullsized":"2023-11-25T03:12:05.901509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899818+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:12:05.899818+0000","last_peered":"2023-11-25T03:12:05.899818+0000","last_clean":"2023-11-25T03:12:05.899818+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:12:05.899818+0000","last_undegraded":"2023-11-25T03:12:05.899818+0000","last_fullsized":"2023-11-25T03:12:05.899818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"35'3","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978558+0000","last_change":"2023-11-25T03:12:04.988739+0000","last_active":"2023-11-25T03:12:05.978558+0000","last_peered":"2023-11-25T03:12:05.978558+0000","last_clean":"2023-11-25T03:12:05.978558+0000","last_became_active":"2023-11-25T03:12:04.988450+0000","last_became_peered":"2023-11-25T03:12:04.988450+0000","last_unstale":"2023-11-25T03:12:05.978558+0000","last_undegraded":"2023-11-25T03:12:05.978558+0000","last_fullsized":"2023-11-25T03:12:05.978558+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:53.526526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893153+0000","last_change":"2023-11-25T03:12:05.916399+0000","last_active":"2023-11-25T03:12:07.893153+0000","last_peered":"2023-11-25T03:12:07.893153+0000","last_clean":"2023-11-25T03:12:07.893153+0000","last_became_active":"2023-11-25T03:12:05.915874+0000","last_became_peered":"2023-11-25T03:12:05.915874+0000","last_unstale":"2023-11-25T03:12:07.893153+0000","last_undegraded":"2023-11-25T03:12:07.893153+0000","last_fullsized":"2023-11-25T03:12:07.893153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:27.916431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903895+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:12:05.903895+0000","last_peered":"2023-11-25T03:12:05.903895+0000","last_clean":"2023-11-25T03:12:05.903895+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:12:05.903895+0000","last_undegraded":"2023-11-25T03:12:05.903895+0000","last_fullsized":"2023-11-25T03:12:05.903895+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893709+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:12:05.893709+0000","last_peered":"2023-11-25T03:12:05.893709+0000","last_clean":"2023-11-25T03:12:05.893709+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:12:05.893709+0000","last_undegraded":"2023-11-25T03:12:05.893709+0000","last_fullsized":"2023-11-25T03:12:05.893709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.972831+0000","last_change":"2023-11-25T03:12:04.975112+0000","last_active":"2023-11-25T03:12:05.972831+0000","last_peered":"2023-11-25T03:12:05.972831+0000","last_clean":"2023-11-25T03:12:05.972831+0000","last_became_active":"2023-11-25T03:12:04.974831+0000","last_became_peered":"2023-11-25T03:12:04.974831+0000","last_unstale":"2023-11-25T03:12:05.972831+0000","last_undegraded":"2023-11-25T03:12:05.972831+0000","last_fullsized":"2023-11-25T03:12:05.972831+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:49:35.594094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894073+0000","last_change":"2023-11-25T03:12:05.916760+0000","last_active":"2023-11-25T03:12:07.894073+0000","last_peered":"2023-11-25T03:12:07.894073+0000","last_clean":"2023-11-25T03:12:07.894073+0000","last_became_active":"2023-11-25T03:12:05.916459+0000","last_became_peered":"2023-11-25T03:12:05.916459+0000","last_unstale":"2023-11-25T03:12:07.894073+0000","last_undegraded":"2023-11-25T03:12:07.894073+0000","last_fullsized":"2023-11-25T03:12:07.894073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:32:39.507060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898882+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:12:05.898882+0000","last_peered":"2023-11-25T03:12:05.898882+0000","last_clean":"2023-11-25T03:12:05.898882+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:12:05.898882+0000","last_undegraded":"2023-11-25T03:12:05.898882+0000","last_fullsized":"2023-11-25T03:12:05.898882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903808+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:12:05.903808+0000","last_peered":"2023-11-25T03:12:05.903808+0000","last_clean":"2023-11-25T03:12:05.903808+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:12:05.903808+0000","last_undegraded":"2023-11-25T03:12:05.903808+0000","last_fullsized":"2023-11-25T03:12:05.903808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976791+0000","last_change":"2023-11-25T03:12:04.969950+0000","last_active":"2023-11-25T03:12:05.976791+0000","last_peered":"2023-11-25T03:12:05.976791+0000","last_clean":"2023-11-25T03:12:05.976791+0000","last_became_active":"2023-11-25T03:12:04.969686+0000","last_became_peered":"2023-11-25T03:12:04.969686+0000","last_unstale":"2023-11-25T03:12:05.976791+0000","last_undegraded":"2023-11-25T03:12:05.976791+0000","last_fullsized":"2023-11-25T03:12:05.976791+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:20:32.986652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893913+0000","last_change":"2023-11-25T03:12:05.917309+0000","last_active":"2023-11-25T03:12:07.893913+0000","last_peered":"2023-11-25T03:12:07.893913+0000","last_clean":"2023-11-25T03:12:07.893913+0000","last_became_active":"2023-11-25T03:12:05.917038+0000","last_became_peered":"2023-11-25T03:12:05.917038+0000","last_unstale":"2023-11-25T03:12:07.893913+0000","last_undegraded":"2023-11-25T03:12:07.893913+0000","last_fullsized":"2023-11-25T03:12:07.893913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:36:01.384742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904854+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:12:05.904854+0000","last_peered":"2023-11-25T03:12:05.904854+0000","last_clean":"2023-11-25T03:12:05.904854+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:12:05.904854+0000","last_undegraded":"2023-11-25T03:12:05.904854+0000","last_fullsized":"2023-11-25T03:12:05.904854+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899434+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:12:05.899434+0000","last_peered":"2023-11-25T03:12:05.899434+0000","last_clean":"2023-11-25T03:12:05.899434+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:12:05.899434+0000","last_undegraded":"2023-11-25T03:12:05.899434+0000","last_fullsized":"2023-11-25T03:12:05.899434+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902433+0000","last_change":"2023-11-25T03:12:04.979359+0000","last_active":"2023-11-25T03:12:05.902433+0000","last_peered":"2023-11-25T03:12:05.902433+0000","last_clean":"2023-11-25T03:12:05.902433+0000","last_became_active":"2023-11-25T03:12:04.979081+0000","last_became_peered":"2023-11-25T03:12:04.979081+0000","last_unstale":"2023-11-25T03:12:05.902433+0000","last_undegraded":"2023-11-25T03:12:05.902433+0000","last_fullsized":"2023-11-25T03:12:05.902433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:06.978892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892647+0000","last_change":"2023-11-25T03:12:05.913959+0000","last_active":"2023-11-25T03:12:07.892647+0000","last_peered":"2023-11-25T03:12:07.892647+0000","last_clean":"2023-11-25T03:12:07.892647+0000","last_became_active":"2023-11-25T03:12:05.913450+0000","last_became_peered":"2023-11-25T03:12:05.913450+0000","last_unstale":"2023-11-25T03:12:07.892647+0000","last_undegraded":"2023-11-25T03:12:07.892647+0000","last_fullsized":"2023-11-25T03:12:07.892647+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:55:36.131301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904186+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:12:05.904186+0000","last_peered":"2023-11-25T03:12:05.904186+0000","last_clean":"2023-11-25T03:12:05.904186+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:12:05.904186+0000","last_undegraded":"2023-11-25T03:12:05.904186+0000","last_fullsized":"2023-11-25T03:12:05.904186+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896996+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:12:05.896996+0000","last_peered":"2023-11-25T03:12:05.896996+0000","last_clean":"2023-11-25T03:12:05.896996+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:12:05.896996+0000","last_undegraded":"2023-11-25T03:12:05.896996+0000","last_fullsized":"2023-11-25T03:12:05.896996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896634+0000","last_change":"2023-11-25T03:12:04.978880+0000","last_active":"2023-11-25T03:12:05.896634+0000","last_peered":"2023-11-25T03:12:05.896634+0000","last_clean":"2023-11-25T03:12:05.896634+0000","last_became_active":"2023-11-25T03:12:04.978584+0000","last_became_peered":"2023-11-25T03:12:04.978584+0000","last_unstale":"2023-11-25T03:12:05.896634+0000","last_undegraded":"2023-11-25T03:12:05.896634+0000","last_fullsized":"2023-11-25T03:12:05.896634+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:32:38.499425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895089+0000","last_change":"2023-11-25T03:12:05.917522+0000","last_active":"2023-11-25T03:12:07.895089+0000","last_peered":"2023-11-25T03:12:07.895089+0000","last_clean":"2023-11-25T03:12:07.895089+0000","last_became_active":"2023-11-25T03:12:05.917138+0000","last_became_peered":"2023-11-25T03:12:05.917138+0000","last_unstale":"2023-11-25T03:12:07.895089+0000","last_undegraded":"2023-11-25T03:12:07.895089+0000","last_fullsized":"2023-11-25T03:12:07.895089+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:10:17.614685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.973553+0000","last_change":"2023-11-25T03:12:04.989299+0000","last_active":"2023-11-25T03:12:05.973553+0000","last_peered":"2023-11-25T03:12:05.973553+0000","last_clean":"2023-11-25T03:12:05.973553+0000","last_became_active":"2023-11-25T03:12:04.988872+0000","last_became_peered":"2023-11-25T03:12:04.988872+0000","last_unstale":"2023-11-25T03:12:05.973553+0000","last_undegraded":"2023-11-25T03:12:05.973553+0000","last_fullsized":"2023-11-25T03:12:05.973553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:55:35.123666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910295+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:12:05.910295+0000","last_peered":"2023-11-25T03:12:05.910295+0000","last_clean":"2023-11-25T03:12:05.910295+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:12:05.910295+0000","last_undegraded":"2023-11-25T03:12:05.910295+0000","last_fullsized":"2023-11-25T03:12:05.910295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893984+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:12:05.893984+0000","last_peered":"2023-11-25T03:12:05.893984+0000","last_clean":"2023-11-25T03:12:05.893984+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:12:05.893984+0000","last_undegraded":"2023-11-25T03:12:05.893984+0000","last_fullsized":"2023-11-25T03:12:05.893984+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.648488+0000","last_change":"2023-11-25T03:12:05.907484+0000","last_active":"2023-11-25T03:12:07.648488+0000","last_peered":"2023-11-25T03:12:07.648488+0000","last_clean":"2023-11-25T03:12:07.648488+0000","last_became_active":"2023-11-25T03:12:05.907204+0000","last_became_peered":"2023-11-25T03:12:05.907204+0000","last_unstale":"2023-11-25T03:12:07.648488+0000","last_undegraded":"2023-11-25T03:12:07.648488+0000","last_fullsized":"2023-11-25T03:12:07.648488+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:48:38.365167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"35'4","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.983435+0000","last_change":"2023-11-25T03:12:04.987760+0000","last_active":"2023-11-25T03:12:05.983435+0000","last_peered":"2023-11-25T03:12:05.983435+0000","last_clean":"2023-11-25T03:12:05.983435+0000","last_became_active":"2023-11-25T03:12:04.987518+0000","last_became_peered":"2023-11-25T03:12:04.987518+0000","last_unstale":"2023-11-25T03:12:05.983435+0000","last_undegraded":"2023-11-25T03:12:05.983435+0000","last_fullsized":"2023-11-25T03:12:05.983435+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:56:26.334572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899839+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:12:05.899839+0000","last_peered":"2023-11-25T03:12:05.899839+0000","last_clean":"2023-11-25T03:12:05.899839+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:12:05.899839+0000","last_undegraded":"2023-11-25T03:12:05.899839+0000","last_fullsized":"2023-11-25T03:12:05.899839+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903468+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:12:05.903468+0000","last_peered":"2023-11-25T03:12:05.903468+0000","last_clean":"2023-11-25T03:12:05.903468+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:12:05.903468+0000","last_undegraded":"2023-11-25T03:12:05.903468+0000","last_fullsized":"2023-11-25T03:12:05.903468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.648657+0000","last_change":"2023-11-25T03:12:05.915802+0000","last_active":"2023-11-25T03:12:07.648657+0000","last_peered":"2023-11-25T03:12:07.648657+0000","last_clean":"2023-11-25T03:12:07.648657+0000","last_became_active":"2023-11-25T03:12:05.915543+0000","last_became_peered":"2023-11-25T03:12:05.915543+0000","last_unstale":"2023-11-25T03:12:07.648657+0000","last_undegraded":"2023-11-25T03:12:07.648657+0000","last_fullsized":"2023-11-25T03:12:07.648657+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:37.140527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904414+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:12:05.904414+0000","last_peered":"2023-11-25T03:12:05.904414+0000","last_clean":"2023-11-25T03:12:05.904414+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:12:05.904414+0000","last_undegraded":"2023-11-25T03:12:05.904414+0000","last_fullsized":"2023-11-25T03:12:05.904414+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906899+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:12:05.906899+0000","last_peered":"2023-11-25T03:12:05.906899+0000","last_clean":"2023-11-25T03:12:05.906899+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:12:05.906899+0000","last_undegraded":"2023-11-25T03:12:05.906899+0000","last_fullsized":"2023-11-25T03:12:05.906899+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978346+0000","last_change":"2023-11-25T03:12:04.978578+0000","last_active":"2023-11-25T03:12:05.978346+0000","last_peered":"2023-11-25T03:12:05.978346+0000","last_clean":"2023-11-25T03:12:05.978346+0000","last_became_active":"2023-11-25T03:12:04.977785+0000","last_became_peered":"2023-11-25T03:12:04.977785+0000","last_unstale":"2023-11-25T03:12:05.978346+0000","last_undegraded":"2023-11-25T03:12:05.978346+0000","last_fullsized":"2023-11-25T03:12:05.978346+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:31:38.711714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899487+0000","last_change":"2023-11-25T03:12:05.907586+0000","last_active":"2023-11-25T03:12:06.899487+0000","last_peered":"2023-11-25T03:12:06.899487+0000","last_clean":"2023-11-25T03:12:06.899487+0000","last_became_active":"2023-11-25T03:12:05.907234+0000","last_became_peered":"2023-11-25T03:12:05.907234+0000","last_unstale":"2023-11-25T03:12:06.899487+0000","last_undegraded":"2023-11-25T03:12:06.899487+0000","last_fullsized":"2023-11-25T03:12:06.899487+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:10.118748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":20,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906929+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:12:05.906929+0000","last_peered":"2023-11-25T03:12:05.906929+0000","last_clean":"2023-11-25T03:12:05.906929+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:12:05.906929+0000","last_undegraded":"2023-11-25T03:12:05.906929+0000","last_fullsized":"2023-11-25T03:12:05.906929+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904308+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:12:05.904308+0000","last_peered":"2023-11-25T03:12:05.904308+0000","last_clean":"2023-11-25T03:12:05.904308+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:12:05.904308+0000","last_undegraded":"2023-11-25T03:12:05.904308+0000","last_fullsized":"2023-11-25T03:12:05.904308+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976249+0000","last_change":"2023-11-25T03:12:04.983734+0000","last_active":"2023-11-25T03:12:05.976249+0000","last_peered":"2023-11-25T03:12:05.976249+0000","last_clean":"2023-11-25T03:12:05.976249+0000","last_became_active":"2023-11-25T03:12:04.982592+0000","last_became_peered":"2023-11-25T03:12:04.982592+0000","last_unstale":"2023-11-25T03:12:05.976249+0000","last_undegraded":"2023-11-25T03:12:05.976249+0000","last_fullsized":"2023-11-25T03:12:05.976249+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:17:08.557478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893995+0000","last_change":"2023-11-25T03:12:05.915498+0000","last_active":"2023-11-25T03:12:07.893995+0000","last_peered":"2023-11-25T03:12:07.893995+0000","last_clean":"2023-11-25T03:12:07.893995+0000","last_became_active":"2023-11-25T03:12:05.915195+0000","last_became_peered":"2023-11-25T03:12:05.915195+0000","last_unstale":"2023-11-25T03:12:07.893995+0000","last_undegraded":"2023-11-25T03:12:07.893995+0000","last_fullsized":"2023-11-25T03:12:07.893995+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:32.453151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.895780+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:12:05.895780+0000","last_peered":"2023-11-25T03:12:05.895780+0000","last_clean":"2023-11-25T03:12:05.895780+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:12:05.895780+0000","last_undegraded":"2023-11-25T03:12:05.895780+0000","last_fullsized":"2023-11-25T03:12:05.895780+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894860+0000","last_change":"2023-11-25T03:12:05.924590+0000","last_active":"2023-11-25T03:12:07.894860+0000","last_peered":"2023-11-25T03:12:07.894860+0000","last_clean":"2023-11-25T03:12:07.894860+0000","last_became_active":"2023-11-25T03:12:05.924269+0000","last_became_peered":"2023-11-25T03:12:05.924269+0000","last_unstale":"2023-11-25T03:12:07.894860+0000","last_undegraded":"2023-11-25T03:12:07.894860+0000","last_fullsized":"2023-11-25T03:12:07.894860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:07.986527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904597+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:12:05.904597+0000","last_peered":"2023-11-25T03:12:05.904597+0000","last_clean":"2023-11-25T03:12:05.904597+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:12:05.904597+0000","last_undegraded":"2023-11-25T03:12:05.904597+0000","last_fullsized":"2023-11-25T03:12:05.904597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.895740+0000","last_change":"2023-11-25T03:12:05.922708+0000","last_active":"2023-11-25T03:12:06.895740+0000","last_peered":"2023-11-25T03:12:06.895740+0000","last_clean":"2023-11-25T03:12:06.895740+0000","last_became_active":"2023-11-25T03:12:05.922432+0000","last_became_peered":"2023-11-25T03:12:05.922432+0000","last_unstale":"2023-11-25T03:12:06.895740+0000","last_undegraded":"2023-11-25T03:12:06.895740+0000","last_fullsized":"2023-11-25T03:12:06.895740+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:44.965894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896898+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:12:05.896898+0000","last_peered":"2023-11-25T03:12:05.896898+0000","last_clean":"2023-11-25T03:12:05.896898+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:12:05.896898+0000","last_undegraded":"2023-11-25T03:12:05.896898+0000","last_fullsized":"2023-11-25T03:12:05.896898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392059+0000","last_change":"2023-11-25T03:12:05.909468+0000","last_active":"2023-11-25T03:12:07.392059+0000","last_peered":"2023-11-25T03:12:07.392059+0000","last_clean":"2023-11-25T03:12:07.392059+0000","last_became_active":"2023-11-25T03:12:05.909204+0000","last_became_peered":"2023-11-25T03:12:05.909204+0000","last_unstale":"2023-11-25T03:12:07.392059+0000","last_undegraded":"2023-11-25T03:12:07.392059+0000","last_fullsized":"2023-11-25T03:12:07.392059+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:06.359202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904081+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:12:05.904081+0000","last_peered":"2023-11-25T03:12:05.904081+0000","last_clean":"2023-11-25T03:12:05.904081+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:12:05.904081+0000","last_undegraded":"2023-11-25T03:12:05.904081+0000","last_fullsized":"2023-11-25T03:12:05.904081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.896318+0000","last_change":"2023-11-25T03:12:05.919515+0000","last_active":"2023-11-25T03:12:06.896318+0000","last_peered":"2023-11-25T03:12:06.896318+0000","last_clean":"2023-11-25T03:12:06.896318+0000","last_became_active":"2023-11-25T03:12:05.919198+0000","last_became_peered":"2023-11-25T03:12:05.919198+0000","last_unstale":"2023-11-25T03:12:06.896318+0000","last_undegraded":"2023-11-25T03:12:06.896318+0000","last_fullsized":"2023-11-25T03:12:06.896318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:44.409432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900184+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:12:05.900184+0000","last_peered":"2023-11-25T03:12:05.900184+0000","last_clean":"2023-11-25T03:12:05.900184+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:12:05.900184+0000","last_undegraded":"2023-11-25T03:12:05.900184+0000","last_fullsized":"2023-11-25T03:12:05.900184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895246+0000","last_change":"2023-11-25T03:12:05.924681+0000","last_active":"2023-11-25T03:12:07.895246+0000","last_peered":"2023-11-25T03:12:07.895246+0000","last_clean":"2023-11-25T03:12:07.895246+0000","last_became_active":"2023-11-25T03:12:05.924261+0000","last_became_peered":"2023-11-25T03:12:05.924261+0000","last_unstale":"2023-11-25T03:12:07.895246+0000","last_undegraded":"2023-11-25T03:12:07.895246+0000","last_fullsized":"2023-11-25T03:12:07.895246+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:48:38.365167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894081+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:12:05.894081+0000","last_peered":"2023-11-25T03:12:05.894081+0000","last_clean":"2023-11-25T03:12:05.894081+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:12:05.894081+0000","last_undegraded":"2023-11-25T03:12:05.894081+0000","last_fullsized":"2023-11-25T03:12:05.894081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899321+0000","last_change":"2023-11-25T03:12:05.915379+0000","last_active":"2023-11-25T03:12:06.899321+0000","last_peered":"2023-11-25T03:12:06.899321+0000","last_clean":"2023-11-25T03:12:06.899321+0000","last_became_active":"2023-11-25T03:12:05.914703+0000","last_became_peered":"2023-11-25T03:12:05.914703+0000","last_unstale":"2023-11-25T03:12:06.899321+0000","last_undegraded":"2023-11-25T03:12:06.899321+0000","last_fullsized":"2023-11-25T03:12:06.899321+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:20:33.994286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903384+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:12:05.903384+0000","last_peered":"2023-11-25T03:12:05.903384+0000","last_clean":"2023-11-25T03:12:05.903384+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:12:05.903384+0000","last_undegraded":"2023-11-25T03:12:05.903384+0000","last_fullsized":"2023-11-25T03:12:05.903384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895709+0000","last_change":"2023-11-25T03:12:05.910327+0000","last_active":"2023-11-25T03:12:07.895709+0000","last_peered":"2023-11-25T03:12:07.895709+0000","last_clean":"2023-11-25T03:12:07.895709+0000","last_became_active":"2023-11-25T03:12:05.909967+0000","last_became_peered":"2023-11-25T03:12:05.909967+0000","last_unstale":"2023-11-25T03:12:07.895709+0000","last_undegraded":"2023-11-25T03:12:07.895709+0000","last_fullsized":"2023-11-25T03:12:07.895709+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:27.916431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894451+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:12:05.894451+0000","last_peered":"2023-11-25T03:12:05.894451+0000","last_clean":"2023-11-25T03:12:05.894451+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:12:05.894451+0000","last_undegraded":"2023-11-25T03:12:05.894451+0000","last_fullsized":"2023-11-25T03:12:05.894451+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892912+0000","last_change":"2023-11-25T03:12:05.917532+0000","last_active":"2023-11-25T03:12:07.892912+0000","last_peered":"2023-11-25T03:12:07.892912+0000","last_clean":"2023-11-25T03:12:07.892912+0000","last_became_active":"2023-11-25T03:12:05.917256+0000","last_became_peered":"2023-11-25T03:12:05.917256+0000","last_unstale":"2023-11-25T03:12:07.892912+0000","last_undegraded":"2023-11-25T03:12:07.892912+0000","last_fullsized":"2023-11-25T03:12:07.892912+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:32.453151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896496+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:12:05.896496+0000","last_peered":"2023-11-25T03:12:05.896496+0000","last_clean":"2023-11-25T03:12:05.896496+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:12:05.896496+0000","last_undegraded":"2023-11-25T03:12:05.896496+0000","last_fullsized":"2023-11-25T03:12:05.896496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392624+0000","last_change":"2023-11-25T03:12:05.913938+0000","last_active":"2023-11-25T03:12:07.392624+0000","last_peered":"2023-11-25T03:12:07.392624+0000","last_clean":"2023-11-25T03:12:07.392624+0000","last_became_active":"2023-11-25T03:12:05.913666+0000","last_became_peered":"2023-11-25T03:12:05.913666+0000","last_unstale":"2023-11-25T03:12:07.392624+0000","last_undegraded":"2023-11-25T03:12:07.392624+0000","last_fullsized":"2023-11-25T03:12:07.392624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:45:33.398450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903132+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:12:05.903132+0000","last_peered":"2023-11-25T03:12:05.903132+0000","last_clean":"2023-11-25T03:12:05.903132+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:12:05.903132+0000","last_undegraded":"2023-11-25T03:12:05.903132+0000","last_fullsized":"2023-11-25T03:12:05.903132+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893799+0000","last_change":"2023-11-25T03:12:05.918279+0000","last_active":"2023-11-25T03:12:07.893799+0000","last_peered":"2023-11-25T03:12:07.893799+0000","last_clean":"2023-11-25T03:12:07.893799+0000","last_became_active":"2023-11-25T03:12:05.917614+0000","last_became_peered":"2023-11-25T03:12:05.917614+0000","last_unstale":"2023-11-25T03:12:07.893799+0000","last_undegraded":"2023-11-25T03:12:07.893799+0000","last_fullsized":"2023-11-25T03:12:07.893799+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:23.464384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904755+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:12:05.904755+0000","last_peered":"2023-11-25T03:12:05.904755+0000","last_clean":"2023-11-25T03:12:05.904755+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:12:05.904755+0000","last_undegraded":"2023-11-25T03:12:05.904755+0000","last_fullsized":"2023-11-25T03:12:05.904755+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894359+0000","last_change":"2023-11-25T03:12:05.912178+0000","last_active":"2023-11-25T03:12:07.894359+0000","last_peered":"2023-11-25T03:12:07.894359+0000","last_clean":"2023-11-25T03:12:07.894359+0000","last_became_active":"2023-11-25T03:12:05.911888+0000","last_became_peered":"2023-11-25T03:12:05.911888+0000","last_unstale":"2023-11-25T03:12:07.894359+0000","last_undegraded":"2023-11-25T03:12:07.894359+0000","last_fullsized":"2023-11-25T03:12:07.894359+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:32:03.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903997+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:12:05.903997+0000","last_peered":"2023-11-25T03:12:05.903997+0000","last_clean":"2023-11-25T03:12:05.903997+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:12:05.903997+0000","last_undegraded":"2023-11-25T03:12:05.903997+0000","last_fullsized":"2023-11-25T03:12:05.903997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895871+0000","last_change":"2023-11-25T03:12:05.919078+0000","last_active":"2023-11-25T03:12:07.895871+0000","last_peered":"2023-11-25T03:12:07.895871+0000","last_clean":"2023-11-25T03:12:07.895871+0000","last_became_active":"2023-11-25T03:12:05.918553+0000","last_became_peered":"2023-11-25T03:12:05.918553+0000","last_unstale":"2023-11-25T03:12:07.895871+0000","last_undegraded":"2023-11-25T03:12:07.895871+0000","last_fullsized":"2023-11-25T03:12:07.895871+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:14.517574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910188+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:12:05.910188+0000","last_peered":"2023-11-25T03:12:05.910188+0000","last_clean":"2023-11-25T03:12:05.910188+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:12:05.910188+0000","last_undegraded":"2023-11-25T03:12:05.910188+0000","last_fullsized":"2023-11-25T03:12:05.910188+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895996+0000","last_change":"2023-11-25T03:12:05.914703+0000","last_active":"2023-11-25T03:12:07.895996+0000","last_peered":"2023-11-25T03:12:07.895996+0000","last_clean":"2023-11-25T03:12:07.895996+0000","last_became_active":"2023-11-25T03:12:05.914425+0000","last_became_peered":"2023-11-25T03:12:05.914425+0000","last_unstale":"2023-11-25T03:12:07.895996+0000","last_undegraded":"2023-11-25T03:12:07.895996+0000","last_fullsized":"2023-11-25T03:12:07.895996+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:39:40.948070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899749+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:12:05.899749+0000","last_peered":"2023-11-25T03:12:05.899749+0000","last_clean":"2023-11-25T03:12:05.899749+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:12:05.899749+0000","last_undegraded":"2023-11-25T03:12:05.899749+0000","last_fullsized":"2023-11-25T03:12:05.899749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.896196+0000","last_change":"2023-11-25T03:12:05.924756+0000","last_active":"2023-11-25T03:12:06.896196+0000","last_peered":"2023-11-25T03:12:06.896196+0000","last_clean":"2023-11-25T03:12:06.896196+0000","last_became_active":"2023-11-25T03:12:05.924312+0000","last_became_peered":"2023-11-25T03:12:05.924312+0000","last_unstale":"2023-11-25T03:12:06.896196+0000","last_undegraded":"2023-11-25T03:12:06.896196+0000","last_fullsized":"2023-11-25T03:12:06.896196+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:20.673972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903075+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:12:05.903075+0000","last_peered":"2023-11-25T03:12:05.903075+0000","last_clean":"2023-11-25T03:12:05.903075+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:12:05.903075+0000","last_undegraded":"2023-11-25T03:12:05.903075+0000","last_fullsized":"2023-11-25T03:12:05.903075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894825+0000","last_change":"2023-11-25T03:12:05.924340+0000","last_active":"2023-11-25T03:12:07.894825+0000","last_peered":"2023-11-25T03:12:07.894825+0000","last_clean":"2023-11-25T03:12:07.894825+0000","last_became_active":"2023-11-25T03:12:05.924001+0000","last_became_peered":"2023-11-25T03:12:05.924001+0000","last_unstale":"2023-11-25T03:12:07.894825+0000","last_undegraded":"2023-11-25T03:12:07.894825+0000","last_fullsized":"2023-11-25T03:12:07.894825+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:17:09.565113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899020+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:12:05.899020+0000","last_peered":"2023-11-25T03:12:05.899020+0000","last_clean":"2023-11-25T03:12:05.899020+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:12:05.899020+0000","last_undegraded":"2023-11-25T03:12:05.899020+0000","last_fullsized":"2023-11-25T03:12:05.899020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892859+0000","last_change":"2023-11-25T03:12:05.913728+0000","last_active":"2023-11-25T03:12:07.892859+0000","last_peered":"2023-11-25T03:12:07.892859+0000","last_clean":"2023-11-25T03:12:07.892859+0000","last_became_active":"2023-11-25T03:12:05.913429+0000","last_became_peered":"2023-11-25T03:12:05.913429+0000","last_unstale":"2023-11-25T03:12:07.892859+0000","last_undegraded":"2023-11-25T03:12:07.892859+0000","last_fullsized":"2023-11-25T03:12:07.892859+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:35:52.099259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896214+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:12:05.896214+0000","last_peered":"2023-11-25T03:12:05.896214+0000","last_clean":"2023-11-25T03:12:05.896214+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:12:05.896214+0000","last_undegraded":"2023-11-25T03:12:05.896214+0000","last_fullsized":"2023-11-25T03:12:05.896214+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.896085+0000","last_change":"2023-11-25T03:12:05.923145+0000","last_active":"2023-11-25T03:12:06.896085+0000","last_peered":"2023-11-25T03:12:06.896085+0000","last_clean":"2023-11-25T03:12:06.896085+0000","last_became_active":"2023-11-25T03:12:05.919982+0000","last_became_peered":"2023-11-25T03:12:05.919982+0000","last_unstale":"2023-11-25T03:12:06.896085+0000","last_undegraded":"2023-11-25T03:12:06.896085+0000","last_fullsized":"2023-11-25T03:12:06.896085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:56:10.787197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896808+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:12:05.896808+0000","last_peered":"2023-11-25T03:12:05.896808+0000","last_clean":"2023-11-25T03:12:05.896808+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:12:05.896808+0000","last_undegraded":"2023-11-25T03:12:05.896808+0000","last_fullsized":"2023-11-25T03:12:05.896808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893908+0000","last_change":"2023-11-25T03:12:05.927529+0000","last_active":"2023-11-25T03:12:07.893908+0000","last_peered":"2023-11-25T03:12:07.893908+0000","last_clean":"2023-11-25T03:12:07.893908+0000","last_became_active":"2023-11-25T03:12:05.927217+0000","last_became_peered":"2023-11-25T03:12:05.927217+0000","last_unstale":"2023-11-25T03:12:07.893908+0000","last_undegraded":"2023-11-25T03:12:07.893908+0000","last_fullsized":"2023-11-25T03:12:07.893908+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:56.774577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899047+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:12:05.899047+0000","last_peered":"2023-11-25T03:12:05.899047+0000","last_clean":"2023-11-25T03:12:05.899047+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:12:05.899047+0000","last_undegraded":"2023-11-25T03:12:05.899047+0000","last_fullsized":"2023-11-25T03:12:05.899047+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.391993+0000","last_change":"2023-11-25T03:12:05.906712+0000","last_active":"2023-11-25T03:12:07.391993+0000","last_peered":"2023-11-25T03:12:07.391993+0000","last_clean":"2023-11-25T03:12:07.391993+0000","last_became_active":"2023-11-25T03:12:05.906339+0000","last_became_peered":"2023-11-25T03:12:05.906339+0000","last_unstale":"2023-11-25T03:12:07.391993+0000","last_undegraded":"2023-11-25T03:12:07.391993+0000","last_fullsized":"2023-11-25T03:12:07.391993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:58.170030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909577+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:12:05.909577+0000","last_peered":"2023-11-25T03:12:05.909577+0000","last_clean":"2023-11-25T03:12:05.909577+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:12:05.909577+0000","last_undegraded":"2023-11-25T03:12:05.909577+0000","last_fullsized":"2023-11-25T03:12:05.909577+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893381+0000","last_change":"2023-11-25T03:12:05.921287+0000","last_active":"2023-11-25T03:12:07.893381+0000","last_peered":"2023-11-25T03:12:07.893381+0000","last_clean":"2023-11-25T03:12:07.893381+0000","last_became_active":"2023-11-25T03:12:05.919279+0000","last_became_peered":"2023-11-25T03:12:05.919279+0000","last_unstale":"2023-11-25T03:12:07.893381+0000","last_undegraded":"2023-11-25T03:12:07.893381+0000","last_fullsized":"2023-11-25T03:12:07.893381+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:39:40.948070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900120+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:12:05.900120+0000","last_peered":"2023-11-25T03:12:05.900120+0000","last_clean":"2023-11-25T03:12:05.900120+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:12:05.900120+0000","last_undegraded":"2023-11-25T03:12:05.900120+0000","last_fullsized":"2023-11-25T03:12:05.900120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893391+0000","last_change":"2023-11-25T03:12:05.916965+0000","last_active":"2023-11-25T03:12:07.893391+0000","last_peered":"2023-11-25T03:12:07.893391+0000","last_clean":"2023-11-25T03:12:07.893391+0000","last_became_active":"2023-11-25T03:12:05.916656+0000","last_became_peered":"2023-11-25T03:12:05.916656+0000","last_unstale":"2023-11-25T03:12:07.893391+0000","last_undegraded":"2023-11-25T03:12:07.893391+0000","last_fullsized":"2023-11-25T03:12:07.893391+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:54.534161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898027+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:12:05.898027+0000","last_peered":"2023-11-25T03:12:05.898027+0000","last_clean":"2023-11-25T03:12:05.898027+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:12:05.898027+0000","last_undegraded":"2023-11-25T03:12:05.898027+0000","last_fullsized":"2023-11-25T03:12:05.898027+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899178+0000","last_change":"2023-11-25T03:12:05.915612+0000","last_active":"2023-11-25T03:12:06.899178+0000","last_peered":"2023-11-25T03:12:06.899178+0000","last_clean":"2023-11-25T03:12:06.899178+0000","last_became_active":"2023-11-25T03:12:05.915100+0000","last_became_peered":"2023-11-25T03:12:05.915100+0000","last_unstale":"2023-11-25T03:12:06.899178+0000","last_undegraded":"2023-11-25T03:12:06.899178+0000","last_fullsized":"2023-11-25T03:12:06.899178+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:56.672735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894669+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:12:05.894669+0000","last_peered":"2023-11-25T03:12:05.894669+0000","last_clean":"2023-11-25T03:12:05.894669+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:12:05.894669+0000","last_undegraded":"2023-11-25T03:12:05.894669+0000","last_fullsized":"2023-11-25T03:12:05.894669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893181+0000","last_change":"2023-11-25T03:12:05.926321+0000","last_active":"2023-11-25T03:12:07.893181+0000","last_peered":"2023-11-25T03:12:07.893181+0000","last_clean":"2023-11-25T03:12:07.893181+0000","last_became_active":"2023-11-25T03:12:05.925400+0000","last_became_peered":"2023-11-25T03:12:05.925400+0000","last_unstale":"2023-11-25T03:12:07.893181+0000","last_undegraded":"2023-11-25T03:12:07.893181+0000","last_fullsized":"2023-11-25T03:12:07.893181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:31:39.719349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909688+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:12:05.909688+0000","last_peered":"2023-11-25T03:12:05.909688+0000","last_clean":"2023-11-25T03:12:05.909688+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:12:05.909688+0000","last_undegraded":"2023-11-25T03:12:05.909688+0000","last_fullsized":"2023-11-25T03:12:05.909688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392089+0000","last_change":"2023-11-25T03:12:05.905657+0000","last_active":"2023-11-25T03:12:07.392089+0000","last_peered":"2023-11-25T03:12:07.392089+0000","last_clean":"2023-11-25T03:12:07.392089+0000","last_became_active":"2023-11-25T03:12:05.905386+0000","last_became_peered":"2023-11-25T03:12:05.905386+0000","last_unstale":"2023-11-25T03:12:07.392089+0000","last_undegraded":"2023-11-25T03:12:07.392089+0000","last_fullsized":"2023-11-25T03:12:07.392089+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:01.207250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.895691+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:12:05.895691+0000","last_peered":"2023-11-25T03:12:05.895691+0000","last_clean":"2023-11-25T03:12:05.895691+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:12:05.895691+0000","last_undegraded":"2023-11-25T03:12:05.895691+0000","last_fullsized":"2023-11-25T03:12:05.895691+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899154+0000","last_change":"2023-11-25T03:12:05.919477+0000","last_active":"2023-11-25T03:12:06.899154+0000","last_peered":"2023-11-25T03:12:06.899154+0000","last_clean":"2023-11-25T03:12:06.899154+0000","last_became_active":"2023-11-25T03:12:05.919206+0000","last_became_peered":"2023-11-25T03:12:05.919206+0000","last_unstale":"2023-11-25T03:12:06.899154+0000","last_undegraded":"2023-11-25T03:12:06.899154+0000","last_fullsized":"2023-11-25T03:12:06.899154+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:18.610071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896868+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:12:05.896868+0000","last_peered":"2023-11-25T03:12:05.896868+0000","last_clean":"2023-11-25T03:12:05.896868+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:12:05.896868+0000","last_undegraded":"2023-11-25T03:12:05.896868+0000","last_fullsized":"2023-11-25T03:12:05.896868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892526+0000","last_change":"2023-11-25T03:12:05.913746+0000","last_active":"2023-11-25T03:12:07.892526+0000","last_peered":"2023-11-25T03:12:07.892526+0000","last_clean":"2023-11-25T03:12:07.892526+0000","last_became_active":"2023-11-25T03:12:05.913109+0000","last_became_peered":"2023-11-25T03:12:05.913109+0000","last_unstale":"2023-11-25T03:12:07.892526+0000","last_undegraded":"2023-11-25T03:12:07.892526+0000","last_fullsized":"2023-11-25T03:12:07.892526+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:38:53.946102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898966+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:12:05.898966+0000","last_peered":"2023-11-25T03:12:05.898966+0000","last_clean":"2023-11-25T03:12:05.898966+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:12:05.898966+0000","last_undegraded":"2023-11-25T03:12:05.898966+0000","last_fullsized":"2023-11-25T03:12:05.898966+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.897835+0000","last_change":"2023-11-25T03:12:05.915384+0000","last_active":"2023-11-25T03:12:06.897835+0000","last_peered":"2023-11-25T03:12:06.897835+0000","last_clean":"2023-11-25T03:12:06.897835+0000","last_became_active":"2023-11-25T03:12:05.915008+0000","last_became_peered":"2023-11-25T03:12:05.915008+0000","last_unstale":"2023-11-25T03:12:06.897835+0000","last_undegraded":"2023-11-25T03:12:06.897835+0000","last_fullsized":"2023-11-25T03:12:06.897835+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:19.466262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909505+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:12:05.909505+0000","last_peered":"2023-11-25T03:12:05.909505+0000","last_clean":"2023-11-25T03:12:05.909505+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:12:05.909505+0000","last_undegraded":"2023-11-25T03:12:05.909505+0000","last_fullsized":"2023-11-25T03:12:05.909505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899384+0000","last_change":"2023-11-25T03:12:05.916469+0000","last_active":"2023-11-25T03:12:06.899384+0000","last_peered":"2023-11-25T03:12:06.899384+0000","last_clean":"2023-11-25T03:12:06.899384+0000","last_became_active":"2023-11-25T03:12:05.916143+0000","last_became_peered":"2023-11-25T03:12:05.916143+0000","last_unstale":"2023-11-25T03:12:06.899384+0000","last_undegraded":"2023-11-25T03:12:06.899384+0000","last_fullsized":"2023-11-25T03:12:06.899384+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:19.466262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893828+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:12:05.893828+0000","last_peered":"2023-11-25T03:12:05.893828+0000","last_clean":"2023-11-25T03:12:05.893828+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:12:05.893828+0000","last_undegraded":"2023-11-25T03:12:05.893828+0000","last_fullsized":"2023-11-25T03:12:05.893828+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898677+0000","last_change":"2023-11-25T03:12:05.908734+0000","last_active":"2023-11-25T03:12:06.898677+0000","last_peered":"2023-11-25T03:12:06.898677+0000","last_clean":"2023-11-25T03:12:06.898677+0000","last_became_active":"2023-11-25T03:12:05.907199+0000","last_became_peered":"2023-11-25T03:12:05.907199+0000","last_unstale":"2023-11-25T03:12:06.898677+0000","last_undegraded":"2023-11-25T03:12:06.898677+0000","last_fullsized":"2023-11-25T03:12:06.898677+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:01.944018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899968+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:12:05.899968+0000","last_peered":"2023-11-25T03:12:05.899968+0000","last_clean":"2023-11-25T03:12:05.899968+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:12:05.899968+0000","last_undegraded":"2023-11-25T03:12:05.899968+0000","last_fullsized":"2023-11-25T03:12:05.899968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893213+0000","last_change":"2023-11-25T03:12:05.917222+0000","last_active":"2023-11-25T03:12:07.893213+0000","last_peered":"2023-11-25T03:12:07.893213+0000","last_clean":"2023-11-25T03:12:07.893213+0000","last_became_active":"2023-11-25T03:12:05.916806+0000","last_became_peered":"2023-11-25T03:12:05.916806+0000","last_unstale":"2023-11-25T03:12:07.893213+0000","last_undegraded":"2023-11-25T03:12:07.893213+0000","last_fullsized":"2023-11-25T03:12:07.893213+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:14.517574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902992+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:12:05.902992+0000","last_peered":"2023-11-25T03:12:05.902992+0000","last_clean":"2023-11-25T03:12:05.902992+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:12:05.902992+0000","last_undegraded":"2023-11-25T03:12:05.902992+0000","last_fullsized":"2023-11-25T03:12:05.902992+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895742+0000","last_change":"2023-11-25T03:12:05.922127+0000","last_active":"2023-11-25T03:12:07.895742+0000","last_peered":"2023-11-25T03:12:07.895742+0000","last_clean":"2023-11-25T03:12:07.895742+0000","last_became_active":"2023-11-25T03:12:05.920200+0000","last_became_peered":"2023-11-25T03:12:05.920200+0000","last_unstale":"2023-11-25T03:12:07.895742+0000","last_undegraded":"2023-11-25T03:12:07.895742+0000","last_fullsized":"2023-11-25T03:12:07.895742+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:31:39.719349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906832+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:12:05.906832+0000","last_peered":"2023-11-25T03:12:05.906832+0000","last_clean":"2023-11-25T03:12:05.906832+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:12:05.906832+0000","last_undegraded":"2023-11-25T03:12:05.906832+0000","last_fullsized":"2023-11-25T03:12:05.906832+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28016,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343824,"statfs":{"total":96636764160,"available":96608075776,"internally_reserved":0,"allocated":1011712,"data_stored":758548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.65700000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.52700000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.61699999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.66800000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.498}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.59299999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.60899999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":425984,"data_stored":169288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.84299999999999997}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.69499999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.64200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":1.105}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.624},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.77700000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.752}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.80000000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":168742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.67900000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.97499999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.877},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.77200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.83699999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.85399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.75},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.95799999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.92600000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":169716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.501}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.43099999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.60399999999999998}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57799999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.40500000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.54000000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.63800000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":171767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.45900000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.432},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.623}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.55200000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.65900000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.70299999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.83199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":169704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.307}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.438},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.64000000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.51800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.5}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.629}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":171199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38300000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.432},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.50900000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.49099999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.92400000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.87}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":1003520,"data_stored":757383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":1.131},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.995}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":1.2430000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":1.0580000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":1.4079999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":1.097}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.90200000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":1.018},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.1659999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.21},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.624}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":1.1890000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:14.591 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:14.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 Processor -- start 2023-11-25T03:12:14.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 -- start start 2023-11-25T03:12:14.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:14.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f52540c4110 0x7f5254150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:14.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52540c2760 con 0x7f5254072090 2023-11-25T03:12:14.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52540c3070 con 0x7f52540c4110 2023-11-25T03:12:14.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525bb80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5254151bf0 con 0x7f52540a5370 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525911b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f52540c4110 0x7f5254150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525a11d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5254072090 0x7f52541514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39634/0 (socket says 172.21.15.76:39634) 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.729+0000 7f525a11d640 1 -- 172.21.15.76:0/3214294225 learned_addr learned my addr 172.21.15.76:0/3214294225 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525991c640 1 --2- 172.21.15.76:0/3214294225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525911b640 1 -- 172.21.15.76:0/3214294225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 msgr2=0x7f52540c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525911b640 1 --2- 172.21.15.76:0/3214294225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525911b640 1 -- 172.21.15.76:0/3214294225 >> v1:172.21.15.76:6789/0 conn(0x7f5254072090 legacy=0x7f52541514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:14.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525911b640 1 -- 172.21.15.76:0/3214294225 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52540a5750 con 0x7f52540c4110 2023-11-25T03:12:14.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525911b640 1 --2- 172.21.15.76:0/3214294225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52540c4110 0x7f5254150fa0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f52440097f0 tx=0x7f524401d440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64eb148077735e68 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:14.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525891a640 1 -- 172.21.15.76:0/3214294225 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52440ad410 con 0x7f52540c4110 2023-11-25T03:12:14.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525891a640 1 -- 172.21.15.76:0/3214294225 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52440ad570 con 0x7f52540c4110 2023-11-25T03:12:14.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525891a640 1 -- 172.21.15.76:0/3214294225 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52440ad900 con 0x7f52540c4110 2023-11-25T03:12:14.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525bb80640 1 -- 172.21.15.76:0/3214294225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52540c4110 msgr2=0x7f5254150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:14.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525bb80640 1 --2- 172.21.15.76:0/3214294225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52540c4110 0x7f5254150fa0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f52440097f0 tx=0x7f524401d440 comp rx=0 tx=0).stop 2023-11-25T03:12:14.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525bb80640 1 -- 172.21.15.76:0/3214294225 shutdown_connections 2023-11-25T03:12:14.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525bb80640 1 --2- 172.21.15.76:0/3214294225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52540c4110 0x7f5254150fa0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525bb80640 1 --2- 172.21.15.76:0/3214294225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.733+0000 7f525bb80640 1 -- 172.21.15.76:0/3214294225 >> 172.21.15.76:0/3214294225 conn(0x7f525406a5b0 msgr2=0x7f525406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:14.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- 172.21.15.76:0/3214294225 shutdown_connections 2023-11-25T03:12:14.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- 172.21.15.76:0/3214294225 wait complete. 2023-11-25T03:12:14.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 Processor -- start 2023-11-25T03:12:14.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- start start 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 0x7f52541eb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540bf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52540c4110 0x7f525414b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5254155030 con 0x7f5254072090 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5254154880 con 0x7f52540c4110 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5254154a90 con 0x7f52540a5370 2023-11-25T03:12:14.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 0x7f52541eb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 0x7f52541eb810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51212/0 (socket says 172.21.15.76:51212) 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 -- 172.21.15.76:0/4197700041 learned_addr learned my addr 172.21.15.76:0/4197700041 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525911b640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540bf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525a11d640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52540c4110 0x7f525414b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 -- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 msgr2=0x7f52540bf7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540bf7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 -- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52540c4110 msgr2=0x7f525414b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52540c4110 0x7f525414b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 -- 172.21.15.76:0/4197700041 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5244009420 con 0x7f5254072090 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525991c640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 0x7f52541eb810 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f525000d800 tx=0x7f525000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f525000b6c0 con 0x7f5254072090 2023-11-25T03:12:14.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f525000b820 con 0x7f5254072090 2023-11-25T03:12:14.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f525000bb90 con 0x7f5254072090 2023-11-25T03:12:14.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.737+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5254154d50 con 0x7f5254072090 2023-11-25T03:12:14.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52540a72c0 con 0x7f5254072090 2023-11-25T03:12:14.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52541ee350 con 0x7f5254072090 2023-11-25T03:12:14.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f525000bcf0 con 0x7f5254072090 2023-11-25T03:12:14.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f524a7fc640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52380664a0 0x7f5238068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:14.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f52500846e0 con 0x7f5254072090 2023-11-25T03:12:14.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f525911b640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52380664a0 0x7f5238068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:14.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.741+0000 7f525911b640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52380664a0 0x7f5238068960 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f52440af000 tx=0x7f5244008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:14.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.745+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f52541ee350 con 0x7f5254072090 2023-11-25T03:12:14.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.893+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f52540c2c90 con 0x7f52380664a0 2023-11-25T03:12:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.905+0000 7f524a7fc640 1 -- 172.21.15.76:0/4197700041 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527657 (secure 0 0 0) 0x7f52440ad6e0 con 0x7f52380664a0 2023-11-25T03:12:14.917 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52380664a0 msgr2=0x7f5238068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52380664a0 0x7f5238068960 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f52440af000 tx=0x7f5244008040 comp rx=0 tx=0).stop 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 msgr2=0x7f52541eb810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 0x7f52541eb810 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f525000d800 tx=0x7f525000dcc0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 shutdown_connections 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52380664a0 0x7f5238068960 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52540c4110 0x7f525414b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52540a5370 0x7f52540bf7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 --2- 172.21.15.76:0/4197700041 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5254072090 0x7f52541eb810 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 >> 172.21.15.76:0/4197700041 conn(0x7f525406a5b0 msgr2=0x7f52540c54b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 shutdown_connections 2023-11-25T03:12:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:14.913+0000 7f525bb80640 1 -- 172.21.15.76:0/4197700041 wait complete. 2023-11-25T03:12:14.936 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2023-11-25T03:12:13.105808+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220664,"kb_used_data":4484,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754056,"statfs":{"total":773094113280,"available":772868153344,"internally_reserved":0,"allocated":4591616,"data_stored":2536347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001769"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893625+0000","last_change":"2023-11-25T03:12:05.923592+0000","last_active":"2023-11-25T03:12:07.893625+0000","last_peered":"2023-11-25T03:12:07.893625+0000","last_clean":"2023-11-25T03:12:07.893625+0000","last_became_active":"2023-11-25T03:12:05.923272+0000","last_became_peered":"2023-11-25T03:12:05.923272+0000","last_unstale":"2023-11-25T03:12:07.893625+0000","last_undegraded":"2023-11-25T03:12:07.893625+0000","last_fullsized":"2023-11-25T03:12:07.893625+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:56.672735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":179,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896305+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:05.896305+0000","last_peered":"2023-11-25T03:12:05.896305+0000","last_clean":"2023-11-25T03:12:05.896305+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:05.896305+0000","last_undegraded":"2023-11-25T03:12:05.896305+0000","last_fullsized":"2023-11-25T03:12:05.896305+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.905334+0000","last_change":"2023-11-25T03:11:51.896388+0000","last_active":"2023-11-25T03:12:05.905334+0000","last_peered":"2023-11-25T03:12:05.905334+0000","last_clean":"2023-11-25T03:12:05.905334+0000","last_became_active":"2023-11-25T03:11:51.895534+0000","last_became_peered":"2023-11-25T03:11:51.895534+0000","last_unstale":"2023-11-25T03:12:05.905334+0000","last_undegraded":"2023-11-25T03:12:05.905334+0000","last_fullsized":"2023-11-25T03:12:05.905334+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896991+0000","last_change":"2023-11-25T03:11:52.284910+0000","last_active":"2023-11-25T03:12:05.896991+0000","last_peered":"2023-11-25T03:12:05.896991+0000","last_clean":"2023-11-25T03:12:05.896991+0000","last_became_active":"2023-11-25T03:11:52.284645+0000","last_became_peered":"2023-11-25T03:11:52.284645+0000","last_unstale":"2023-11-25T03:12:05.896991+0000","last_undegraded":"2023-11-25T03:12:05.896991+0000","last_fullsized":"2023-11-25T03:12:05.896991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978951+0000","last_change":"2023-11-25T03:12:04.979101+0000","last_active":"2023-11-25T03:12:05.978951+0000","last_peered":"2023-11-25T03:12:05.978951+0000","last_clean":"2023-11-25T03:12:05.978951+0000","last_became_active":"2023-11-25T03:12:04.978329+0000","last_became_peered":"2023-11-25T03:12:04.978329+0000","last_unstale":"2023-11-25T03:12:05.978951+0000","last_undegraded":"2023-11-25T03:12:05.978951+0000","last_fullsized":"2023-11-25T03:12:05.978951+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:39:39.940436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392181+0000","last_change":"2023-11-25T03:12:05.915939+0000","last_active":"2023-11-25T03:12:07.392181+0000","last_peered":"2023-11-25T03:12:07.392181+0000","last_clean":"2023-11-25T03:12:07.392181+0000","last_became_active":"2023-11-25T03:12:05.915659+0000","last_became_peered":"2023-11-25T03:12:05.915659+0000","last_unstale":"2023-11-25T03:12:07.392181+0000","last_undegraded":"2023-11-25T03:12:07.392181+0000","last_fullsized":"2023-11-25T03:12:07.392181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:19.024560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898080+0000","last_change":"2023-11-25T03:11:51.896203+0000","last_active":"2023-11-25T03:12:05.898080+0000","last_peered":"2023-11-25T03:12:05.898080+0000","last_clean":"2023-11-25T03:12:05.898080+0000","last_became_active":"2023-11-25T03:11:51.895481+0000","last_became_peered":"2023-11-25T03:11:51.895481+0000","last_unstale":"2023-11-25T03:12:05.898080+0000","last_undegraded":"2023-11-25T03:12:05.898080+0000","last_fullsized":"2023-11-25T03:12:05.898080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:52.091108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903257+0000","last_change":"2023-11-25T03:11:52.291294+0000","last_active":"2023-11-25T03:12:05.903257+0000","last_peered":"2023-11-25T03:12:05.903257+0000","last_clean":"2023-11-25T03:12:05.903257+0000","last_became_active":"2023-11-25T03:11:52.291012+0000","last_became_peered":"2023-11-25T03:11:52.291012+0000","last_unstale":"2023-11-25T03:12:05.903257+0000","last_undegraded":"2023-11-25T03:12:05.903257+0000","last_fullsized":"2023-11-25T03:12:05.903257+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904863+0000","last_change":"2023-11-25T03:12:04.979793+0000","last_active":"2023-11-25T03:12:05.904863+0000","last_peered":"2023-11-25T03:12:05.904863+0000","last_clean":"2023-11-25T03:12:05.904863+0000","last_became_active":"2023-11-25T03:12:04.979463+0000","last_became_peered":"2023-11-25T03:12:04.979463+0000","last_unstale":"2023-11-25T03:12:05.904863+0000","last_undegraded":"2023-11-25T03:12:05.904863+0000","last_fullsized":"2023-11-25T03:12:05.904863+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:00:49.789168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392235+0000","last_change":"2023-11-25T03:12:05.912769+0000","last_active":"2023-11-25T03:12:07.392235+0000","last_peered":"2023-11-25T03:12:07.392235+0000","last_clean":"2023-11-25T03:12:07.392235+0000","last_became_active":"2023-11-25T03:12:05.912500+0000","last_became_peered":"2023-11-25T03:12:05.912500+0000","last_unstale":"2023-11-25T03:12:07.392235+0000","last_undegraded":"2023-11-25T03:12:07.392235+0000","last_fullsized":"2023-11-25T03:12:07.392235+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:14.277218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903489+0000","last_change":"2023-11-25T03:11:51.885238+0000","last_active":"2023-11-25T03:12:05.903489+0000","last_peered":"2023-11-25T03:12:05.903489+0000","last_clean":"2023-11-25T03:12:05.903489+0000","last_became_active":"2023-11-25T03:11:51.884786+0000","last_became_peered":"2023-11-25T03:11:51.884786+0000","last_unstale":"2023-11-25T03:12:05.903489+0000","last_undegraded":"2023-11-25T03:12:05.903489+0000","last_fullsized":"2023-11-25T03:12:05.903489+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897900+0000","last_change":"2023-11-25T03:11:52.287561+0000","last_active":"2023-11-25T03:12:05.897900+0000","last_peered":"2023-11-25T03:12:05.897900+0000","last_clean":"2023-11-25T03:12:05.897900+0000","last_became_active":"2023-11-25T03:11:52.287413+0000","last_became_peered":"2023-11-25T03:11:52.287413+0000","last_unstale":"2023-11-25T03:12:05.897900+0000","last_undegraded":"2023-11-25T03:12:05.897900+0000","last_fullsized":"2023-11-25T03:12:05.897900+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897328+0000","last_change":"2023-11-25T03:12:04.988756+0000","last_active":"2023-11-25T03:12:05.897328+0000","last_peered":"2023-11-25T03:12:05.897328+0000","last_clean":"2023-11-25T03:12:05.897328+0000","last_became_active":"2023-11-25T03:12:04.988476+0000","last_became_peered":"2023-11-25T03:12:04.988476+0000","last_unstale":"2023-11-25T03:12:05.897328+0000","last_undegraded":"2023-11-25T03:12:05.897328+0000","last_fullsized":"2023-11-25T03:12:05.897328+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:11.764546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893878+0000","last_change":"2023-11-25T03:12:05.916368+0000","last_active":"2023-11-25T03:12:07.893878+0000","last_peered":"2023-11-25T03:12:07.893878+0000","last_clean":"2023-11-25T03:12:07.893878+0000","last_became_active":"2023-11-25T03:12:05.916081+0000","last_became_peered":"2023-11-25T03:12:05.916081+0000","last_unstale":"2023-11-25T03:12:07.893878+0000","last_undegraded":"2023-11-25T03:12:07.893878+0000","last_fullsized":"2023-11-25T03:12:07.893878+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:35:52.099259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893848+0000","last_change":"2023-11-25T03:11:51.903201+0000","last_active":"2023-11-25T03:12:05.893848+0000","last_peered":"2023-11-25T03:12:05.893848+0000","last_clean":"2023-11-25T03:12:05.893848+0000","last_became_active":"2023-11-25T03:11:51.902938+0000","last_became_peered":"2023-11-25T03:11:51.902938+0000","last_unstale":"2023-11-25T03:12:05.893848+0000","last_undegraded":"2023-11-25T03:12:05.893848+0000","last_fullsized":"2023-11-25T03:12:05.893848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:07.667961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902801+0000","last_change":"2023-11-25T03:11:52.275459+0000","last_active":"2023-11-25T03:12:05.902801+0000","last_peered":"2023-11-25T03:12:05.902801+0000","last_clean":"2023-11-25T03:12:05.902801+0000","last_became_active":"2023-11-25T03:11:52.275122+0000","last_became_peered":"2023-11-25T03:11:52.275122+0000","last_unstale":"2023-11-25T03:12:05.902801+0000","last_undegraded":"2023-11-25T03:12:05.902801+0000","last_fullsized":"2023-11-25T03:12:05.902801+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902709+0000","last_change":"2023-11-25T03:12:04.980923+0000","last_active":"2023-11-25T03:12:05.902709+0000","last_peered":"2023-11-25T03:12:05.902709+0000","last_clean":"2023-11-25T03:12:05.902709+0000","last_became_active":"2023-11-25T03:12:04.980636+0000","last_became_peered":"2023-11-25T03:12:04.980636+0000","last_unstale":"2023-11-25T03:12:05.902709+0000","last_undegraded":"2023-11-25T03:12:05.902709+0000","last_fullsized":"2023-11-25T03:12:05.902709+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:48:37.357532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.897480+0000","last_change":"2023-11-25T03:12:05.913024+0000","last_active":"2023-11-25T03:12:06.897480+0000","last_peered":"2023-11-25T03:12:06.897480+0000","last_clean":"2023-11-25T03:12:06.897480+0000","last_became_active":"2023-11-25T03:12:05.912708+0000","last_became_peered":"2023-11-25T03:12:05.912708+0000","last_unstale":"2023-11-25T03:12:06.897480+0000","last_undegraded":"2023-11-25T03:12:06.897480+0000","last_fullsized":"2023-11-25T03:12:06.897480+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:54.534161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903052+0000","last_change":"2023-11-25T03:11:51.884130+0000","last_active":"2023-11-25T03:12:05.903052+0000","last_peered":"2023-11-25T03:12:05.903052+0000","last_clean":"2023-11-25T03:12:05.903052+0000","last_became_active":"2023-11-25T03:11:51.883378+0000","last_became_peered":"2023-11-25T03:11:51.883378+0000","last_unstale":"2023-11-25T03:12:05.903052+0000","last_undegraded":"2023-11-25T03:12:05.903052+0000","last_fullsized":"2023-11-25T03:12:05.903052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.907731+0000","last_change":"2023-11-25T03:11:52.285722+0000","last_active":"2023-11-25T03:12:05.907731+0000","last_peered":"2023-11-25T03:12:05.907731+0000","last_clean":"2023-11-25T03:12:05.907731+0000","last_became_active":"2023-11-25T03:11:52.285455+0000","last_became_peered":"2023-11-25T03:11:52.285455+0000","last_unstale":"2023-11-25T03:12:05.907731+0000","last_undegraded":"2023-11-25T03:12:05.907731+0000","last_fullsized":"2023-11-25T03:12:05.907731+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:16.152899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893635+0000","last_change":"2023-11-25T03:12:04.989792+0000","last_active":"2023-11-25T03:12:05.893635+0000","last_peered":"2023-11-25T03:12:05.893635+0000","last_clean":"2023-11-25T03:12:05.893635+0000","last_became_active":"2023-11-25T03:12:04.989459+0000","last_became_peered":"2023-11-25T03:12:04.989459+0000","last_unstale":"2023-11-25T03:12:05.893635+0000","last_undegraded":"2023-11-25T03:12:05.893635+0000","last_fullsized":"2023-11-25T03:12:05.893635+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:55.766943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895343+0000","last_change":"2023-11-25T03:12:05.924344+0000","last_active":"2023-11-25T03:12:07.895343+0000","last_peered":"2023-11-25T03:12:07.895343+0000","last_clean":"2023-11-25T03:12:07.895343+0000","last_became_active":"2023-11-25T03:12:05.924019+0000","last_became_peered":"2023-11-25T03:12:05.924019+0000","last_unstale":"2023-11-25T03:12:07.895343+0000","last_undegraded":"2023-11-25T03:12:07.895343+0000","last_fullsized":"2023-11-25T03:12:07.895343+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:37.140527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894087+0000","last_change":"2023-11-25T03:11:51.898170+0000","last_active":"2023-11-25T03:12:05.894087+0000","last_peered":"2023-11-25T03:12:05.894087+0000","last_clean":"2023-11-25T03:12:05.894087+0000","last_became_active":"2023-11-25T03:11:51.897837+0000","last_became_peered":"2023-11-25T03:11:51.897837+0000","last_unstale":"2023-11-25T03:12:05.894087+0000","last_undegraded":"2023-11-25T03:12:05.894087+0000","last_fullsized":"2023-11-25T03:12:05.894087+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902497+0000","last_change":"2023-11-25T03:11:52.285225+0000","last_active":"2023-11-25T03:12:05.902497+0000","last_peered":"2023-11-25T03:12:05.902497+0000","last_clean":"2023-11-25T03:12:05.902497+0000","last_became_active":"2023-11-25T03:11:52.285032+0000","last_became_peered":"2023-11-25T03:11:52.285032+0000","last_unstale":"2023-11-25T03:12:05.902497+0000","last_undegraded":"2023-11-25T03:12:05.902497+0000","last_fullsized":"2023-11-25T03:12:05.902497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902786+0000","last_change":"2023-11-25T03:12:04.981905+0000","last_active":"2023-11-25T03:12:05.902786+0000","last_peered":"2023-11-25T03:12:05.902786+0000","last_clean":"2023-11-25T03:12:05.902786+0000","last_became_active":"2023-11-25T03:12:04.981555+0000","last_became_peered":"2023-11-25T03:12:04.981555+0000","last_unstale":"2023-11-25T03:12:05.902786+0000","last_undegraded":"2023-11-25T03:12:05.902786+0000","last_fullsized":"2023-11-25T03:12:05.902786+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:00.936384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898555+0000","last_change":"2023-11-25T03:12:05.916994+0000","last_active":"2023-11-25T03:12:06.898555+0000","last_peered":"2023-11-25T03:12:06.898555+0000","last_clean":"2023-11-25T03:12:06.898555+0000","last_became_active":"2023-11-25T03:12:05.916619+0000","last_became_peered":"2023-11-25T03:12:05.916619+0000","last_unstale":"2023-11-25T03:12:06.898555+0000","last_undegraded":"2023-11-25T03:12:06.898555+0000","last_fullsized":"2023-11-25T03:12:06.898555+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:37.981319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904695+0000","last_change":"2023-11-25T03:11:51.904326+0000","last_active":"2023-11-25T03:12:05.904695+0000","last_peered":"2023-11-25T03:12:05.904695+0000","last_clean":"2023-11-25T03:12:05.904695+0000","last_became_active":"2023-11-25T03:11:51.904012+0000","last_became_peered":"2023-11-25T03:11:51.904012+0000","last_unstale":"2023-11-25T03:12:05.904695+0000","last_undegraded":"2023-11-25T03:12:05.904695+0000","last_fullsized":"2023-11-25T03:12:05.904695+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900864+0000","last_change":"2023-11-25T03:11:52.280431+0000","last_active":"2023-11-25T03:12:05.900864+0000","last_peered":"2023-11-25T03:12:05.900864+0000","last_clean":"2023-11-25T03:12:05.900864+0000","last_became_active":"2023-11-25T03:11:52.279441+0000","last_became_peered":"2023-11-25T03:11:52.279441+0000","last_unstale":"2023-11-25T03:12:05.900864+0000","last_undegraded":"2023-11-25T03:12:05.900864+0000","last_fullsized":"2023-11-25T03:12:05.900864+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893888+0000","last_change":"2023-11-25T03:12:04.980786+0000","last_active":"2023-11-25T03:12:05.893888+0000","last_peered":"2023-11-25T03:12:05.893888+0000","last_clean":"2023-11-25T03:12:05.893888+0000","last_became_active":"2023-11-25T03:12:04.980428+0000","last_became_peered":"2023-11-25T03:12:04.980428+0000","last_unstale":"2023-11-25T03:12:05.893888+0000","last_undegraded":"2023-11-25T03:12:05.893888+0000","last_fullsized":"2023-11-25T03:12:05.893888+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:36:00.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893132+0000","last_change":"2023-11-25T03:12:05.917822+0000","last_active":"2023-11-25T03:12:07.893132+0000","last_peered":"2023-11-25T03:12:07.893132+0000","last_clean":"2023-11-25T03:12:07.893132+0000","last_became_active":"2023-11-25T03:12:05.917600+0000","last_became_peered":"2023-11-25T03:12:05.917600+0000","last_unstale":"2023-11-25T03:12:07.893132+0000","last_undegraded":"2023-11-25T03:12:07.893132+0000","last_fullsized":"2023-11-25T03:12:07.893132+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:32:39.507060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894792+0000","last_change":"2023-11-25T03:11:51.903154+0000","last_active":"2023-11-25T03:12:05.894792+0000","last_peered":"2023-11-25T03:12:05.894792+0000","last_clean":"2023-11-25T03:12:05.894792+0000","last_became_active":"2023-11-25T03:11:51.902899+0000","last_became_peered":"2023-11-25T03:11:51.902899+0000","last_unstale":"2023-11-25T03:12:05.894792+0000","last_undegraded":"2023-11-25T03:12:05.894792+0000","last_fullsized":"2023-11-25T03:12:05.894792+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:49.015543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.911068+0000","last_change":"2023-11-25T03:11:52.289353+0000","last_active":"2023-11-25T03:12:05.911068+0000","last_peered":"2023-11-25T03:12:05.911068+0000","last_clean":"2023-11-25T03:12:05.911068+0000","last_became_active":"2023-11-25T03:11:52.289064+0000","last_became_peered":"2023-11-25T03:11:52.289064+0000","last_unstale":"2023-11-25T03:12:05.911068+0000","last_undegraded":"2023-11-25T03:12:05.911068+0000","last_fullsized":"2023-11-25T03:12:05.911068+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:58.676752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897856+0000","last_change":"2023-11-25T03:12:04.984511+0000","last_active":"2023-11-25T03:12:05.897856+0000","last_peered":"2023-11-25T03:12:05.897856+0000","last_clean":"2023-11-25T03:12:05.897856+0000","last_became_active":"2023-11-25T03:12:04.984160+0000","last_became_peered":"2023-11-25T03:12:04.984160+0000","last_unstale":"2023-11-25T03:12:05.897856+0000","last_undegraded":"2023-11-25T03:12:05.897856+0000","last_fullsized":"2023-11-25T03:12:05.897856+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:17.602436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.648107+0000","last_change":"2023-11-25T03:12:05.909041+0000","last_active":"2023-11-25T03:12:07.648107+0000","last_peered":"2023-11-25T03:12:07.648107+0000","last_clean":"2023-11-25T03:12:07.648107+0000","last_became_active":"2023-11-25T03:12:05.908638+0000","last_became_peered":"2023-11-25T03:12:05.908638+0000","last_unstale":"2023-11-25T03:12:07.648107+0000","last_undegraded":"2023-11-25T03:12:07.648107+0000","last_fullsized":"2023-11-25T03:12:07.648107+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:10:17.614685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896594+0000","last_change":"2023-11-25T03:11:51.889165+0000","last_active":"2023-11-25T03:12:05.896594+0000","last_peered":"2023-11-25T03:12:05.896594+0000","last_clean":"2023-11-25T03:12:05.896594+0000","last_became_active":"2023-11-25T03:11:51.888778+0000","last_became_peered":"2023-11-25T03:11:51.888778+0000","last_unstale":"2023-11-25T03:12:05.896594+0000","last_undegraded":"2023-11-25T03:12:05.896594+0000","last_fullsized":"2023-11-25T03:12:05.896594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896683+0000","last_change":"2023-11-25T03:11:52.283055+0000","last_active":"2023-11-25T03:12:05.896683+0000","last_peered":"2023-11-25T03:12:05.896683+0000","last_clean":"2023-11-25T03:12:05.896683+0000","last_became_active":"2023-11-25T03:11:52.281840+0000","last_became_peered":"2023-11-25T03:11:52.281840+0000","last_unstale":"2023-11-25T03:12:05.896683+0000","last_undegraded":"2023-11-25T03:12:05.896683+0000","last_fullsized":"2023-11-25T03:12:05.896683+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896537+0000","last_change":"2023-11-25T03:12:04.988048+0000","last_active":"2023-11-25T03:12:05.896537+0000","last_peered":"2023-11-25T03:12:05.896537+0000","last_clean":"2023-11-25T03:12:05.896537+0000","last_became_active":"2023-11-25T03:12:04.987748+0000","last_became_peered":"2023-11-25T03:12:04.987748+0000","last_unstale":"2023-11-25T03:12:05.896537+0000","last_undegraded":"2023-11-25T03:12:05.896537+0000","last_fullsized":"2023-11-25T03:12:05.896537+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:31.445516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392079+0000","last_change":"2023-11-25T03:12:05.912630+0000","last_active":"2023-11-25T03:12:07.392079+0000","last_peered":"2023-11-25T03:12:07.392079+0000","last_clean":"2023-11-25T03:12:07.392079+0000","last_became_active":"2023-11-25T03:12:05.912347+0000","last_became_peered":"2023-11-25T03:12:05.912347+0000","last_unstale":"2023-11-25T03:12:07.392079+0000","last_undegraded":"2023-11-25T03:12:07.392079+0000","last_fullsized":"2023-11-25T03:12:07.392079+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:40.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903394+0000","last_change":"2023-11-25T03:11:51.906382+0000","last_active":"2023-11-25T03:12:05.903394+0000","last_peered":"2023-11-25T03:12:05.903394+0000","last_clean":"2023-11-25T03:12:05.903394+0000","last_became_active":"2023-11-25T03:11:51.906085+0000","last_became_peered":"2023-11-25T03:11:51.906085+0000","last_unstale":"2023-11-25T03:12:05.903394+0000","last_undegraded":"2023-11-25T03:12:05.903394+0000","last_fullsized":"2023-11-25T03:12:05.903394+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:09.849449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.908683+0000","last_change":"2023-11-25T03:11:52.281188+0000","last_active":"2023-11-25T03:12:05.908683+0000","last_peered":"2023-11-25T03:12:05.908683+0000","last_clean":"2023-11-25T03:12:05.908683+0000","last_became_active":"2023-11-25T03:11:52.280544+0000","last_became_peered":"2023-11-25T03:11:52.280544+0000","last_unstale":"2023-11-25T03:12:05.908683+0000","last_undegraded":"2023-11-25T03:12:05.908683+0000","last_fullsized":"2023-11-25T03:12:05.908683+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:30.244762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976697+0000","last_change":"2023-11-25T03:12:04.969400+0000","last_active":"2023-11-25T03:12:05.976697+0000","last_peered":"2023-11-25T03:12:05.976697+0000","last_clean":"2023-11-25T03:12:05.976697+0000","last_became_active":"2023-11-25T03:12:04.969146+0000","last_became_peered":"2023-11-25T03:12:04.969146+0000","last_unstale":"2023-11-25T03:12:05.976697+0000","last_undegraded":"2023-11-25T03:12:05.976697+0000","last_fullsized":"2023-11-25T03:12:05.976697+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:09.111113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892617+0000","last_change":"2023-11-25T03:12:05.922080+0000","last_active":"2023-11-25T03:12:07.892617+0000","last_peered":"2023-11-25T03:12:07.892617+0000","last_clean":"2023-11-25T03:12:07.892617+0000","last_became_active":"2023-11-25T03:12:05.921790+0000","last_became_peered":"2023-11-25T03:12:05.921790+0000","last_unstale":"2023-11-25T03:12:07.892617+0000","last_undegraded":"2023-11-25T03:12:07.892617+0000","last_fullsized":"2023-11-25T03:12:07.892617+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:52:00.889083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.907818+0000","last_change":"2023-11-25T03:11:51.904367+0000","last_active":"2023-11-25T03:12:05.907818+0000","last_peered":"2023-11-25T03:12:05.907818+0000","last_clean":"2023-11-25T03:12:05.907818+0000","last_became_active":"2023-11-25T03:11:51.904024+0000","last_became_peered":"2023-11-25T03:11:51.904024+0000","last_unstale":"2023-11-25T03:12:05.907818+0000","last_undegraded":"2023-11-25T03:12:05.907818+0000","last_fullsized":"2023-11-25T03:12:05.907818+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909647+0000","last_change":"2023-11-25T03:11:52.281055+0000","last_active":"2023-11-25T03:12:05.909647+0000","last_peered":"2023-11-25T03:12:05.909647+0000","last_clean":"2023-11-25T03:12:05.909647+0000","last_became_active":"2023-11-25T03:11:52.280752+0000","last_became_peered":"2023-11-25T03:11:52.280752+0000","last_unstale":"2023-11-25T03:12:05.909647+0000","last_undegraded":"2023-11-25T03:12:05.909647+0000","last_fullsized":"2023-11-25T03:12:05.909647+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:38.011669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896126+0000","last_change":"2023-11-25T03:12:04.975750+0000","last_active":"2023-11-25T03:12:05.896126+0000","last_peered":"2023-11-25T03:12:05.896126+0000","last_clean":"2023-11-25T03:12:05.896126+0000","last_became_active":"2023-11-25T03:12:04.975377+0000","last_became_peered":"2023-11-25T03:12:04.975377+0000","last_unstale":"2023-11-25T03:12:05.896126+0000","last_undegraded":"2023-11-25T03:12:05.896126+0000","last_fullsized":"2023-11-25T03:12:05.896126+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:31.445516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.895651+0000","last_change":"2023-11-25T03:12:05.916913+0000","last_active":"2023-11-25T03:12:06.895651+0000","last_peered":"2023-11-25T03:12:06.895651+0000","last_clean":"2023-11-25T03:12:06.895651+0000","last_became_active":"2023-11-25T03:12:05.916555+0000","last_became_peered":"2023-11-25T03:12:05.916555+0000","last_unstale":"2023-11-25T03:12:06.895651+0000","last_undegraded":"2023-11-25T03:12:06.895651+0000","last_fullsized":"2023-11-25T03:12:06.895651+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:20:06.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902896+0000","last_change":"2023-11-25T03:11:51.898805+0000","last_active":"2023-11-25T03:12:05.902896+0000","last_peered":"2023-11-25T03:12:05.902896+0000","last_clean":"2023-11-25T03:12:05.902896+0000","last_became_active":"2023-11-25T03:11:51.898486+0000","last_became_peered":"2023-11-25T03:11:51.898486+0000","last_unstale":"2023-11-25T03:12:05.902896+0000","last_undegraded":"2023-11-25T03:12:05.902896+0000","last_fullsized":"2023-11-25T03:12:05.902896+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.908956+0000","last_change":"2023-11-25T03:11:52.283809+0000","last_active":"2023-11-25T03:12:05.908956+0000","last_peered":"2023-11-25T03:12:05.908956+0000","last_clean":"2023-11-25T03:12:05.908956+0000","last_became_active":"2023-11-25T03:11:52.283549+0000","last_became_peered":"2023-11-25T03:11:52.283549+0000","last_unstale":"2023-11-25T03:12:05.908956+0000","last_undegraded":"2023-11-25T03:12:05.908956+0000","last_fullsized":"2023-11-25T03:12:05.908956+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:59:54.952999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903057+0000","last_change":"2023-11-25T03:12:04.976695+0000","last_active":"2023-11-25T03:12:05.903057+0000","last_peered":"2023-11-25T03:12:05.903057+0000","last_clean":"2023-11-25T03:12:05.903057+0000","last_became_active":"2023-11-25T03:12:04.974297+0000","last_became_peered":"2023-11-25T03:12:04.974297+0000","last_unstale":"2023-11-25T03:12:05.903057+0000","last_undegraded":"2023-11-25T03:12:05.903057+0000","last_fullsized":"2023-11-25T03:12:05.903057+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:36.132893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893419+0000","last_change":"2023-11-25T03:12:05.914764+0000","last_active":"2023-11-25T03:12:07.893419+0000","last_peered":"2023-11-25T03:12:07.893419+0000","last_clean":"2023-11-25T03:12:07.893419+0000","last_became_active":"2023-11-25T03:12:05.912203+0000","last_became_peered":"2023-11-25T03:12:05.912203+0000","last_unstale":"2023-11-25T03:12:07.893419+0000","last_undegraded":"2023-11-25T03:12:07.893419+0000","last_fullsized":"2023-11-25T03:12:07.893419+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:18.610071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903567+0000","last_change":"2023-11-25T03:11:51.892470+0000","last_active":"2023-11-25T03:12:05.903567+0000","last_peered":"2023-11-25T03:12:05.903567+0000","last_clean":"2023-11-25T03:12:05.903567+0000","last_became_active":"2023-11-25T03:11:51.892170+0000","last_became_peered":"2023-11-25T03:11:51.892170+0000","last_unstale":"2023-11-25T03:12:05.903567+0000","last_undegraded":"2023-11-25T03:12:05.903567+0000","last_fullsized":"2023-11-25T03:12:05.903567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:55.263147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910626+0000","last_change":"2023-11-25T03:11:52.281159+0000","last_active":"2023-11-25T03:12:05.910626+0000","last_peered":"2023-11-25T03:12:05.910626+0000","last_clean":"2023-11-25T03:12:05.910626+0000","last_became_active":"2023-11-25T03:11:52.280913+0000","last_became_peered":"2023-11-25T03:11:52.280913+0000","last_unstale":"2023-11-25T03:12:05.910626+0000","last_undegraded":"2023-11-25T03:12:05.910626+0000","last_fullsized":"2023-11-25T03:12:05.910626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:21.949321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.975587+0000","last_change":"2023-11-25T03:12:04.986710+0000","last_active":"2023-11-25T03:12:05.975587+0000","last_peered":"2023-11-25T03:12:05.975587+0000","last_clean":"2023-11-25T03:12:05.975587+0000","last_became_active":"2023-11-25T03:12:04.985433+0000","last_became_peered":"2023-11-25T03:12:04.985433+0000","last_unstale":"2023-11-25T03:12:05.975587+0000","last_undegraded":"2023-11-25T03:12:05.975587+0000","last_fullsized":"2023-11-25T03:12:05.975587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:51:59.881449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.897001+0000","last_change":"2023-11-25T03:12:05.913315+0000","last_active":"2023-11-25T03:12:06.897001+0000","last_peered":"2023-11-25T03:12:06.897001+0000","last_clean":"2023-11-25T03:12:06.897001+0000","last_became_active":"2023-11-25T03:12:05.912311+0000","last_became_peered":"2023-11-25T03:12:05.912311+0000","last_unstale":"2023-11-25T03:12:06.897001+0000","last_undegraded":"2023-11-25T03:12:06.897001+0000","last_fullsized":"2023-11-25T03:12:06.897001+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:05.805498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906113+0000","last_change":"2023-11-25T03:11:51.894744+0000","last_active":"2023-11-25T03:12:05.906113+0000","last_peered":"2023-11-25T03:12:05.906113+0000","last_clean":"2023-11-25T03:12:05.906113+0000","last_became_active":"2023-11-25T03:11:51.891611+0000","last_became_peered":"2023-11-25T03:11:51.891611+0000","last_unstale":"2023-11-25T03:12:05.906113+0000","last_undegraded":"2023-11-25T03:12:05.906113+0000","last_fullsized":"2023-11-25T03:12:05.906113+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893933+0000","last_change":"2023-11-25T03:11:52.279829+0000","last_active":"2023-11-25T03:12:05.893933+0000","last_peered":"2023-11-25T03:12:05.893933+0000","last_clean":"2023-11-25T03:12:05.893933+0000","last_became_active":"2023-11-25T03:11:52.279531+0000","last_became_peered":"2023-11-25T03:11:52.279531+0000","last_unstale":"2023-11-25T03:12:05.893933+0000","last_undegraded":"2023-11-25T03:12:05.893933+0000","last_fullsized":"2023-11-25T03:12:05.893933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:31.882111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978254+0000","last_change":"2023-11-25T03:12:04.980052+0000","last_active":"2023-11-25T03:12:05.978254+0000","last_peered":"2023-11-25T03:12:05.978254+0000","last_clean":"2023-11-25T03:12:05.978254+0000","last_became_active":"2023-11-25T03:12:04.979695+0000","last_became_peered":"2023-11-25T03:12:04.979695+0000","last_unstale":"2023-11-25T03:12:05.978254+0000","last_undegraded":"2023-11-25T03:12:05.978254+0000","last_fullsized":"2023-11-25T03:12:05.978254+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:48.797442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894637+0000","last_change":"2023-11-25T03:12:05.925484+0000","last_active":"2023-11-25T03:12:07.894637+0000","last_peered":"2023-11-25T03:12:07.894637+0000","last_clean":"2023-11-25T03:12:07.894637+0000","last_became_active":"2023-11-25T03:12:05.925089+0000","last_became_peered":"2023-11-25T03:12:05.925089+0000","last_unstale":"2023-11-25T03:12:07.894637+0000","last_undegraded":"2023-11-25T03:12:07.894637+0000","last_fullsized":"2023-11-25T03:12:07.894637+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:01.175319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.911013+0000","last_change":"2023-11-25T03:11:51.890451+0000","last_active":"2023-11-25T03:12:05.911013+0000","last_peered":"2023-11-25T03:12:05.911013+0000","last_clean":"2023-11-25T03:12:05.911013+0000","last_became_active":"2023-11-25T03:11:51.890119+0000","last_became_peered":"2023-11-25T03:11:51.890119+0000","last_unstale":"2023-11-25T03:12:05.911013+0000","last_undegraded":"2023-11-25T03:12:05.911013+0000","last_fullsized":"2023-11-25T03:12:05.911013+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:14:15.149761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900805+0000","last_change":"2023-11-25T03:11:52.270460+0000","last_active":"2023-11-25T03:12:05.900805+0000","last_peered":"2023-11-25T03:12:05.900805+0000","last_clean":"2023-11-25T03:12:05.900805+0000","last_became_active":"2023-11-25T03:11:52.269608+0000","last_became_peered":"2023-11-25T03:11:52.269608+0000","last_unstale":"2023-11-25T03:12:05.900805+0000","last_undegraded":"2023-11-25T03:12:05.900805+0000","last_fullsized":"2023-11-25T03:12:05.900805+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901607+0000","last_change":"2023-11-25T03:12:04.984892+0000","last_active":"2023-11-25T03:12:05.901607+0000","last_peered":"2023-11-25T03:12:05.901607+0000","last_clean":"2023-11-25T03:12:05.901607+0000","last_became_active":"2023-11-25T03:12:04.984597+0000","last_became_peered":"2023-11-25T03:12:04.984597+0000","last_unstale":"2023-11-25T03:12:05.901607+0000","last_undegraded":"2023-11-25T03:12:05.901607+0000","last_fullsized":"2023-11-25T03:12:05.901607+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:57:36.973684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894684+0000","last_change":"2023-11-25T03:12:05.914727+0000","last_active":"2023-11-25T03:12:07.894684+0000","last_peered":"2023-11-25T03:12:07.894684+0000","last_clean":"2023-11-25T03:12:07.894684+0000","last_became_active":"2023-11-25T03:12:05.914382+0000","last_became_peered":"2023-11-25T03:12:05.914382+0000","last_unstale":"2023-11-25T03:12:07.894684+0000","last_undegraded":"2023-11-25T03:12:07.894684+0000","last_fullsized":"2023-11-25T03:12:07.894684+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:47.530867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894688+0000","last_change":"2023-11-25T03:11:51.904072+0000","last_active":"2023-11-25T03:12:05.894688+0000","last_peered":"2023-11-25T03:12:05.894688+0000","last_clean":"2023-11-25T03:12:05.894688+0000","last_became_active":"2023-11-25T03:11:51.903618+0000","last_became_peered":"2023-11-25T03:11:51.903618+0000","last_unstale":"2023-11-25T03:12:05.894688+0000","last_undegraded":"2023-11-25T03:12:05.894688+0000","last_fullsized":"2023-11-25T03:12:05.894688+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:36.196884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910874+0000","last_change":"2023-11-25T03:11:52.269907+0000","last_active":"2023-11-25T03:12:05.910874+0000","last_peered":"2023-11-25T03:12:05.910874+0000","last_clean":"2023-11-25T03:12:05.910874+0000","last_became_active":"2023-11-25T03:11:52.269633+0000","last_became_peered":"2023-11-25T03:11:52.269633+0000","last_unstale":"2023-11-25T03:12:05.910874+0000","last_undegraded":"2023-11-25T03:12:05.910874+0000","last_fullsized":"2023-11-25T03:12:05.910874+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976472+0000","last_change":"2023-11-25T03:12:04.981583+0000","last_active":"2023-11-25T03:12:05.976472+0000","last_peered":"2023-11-25T03:12:05.976472+0000","last_clean":"2023-11-25T03:12:05.976472+0000","last_became_active":"2023-11-25T03:12:04.981250+0000","last_became_peered":"2023-11-25T03:12:04.981250+0000","last_unstale":"2023-11-25T03:12:05.976472+0000","last_undegraded":"2023-11-25T03:12:05.976472+0000","last_fullsized":"2023-11-25T03:12:05.976472+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:11.764546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893303+0000","last_change":"2023-11-25T03:12:05.916189+0000","last_active":"2023-11-25T03:12:07.893303+0000","last_peered":"2023-11-25T03:12:07.893303+0000","last_clean":"2023-11-25T03:12:07.893303+0000","last_became_active":"2023-11-25T03:12:05.915584+0000","last_became_peered":"2023-11-25T03:12:05.915584+0000","last_unstale":"2023-11-25T03:12:07.893303+0000","last_undegraded":"2023-11-25T03:12:07.893303+0000","last_fullsized":"2023-11-25T03:12:07.893303+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:12.772181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":24,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.897993+0000","last_change":"2023-11-25T03:11:51.899525+0000","last_active":"2023-11-25T03:12:05.897993+0000","last_peered":"2023-11-25T03:12:05.897993+0000","last_clean":"2023-11-25T03:12:05.897993+0000","last_became_active":"2023-11-25T03:11:51.899210+0000","last_became_peered":"2023-11-25T03:11:51.899210+0000","last_unstale":"2023-11-25T03:12:05.897993+0000","last_undegraded":"2023-11-25T03:12:05.897993+0000","last_fullsized":"2023-11-25T03:12:05.897993+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:35.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.905887+0000","last_change":"2023-11-25T03:11:52.280334+0000","last_active":"2023-11-25T03:12:05.905887+0000","last_peered":"2023-11-25T03:12:05.905887+0000","last_clean":"2023-11-25T03:12:05.905887+0000","last_became_active":"2023-11-25T03:11:52.279957+0000","last_became_peered":"2023-11-25T03:11:52.279957+0000","last_unstale":"2023-11-25T03:12:05.905887+0000","last_undegraded":"2023-11-25T03:12:05.905887+0000","last_fullsized":"2023-11-25T03:12:05.905887+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:06:37.200022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896793+0000","last_change":"2023-11-25T03:12:04.976844+0000","last_active":"2023-11-25T03:12:05.896793+0000","last_peered":"2023-11-25T03:12:05.896793+0000","last_clean":"2023-11-25T03:12:05.896793+0000","last_became_active":"2023-11-25T03:12:04.976472+0000","last_became_peered":"2023-11-25T03:12:04.976472+0000","last_unstale":"2023-11-25T03:12:05.896793+0000","last_undegraded":"2023-11-25T03:12:05.896793+0000","last_fullsized":"2023-11-25T03:12:05.896793+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:26.908797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895446+0000","last_change":"2023-11-25T03:12:05.927643+0000","last_active":"2023-11-25T03:12:07.895446+0000","last_peered":"2023-11-25T03:12:07.895446+0000","last_clean":"2023-11-25T03:12:07.895446+0000","last_became_active":"2023-11-25T03:12:05.927262+0000","last_became_peered":"2023-11-25T03:12:05.927262+0000","last_unstale":"2023-11-25T03:12:07.895446+0000","last_undegraded":"2023-11-25T03:12:07.895446+0000","last_fullsized":"2023-11-25T03:12:07.895446+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:49:36.601728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898967+0000","last_change":"2023-11-25T03:11:51.894369+0000","last_active":"2023-11-25T03:12:05.898967+0000","last_peered":"2023-11-25T03:12:05.898967+0000","last_clean":"2023-11-25T03:12:05.898967+0000","last_became_active":"2023-11-25T03:11:51.893894+0000","last_became_peered":"2023-11-25T03:11:51.893894+0000","last_unstale":"2023-11-25T03:12:05.898967+0000","last_undegraded":"2023-11-25T03:12:05.898967+0000","last_fullsized":"2023-11-25T03:12:05.898967+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.895867+0000","last_change":"2023-11-25T03:11:52.288853+0000","last_active":"2023-11-25T03:12:05.895867+0000","last_peered":"2023-11-25T03:12:05.895867+0000","last_clean":"2023-11-25T03:12:05.895867+0000","last_became_active":"2023-11-25T03:11:52.288566+0000","last_became_peered":"2023-11-25T03:11:52.288566+0000","last_unstale":"2023-11-25T03:12:05.895867+0000","last_undegraded":"2023-11-25T03:12:05.895867+0000","last_fullsized":"2023-11-25T03:12:05.895867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976825+0000","last_change":"2023-11-25T03:12:04.986764+0000","last_active":"2023-11-25T03:12:05.976825+0000","last_peered":"2023-11-25T03:12:05.976825+0000","last_clean":"2023-11-25T03:12:05.976825+0000","last_became_active":"2023-11-25T03:12:04.986417+0000","last_became_peered":"2023-11-25T03:12:04.986417+0000","last_unstale":"2023-11-25T03:12:05.976825+0000","last_undegraded":"2023-11-25T03:12:05.976825+0000","last_fullsized":"2023-11-25T03:12:05.976825+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:18.458628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898000+0000","last_change":"2023-11-25T03:12:05.915460+0000","last_active":"2023-11-25T03:12:06.898000+0000","last_peered":"2023-11-25T03:12:06.898000+0000","last_clean":"2023-11-25T03:12:06.898000+0000","last_became_active":"2023-11-25T03:12:05.915152+0000","last_became_peered":"2023-11-25T03:12:05.915152+0000","last_unstale":"2023-11-25T03:12:06.898000+0000","last_undegraded":"2023-11-25T03:12:06.898000+0000","last_fullsized":"2023-11-25T03:12:06.898000+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:10.118748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893800+0000","last_change":"2023-11-25T03:11:51.904797+0000","last_active":"2023-11-25T03:12:05.893800+0000","last_peered":"2023-11-25T03:12:05.893800+0000","last_clean":"2023-11-25T03:12:05.893800+0000","last_became_active":"2023-11-25T03:11:51.903572+0000","last_became_peered":"2023-11-25T03:11:51.903572+0000","last_unstale":"2023-11-25T03:12:05.893800+0000","last_undegraded":"2023-11-25T03:12:05.893800+0000","last_fullsized":"2023-11-25T03:12:05.893800+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:03.294042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900104+0000","last_change":"2023-11-25T03:11:52.288418+0000","last_active":"2023-11-25T03:12:05.900104+0000","last_peered":"2023-11-25T03:12:05.900104+0000","last_clean":"2023-11-25T03:12:05.900104+0000","last_became_active":"2023-11-25T03:11:52.288121+0000","last_became_peered":"2023-11-25T03:11:52.288121+0000","last_unstale":"2023-11-25T03:12:05.900104+0000","last_undegraded":"2023-11-25T03:12:05.900104+0000","last_fullsized":"2023-11-25T03:12:05.900104+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"35'8","reported_seq":20,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978404+0000","last_change":"2023-11-25T03:12:04.979570+0000","last_active":"2023-11-25T03:12:05.978404+0000","last_peered":"2023-11-25T03:12:05.978404+0000","last_clean":"2023-11-25T03:12:05.978404+0000","last_became_active":"2023-11-25T03:12:04.979204+0000","last_became_peered":"2023-11-25T03:12:04.979204+0000","last_unstale":"2023-11-25T03:12:05.978404+0000","last_undegraded":"2023-11-25T03:12:05.978404+0000","last_fullsized":"2023-11-25T03:12:05.978404+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:10:16.607050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.391942+0000","last_change":"2023-11-25T03:12:05.910455+0000","last_active":"2023-11-25T03:12:07.391942+0000","last_peered":"2023-11-25T03:12:07.391942+0000","last_clean":"2023-11-25T03:12:07.391942+0000","last_became_active":"2023-11-25T03:12:05.910118+0000","last_became_peered":"2023-11-25T03:12:05.910118+0000","last_unstale":"2023-11-25T03:12:07.391942+0000","last_undegraded":"2023-11-25T03:12:07.391942+0000","last_fullsized":"2023-11-25T03:12:07.391942+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:17:36.245572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904280+0000","last_change":"2023-11-25T03:11:51.886068+0000","last_active":"2023-11-25T03:12:05.904280+0000","last_peered":"2023-11-25T03:12:05.904280+0000","last_clean":"2023-11-25T03:12:05.904280+0000","last_became_active":"2023-11-25T03:11:51.885690+0000","last_became_peered":"2023-11-25T03:11:51.885690+0000","last_unstale":"2023-11-25T03:12:05.904280+0000","last_undegraded":"2023-11-25T03:12:05.904280+0000","last_fullsized":"2023-11-25T03:12:05.904280+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:19.662420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893629+0000","last_change":"2023-11-25T03:11:52.287328+0000","last_active":"2023-11-25T03:12:05.893629+0000","last_peered":"2023-11-25T03:12:05.893629+0000","last_clean":"2023-11-25T03:12:05.893629+0000","last_became_active":"2023-11-25T03:11:52.287093+0000","last_became_peered":"2023-11-25T03:11:52.287093+0000","last_unstale":"2023-11-25T03:12:05.893629+0000","last_undegraded":"2023-11-25T03:12:05.893629+0000","last_fullsized":"2023-11-25T03:12:05.893629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898723+0000","last_change":"2023-11-25T03:12:04.976091+0000","last_active":"2023-11-25T03:12:05.898723+0000","last_peered":"2023-11-25T03:12:05.898723+0000","last_clean":"2023-11-25T03:12:05.898723+0000","last_became_active":"2023-11-25T03:12:04.975831+0000","last_became_peered":"2023-11-25T03:12:04.975831+0000","last_unstale":"2023-11-25T03:12:05.898723+0000","last_undegraded":"2023-11-25T03:12:05.898723+0000","last_fullsized":"2023-11-25T03:12:05.898723+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:17.602436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898861+0000","last_change":"2023-11-25T03:12:05.910743+0000","last_active":"2023-11-25T03:12:06.898861+0000","last_peered":"2023-11-25T03:12:06.898861+0000","last_clean":"2023-11-25T03:12:06.898861+0000","last_became_active":"2023-11-25T03:12:05.909872+0000","last_became_peered":"2023-11-25T03:12:05.909872+0000","last_unstale":"2023-11-25T03:12:06.898861+0000","last_undegraded":"2023-11-25T03:12:06.898861+0000","last_fullsized":"2023-11-25T03:12:06.898861+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:20:23.777621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"32'9","reported_seq":25,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901841+0000","last_change":"2023-11-25T03:11:51.904180+0000","last_active":"2023-11-25T03:12:05.901841+0000","last_peered":"2023-11-25T03:12:05.901841+0000","last_clean":"2023-11-25T03:12:05.901841+0000","last_became_active":"2023-11-25T03:11:51.903897+0000","last_became_peered":"2023-11-25T03:11:51.903897+0000","last_unstale":"2023-11-25T03:12:05.901841+0000","last_undegraded":"2023-11-25T03:12:05.901841+0000","last_fullsized":"2023-11-25T03:12:05.901841+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:25.872900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899762+0000","last_change":"2023-11-25T03:11:52.285963+0000","last_active":"2023-11-25T03:12:05.899762+0000","last_peered":"2023-11-25T03:12:05.899762+0000","last_clean":"2023-11-25T03:12:05.899762+0000","last_became_active":"2023-11-25T03:11:52.285693+0000","last_became_peered":"2023-11-25T03:11:52.285693+0000","last_unstale":"2023-11-25T03:12:05.899762+0000","last_undegraded":"2023-11-25T03:12:05.899762+0000","last_fullsized":"2023-11-25T03:12:05.899762+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:10.380601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904135+0000","last_change":"2023-11-25T03:12:04.977441+0000","last_active":"2023-11-25T03:12:05.904135+0000","last_peered":"2023-11-25T03:12:05.904135+0000","last_clean":"2023-11-25T03:12:05.904135+0000","last_became_active":"2023-11-25T03:12:04.977034+0000","last_became_peered":"2023-11-25T03:12:04.977034+0000","last_unstale":"2023-11-25T03:12:05.904135+0000","last_undegraded":"2023-11-25T03:12:05.904135+0000","last_fullsized":"2023-11-25T03:12:05.904135+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:49:35.594094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895872+0000","last_change":"2023-11-25T03:12:05.918894+0000","last_active":"2023-11-25T03:12:07.895872+0000","last_peered":"2023-11-25T03:12:07.895872+0000","last_clean":"2023-11-25T03:12:07.895872+0000","last_became_active":"2023-11-25T03:12:05.918208+0000","last_became_peered":"2023-11-25T03:12:05.918208+0000","last_unstale":"2023-11-25T03:12:07.895872+0000","last_undegraded":"2023-11-25T03:12:07.895872+0000","last_fullsized":"2023-11-25T03:12:07.895872+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:12.772181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":19,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899999+0000","last_change":"2023-11-25T03:11:51.889089+0000","last_active":"2023-11-25T03:12:05.899999+0000","last_peered":"2023-11-25T03:12:05.899999+0000","last_clean":"2023-11-25T03:12:05.899999+0000","last_became_active":"2023-11-25T03:11:51.888787+0000","last_became_peered":"2023-11-25T03:11:51.888787+0000","last_unstale":"2023-11-25T03:12:05.899999+0000","last_undegraded":"2023-11-25T03:12:05.899999+0000","last_fullsized":"2023-11-25T03:12:05.899999+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:56.700276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901749+0000","last_change":"2023-11-25T03:11:52.282203+0000","last_active":"2023-11-25T03:12:05.901749+0000","last_peered":"2023-11-25T03:12:05.901749+0000","last_clean":"2023-11-25T03:12:05.901749+0000","last_became_active":"2023-11-25T03:11:52.281727+0000","last_became_peered":"2023-11-25T03:11:52.281727+0000","last_unstale":"2023-11-25T03:12:05.901749+0000","last_undegraded":"2023-11-25T03:12:05.901749+0000","last_fullsized":"2023-11-25T03:12:05.901749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910466+0000","last_change":"2023-11-25T03:12:04.976645+0000","last_active":"2023-11-25T03:12:05.910466+0000","last_peered":"2023-11-25T03:12:05.910466+0000","last_clean":"2023-11-25T03:12:05.910466+0000","last_became_active":"2023-11-25T03:12:04.976329+0000","last_became_peered":"2023-11-25T03:12:04.976329+0000","last_unstale":"2023-11-25T03:12:05.910466+0000","last_undegraded":"2023-11-25T03:12:05.910466+0000","last_fullsized":"2023-11-25T03:12:05.910466+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:38:52.938468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898499+0000","last_change":"2023-11-25T03:12:05.919485+0000","last_active":"2023-11-25T03:12:06.898499+0000","last_peered":"2023-11-25T03:12:06.898499+0000","last_clean":"2023-11-25T03:12:06.898499+0000","last_became_active":"2023-11-25T03:12:05.919220+0000","last_became_peered":"2023-11-25T03:12:05.919220+0000","last_unstale":"2023-11-25T03:12:06.898499+0000","last_undegraded":"2023-11-25T03:12:06.898499+0000","last_fullsized":"2023-11-25T03:12:06.898499+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:56:27.342206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904571+0000","last_change":"2023-11-25T03:11:51.889697+0000","last_active":"2023-11-25T03:12:05.904571+0000","last_peered":"2023-11-25T03:12:05.904571+0000","last_clean":"2023-11-25T03:12:05.904571+0000","last_became_active":"2023-11-25T03:11:51.889272+0000","last_became_peered":"2023-11-25T03:11:51.889272+0000","last_unstale":"2023-11-25T03:12:05.904571+0000","last_undegraded":"2023-11-25T03:12:05.904571+0000","last_fullsized":"2023-11-25T03:12:05.904571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:22:20.016366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901419+0000","last_change":"2023-11-25T03:11:52.293265+0000","last_active":"2023-11-25T03:12:05.901419+0000","last_peered":"2023-11-25T03:12:05.901419+0000","last_clean":"2023-11-25T03:12:05.901419+0000","last_became_active":"2023-11-25T03:11:52.293007+0000","last_became_peered":"2023-11-25T03:11:52.293007+0000","last_unstale":"2023-11-25T03:12:05.901419+0000","last_undegraded":"2023-11-25T03:12:05.901419+0000","last_fullsized":"2023-11-25T03:12:05.901419+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"35'6","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.980773+0000","last_change":"2023-11-25T03:12:04.980572+0000","last_active":"2023-11-25T03:12:05.980773+0000","last_peered":"2023-11-25T03:12:05.980773+0000","last_clean":"2023-11-25T03:12:05.980773+0000","last_became_active":"2023-11-25T03:12:04.980329+0000","last_became_peered":"2023-11-25T03:12:04.980329+0000","last_unstale":"2023-11-25T03:12:05.980773+0000","last_undegraded":"2023-11-25T03:12:05.980773+0000","last_fullsized":"2023-11-25T03:12:05.980773+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:38.952186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392736+0000","last_change":"2023-11-25T03:12:05.918212+0000","last_active":"2023-11-25T03:12:07.392736+0000","last_peered":"2023-11-25T03:12:07.392736+0000","last_clean":"2023-11-25T03:12:07.392736+0000","last_became_active":"2023-11-25T03:12:05.917943+0000","last_became_peered":"2023-11-25T03:12:05.917943+0000","last_unstale":"2023-11-25T03:12:07.392736+0000","last_undegraded":"2023-11-25T03:12:07.392736+0000","last_fullsized":"2023-11-25T03:12:07.392736+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:50.676961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.901509+0000","last_change":"2023-11-25T03:11:51.896977+0000","last_active":"2023-11-25T03:12:05.901509+0000","last_peered":"2023-11-25T03:12:05.901509+0000","last_clean":"2023-11-25T03:12:05.901509+0000","last_became_active":"2023-11-25T03:11:51.895127+0000","last_became_peered":"2023-11-25T03:11:51.895127+0000","last_unstale":"2023-11-25T03:12:05.901509+0000","last_undegraded":"2023-11-25T03:12:05.901509+0000","last_fullsized":"2023-11-25T03:12:05.901509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:06.587051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899818+0000","last_change":"2023-11-25T03:11:52.294256+0000","last_active":"2023-11-25T03:12:05.899818+0000","last_peered":"2023-11-25T03:12:05.899818+0000","last_clean":"2023-11-25T03:12:05.899818+0000","last_became_active":"2023-11-25T03:11:52.293969+0000","last_became_peered":"2023-11-25T03:11:52.293969+0000","last_unstale":"2023-11-25T03:12:05.899818+0000","last_undegraded":"2023-11-25T03:12:05.899818+0000","last_fullsized":"2023-11-25T03:12:05.899818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"35'3","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978558+0000","last_change":"2023-11-25T03:12:04.988739+0000","last_active":"2023-11-25T03:12:05.978558+0000","last_peered":"2023-11-25T03:12:05.978558+0000","last_clean":"2023-11-25T03:12:05.978558+0000","last_became_active":"2023-11-25T03:12:04.988450+0000","last_became_peered":"2023-11-25T03:12:04.988450+0000","last_unstale":"2023-11-25T03:12:05.978558+0000","last_undegraded":"2023-11-25T03:12:05.978558+0000","last_fullsized":"2023-11-25T03:12:05.978558+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:53.526526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893153+0000","last_change":"2023-11-25T03:12:05.916399+0000","last_active":"2023-11-25T03:12:07.893153+0000","last_peered":"2023-11-25T03:12:07.893153+0000","last_clean":"2023-11-25T03:12:07.893153+0000","last_became_active":"2023-11-25T03:12:05.915874+0000","last_became_peered":"2023-11-25T03:12:05.915874+0000","last_unstale":"2023-11-25T03:12:07.893153+0000","last_undegraded":"2023-11-25T03:12:07.893153+0000","last_fullsized":"2023-11-25T03:12:07.893153+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:27.916431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903895+0000","last_change":"2023-11-25T03:11:51.891602+0000","last_active":"2023-11-25T03:12:05.903895+0000","last_peered":"2023-11-25T03:12:05.903895+0000","last_clean":"2023-11-25T03:12:05.903895+0000","last_became_active":"2023-11-25T03:11:51.891065+0000","last_became_peered":"2023-11-25T03:11:51.891065+0000","last_unstale":"2023-11-25T03:12:05.903895+0000","last_undegraded":"2023-11-25T03:12:05.903895+0000","last_fullsized":"2023-11-25T03:12:05.903895+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:30.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893709+0000","last_change":"2023-11-25T03:11:52.286774+0000","last_active":"2023-11-25T03:12:05.893709+0000","last_peered":"2023-11-25T03:12:05.893709+0000","last_clean":"2023-11-25T03:12:05.893709+0000","last_became_active":"2023-11-25T03:11:52.286504+0000","last_became_peered":"2023-11-25T03:11:52.286504+0000","last_unstale":"2023-11-25T03:12:05.893709+0000","last_undegraded":"2023-11-25T03:12:05.893709+0000","last_fullsized":"2023-11-25T03:12:05.893709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.972831+0000","last_change":"2023-11-25T03:12:04.975112+0000","last_active":"2023-11-25T03:12:05.972831+0000","last_peered":"2023-11-25T03:12:05.972831+0000","last_clean":"2023-11-25T03:12:05.972831+0000","last_became_active":"2023-11-25T03:12:04.974831+0000","last_became_peered":"2023-11-25T03:12:04.974831+0000","last_unstale":"2023-11-25T03:12:05.972831+0000","last_undegraded":"2023-11-25T03:12:05.972831+0000","last_fullsized":"2023-11-25T03:12:05.972831+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:49:35.594094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894073+0000","last_change":"2023-11-25T03:12:05.916760+0000","last_active":"2023-11-25T03:12:07.894073+0000","last_peered":"2023-11-25T03:12:07.894073+0000","last_clean":"2023-11-25T03:12:07.894073+0000","last_became_active":"2023-11-25T03:12:05.916459+0000","last_became_peered":"2023-11-25T03:12:05.916459+0000","last_unstale":"2023-11-25T03:12:07.894073+0000","last_undegraded":"2023-11-25T03:12:07.894073+0000","last_fullsized":"2023-11-25T03:12:07.894073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:32:39.507060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898882+0000","last_change":"2023-11-25T03:11:51.894226+0000","last_active":"2023-11-25T03:12:05.898882+0000","last_peered":"2023-11-25T03:12:05.898882+0000","last_clean":"2023-11-25T03:12:05.898882+0000","last_became_active":"2023-11-25T03:11:51.893570+0000","last_became_peered":"2023-11-25T03:11:51.893570+0000","last_unstale":"2023-11-25T03:12:05.898882+0000","last_undegraded":"2023-11-25T03:12:05.898882+0000","last_fullsized":"2023-11-25T03:12:05.898882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:30.878973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903808+0000","last_change":"2023-11-25T03:11:52.278286+0000","last_active":"2023-11-25T03:12:05.903808+0000","last_peered":"2023-11-25T03:12:05.903808+0000","last_clean":"2023-11-25T03:12:05.903808+0000","last_became_active":"2023-11-25T03:11:52.277065+0000","last_became_peered":"2023-11-25T03:11:52.277065+0000","last_unstale":"2023-11-25T03:12:05.903808+0000","last_undegraded":"2023-11-25T03:12:05.903808+0000","last_fullsized":"2023-11-25T03:12:05.903808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:07:23.429591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976791+0000","last_change":"2023-11-25T03:12:04.969950+0000","last_active":"2023-11-25T03:12:05.976791+0000","last_peered":"2023-11-25T03:12:05.976791+0000","last_clean":"2023-11-25T03:12:05.976791+0000","last_became_active":"2023-11-25T03:12:04.969686+0000","last_became_peered":"2023-11-25T03:12:04.969686+0000","last_unstale":"2023-11-25T03:12:05.976791+0000","last_undegraded":"2023-11-25T03:12:05.976791+0000","last_fullsized":"2023-11-25T03:12:05.976791+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:20:32.986652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893913+0000","last_change":"2023-11-25T03:12:05.917309+0000","last_active":"2023-11-25T03:12:07.893913+0000","last_peered":"2023-11-25T03:12:07.893913+0000","last_clean":"2023-11-25T03:12:07.893913+0000","last_became_active":"2023-11-25T03:12:05.917038+0000","last_became_peered":"2023-11-25T03:12:05.917038+0000","last_unstale":"2023-11-25T03:12:07.893913+0000","last_undegraded":"2023-11-25T03:12:07.893913+0000","last_fullsized":"2023-11-25T03:12:07.893913+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:36:01.384742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904854+0000","last_change":"2023-11-25T03:11:51.893076+0000","last_active":"2023-11-25T03:12:05.904854+0000","last_peered":"2023-11-25T03:12:05.904854+0000","last_clean":"2023-11-25T03:12:05.904854+0000","last_became_active":"2023-11-25T03:11:51.892783+0000","last_became_peered":"2023-11-25T03:11:51.892783+0000","last_unstale":"2023-11-25T03:12:05.904854+0000","last_undegraded":"2023-11-25T03:12:05.904854+0000","last_fullsized":"2023-11-25T03:12:05.904854+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899434+0000","last_change":"2023-11-25T03:11:52.271300+0000","last_active":"2023-11-25T03:12:05.899434+0000","last_peered":"2023-11-25T03:12:05.899434+0000","last_clean":"2023-11-25T03:12:05.899434+0000","last_became_active":"2023-11-25T03:11:52.271023+0000","last_became_peered":"2023-11-25T03:11:52.271023+0000","last_unstale":"2023-11-25T03:12:05.899434+0000","last_undegraded":"2023-11-25T03:12:05.899434+0000","last_fullsized":"2023-11-25T03:12:05.899434+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902433+0000","last_change":"2023-11-25T03:12:04.979359+0000","last_active":"2023-11-25T03:12:05.902433+0000","last_peered":"2023-11-25T03:12:05.902433+0000","last_clean":"2023-11-25T03:12:05.902433+0000","last_became_active":"2023-11-25T03:12:04.979081+0000","last_became_peered":"2023-11-25T03:12:04.979081+0000","last_unstale":"2023-11-25T03:12:05.902433+0000","last_undegraded":"2023-11-25T03:12:05.902433+0000","last_fullsized":"2023-11-25T03:12:05.902433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:06.978892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892647+0000","last_change":"2023-11-25T03:12:05.913959+0000","last_active":"2023-11-25T03:12:07.892647+0000","last_peered":"2023-11-25T03:12:07.892647+0000","last_clean":"2023-11-25T03:12:07.892647+0000","last_became_active":"2023-11-25T03:12:05.913450+0000","last_became_peered":"2023-11-25T03:12:05.913450+0000","last_unstale":"2023-11-25T03:12:07.892647+0000","last_undegraded":"2023-11-25T03:12:07.892647+0000","last_fullsized":"2023-11-25T03:12:07.892647+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:55:36.131301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904186+0000","last_change":"2023-11-25T03:11:51.891808+0000","last_active":"2023-11-25T03:12:05.904186+0000","last_peered":"2023-11-25T03:12:05.904186+0000","last_clean":"2023-11-25T03:12:05.904186+0000","last_became_active":"2023-11-25T03:11:51.890873+0000","last_became_peered":"2023-11-25T03:11:51.890873+0000","last_unstale":"2023-11-25T03:12:05.904186+0000","last_undegraded":"2023-11-25T03:12:05.904186+0000","last_fullsized":"2023-11-25T03:12:05.904186+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:03:57.673614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896996+0000","last_change":"2023-11-25T03:11:52.290370+0000","last_active":"2023-11-25T03:12:05.896996+0000","last_peered":"2023-11-25T03:12:05.896996+0000","last_clean":"2023-11-25T03:12:05.896996+0000","last_became_active":"2023-11-25T03:11:52.289671+0000","last_became_peered":"2023-11-25T03:11:52.289671+0000","last_unstale":"2023-11-25T03:12:05.896996+0000","last_undegraded":"2023-11-25T03:12:05.896996+0000","last_fullsized":"2023-11-25T03:12:05.896996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896634+0000","last_change":"2023-11-25T03:12:04.978880+0000","last_active":"2023-11-25T03:12:05.896634+0000","last_peered":"2023-11-25T03:12:05.896634+0000","last_clean":"2023-11-25T03:12:05.896634+0000","last_became_active":"2023-11-25T03:12:04.978584+0000","last_became_peered":"2023-11-25T03:12:04.978584+0000","last_unstale":"2023-11-25T03:12:05.896634+0000","last_undegraded":"2023-11-25T03:12:05.896634+0000","last_fullsized":"2023-11-25T03:12:05.896634+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:32:38.499425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895089+0000","last_change":"2023-11-25T03:12:05.917522+0000","last_active":"2023-11-25T03:12:07.895089+0000","last_peered":"2023-11-25T03:12:07.895089+0000","last_clean":"2023-11-25T03:12:07.895089+0000","last_became_active":"2023-11-25T03:12:05.917138+0000","last_became_peered":"2023-11-25T03:12:05.917138+0000","last_unstale":"2023-11-25T03:12:07.895089+0000","last_undegraded":"2023-11-25T03:12:07.895089+0000","last_fullsized":"2023-11-25T03:12:07.895089+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:10:17.614685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"35'1","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.973553+0000","last_change":"2023-11-25T03:12:04.989299+0000","last_active":"2023-11-25T03:12:05.973553+0000","last_peered":"2023-11-25T03:12:05.973553+0000","last_clean":"2023-11-25T03:12:05.973553+0000","last_became_active":"2023-11-25T03:12:04.988872+0000","last_became_peered":"2023-11-25T03:12:04.988872+0000","last_unstale":"2023-11-25T03:12:05.973553+0000","last_undegraded":"2023-11-25T03:12:05.973553+0000","last_fullsized":"2023-11-25T03:12:05.973553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:55:35.123666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910295+0000","last_change":"2023-11-25T03:11:51.904385+0000","last_active":"2023-11-25T03:12:05.910295+0000","last_peered":"2023-11-25T03:12:05.910295+0000","last_clean":"2023-11-25T03:12:05.910295+0000","last_became_active":"2023-11-25T03:11:51.904093+0000","last_became_peered":"2023-11-25T03:11:51.904093+0000","last_unstale":"2023-11-25T03:12:05.910295+0000","last_undegraded":"2023-11-25T03:12:05.910295+0000","last_fullsized":"2023-11-25T03:12:05.910295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:25:08.521251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893984+0000","last_change":"2023-11-25T03:11:52.281321+0000","last_active":"2023-11-25T03:12:05.893984+0000","last_peered":"2023-11-25T03:12:05.893984+0000","last_clean":"2023-11-25T03:12:05.893984+0000","last_became_active":"2023-11-25T03:11:52.281012+0000","last_became_peered":"2023-11-25T03:11:52.281012+0000","last_unstale":"2023-11-25T03:12:05.893984+0000","last_undegraded":"2023-11-25T03:12:05.893984+0000","last_fullsized":"2023-11-25T03:12:05.893984+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.648488+0000","last_change":"2023-11-25T03:12:05.907484+0000","last_active":"2023-11-25T03:12:07.648488+0000","last_peered":"2023-11-25T03:12:07.648488+0000","last_clean":"2023-11-25T03:12:07.648488+0000","last_became_active":"2023-11-25T03:12:05.907204+0000","last_became_peered":"2023-11-25T03:12:05.907204+0000","last_unstale":"2023-11-25T03:12:07.648488+0000","last_undegraded":"2023-11-25T03:12:07.648488+0000","last_fullsized":"2023-11-25T03:12:07.648488+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:48:38.365167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"35'4","reported_seq":16,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.983435+0000","last_change":"2023-11-25T03:12:04.987760+0000","last_active":"2023-11-25T03:12:05.983435+0000","last_peered":"2023-11-25T03:12:05.983435+0000","last_clean":"2023-11-25T03:12:05.983435+0000","last_became_active":"2023-11-25T03:12:04.987518+0000","last_became_peered":"2023-11-25T03:12:04.987518+0000","last_unstale":"2023-11-25T03:12:05.983435+0000","last_undegraded":"2023-11-25T03:12:05.983435+0000","last_fullsized":"2023-11-25T03:12:05.983435+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:56:26.334572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":18,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899839+0000","last_change":"2023-11-25T03:11:51.904508+0000","last_active":"2023-11-25T03:12:05.899839+0000","last_peered":"2023-11-25T03:12:05.899839+0000","last_clean":"2023-11-25T03:12:05.899839+0000","last_became_active":"2023-11-25T03:11:51.904233+0000","last_became_peered":"2023-11-25T03:11:51.904233+0000","last_unstale":"2023-11-25T03:12:05.899839+0000","last_undegraded":"2023-11-25T03:12:05.899839+0000","last_fullsized":"2023-11-25T03:12:05.899839+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:58.128584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903468+0000","last_change":"2023-11-25T03:11:52.290725+0000","last_active":"2023-11-25T03:12:05.903468+0000","last_peered":"2023-11-25T03:12:05.903468+0000","last_clean":"2023-11-25T03:12:05.903468+0000","last_became_active":"2023-11-25T03:11:52.290440+0000","last_became_peered":"2023-11-25T03:11:52.290440+0000","last_unstale":"2023-11-25T03:12:05.903468+0000","last_undegraded":"2023-11-25T03:12:05.903468+0000","last_fullsized":"2023-11-25T03:12:05.903468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.648657+0000","last_change":"2023-11-25T03:12:05.915802+0000","last_active":"2023-11-25T03:12:07.648657+0000","last_peered":"2023-11-25T03:12:07.648657+0000","last_clean":"2023-11-25T03:12:07.648657+0000","last_became_active":"2023-11-25T03:12:05.915543+0000","last_became_peered":"2023-11-25T03:12:05.915543+0000","last_unstale":"2023-11-25T03:12:07.648657+0000","last_undegraded":"2023-11-25T03:12:07.648657+0000","last_fullsized":"2023-11-25T03:12:07.648657+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:37:37.140527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904414+0000","last_change":"2023-11-25T03:11:51.889459+0000","last_active":"2023-11-25T03:12:05.904414+0000","last_peered":"2023-11-25T03:12:05.904414+0000","last_clean":"2023-11-25T03:12:05.904414+0000","last_became_active":"2023-11-25T03:11:51.889149+0000","last_became_peered":"2023-11-25T03:11:51.889149+0000","last_unstale":"2023-11-25T03:12:05.904414+0000","last_undegraded":"2023-11-25T03:12:05.904414+0000","last_fullsized":"2023-11-25T03:12:05.904414+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:38:37.008531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906899+0000","last_change":"2023-11-25T03:11:52.284605+0000","last_active":"2023-11-25T03:12:05.906899+0000","last_peered":"2023-11-25T03:12:05.906899+0000","last_clean":"2023-11-25T03:12:05.906899+0000","last_became_active":"2023-11-25T03:11:52.284328+0000","last_became_peered":"2023-11-25T03:11:52.284328+0000","last_unstale":"2023-11-25T03:12:05.906899+0000","last_undegraded":"2023-11-25T03:12:05.906899+0000","last_fullsized":"2023-11-25T03:12:05.906899+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.978346+0000","last_change":"2023-11-25T03:12:04.978578+0000","last_active":"2023-11-25T03:12:05.978346+0000","last_peered":"2023-11-25T03:12:05.978346+0000","last_clean":"2023-11-25T03:12:05.978346+0000","last_became_active":"2023-11-25T03:12:04.977785+0000","last_became_peered":"2023-11-25T03:12:04.977785+0000","last_unstale":"2023-11-25T03:12:05.978346+0000","last_undegraded":"2023-11-25T03:12:05.978346+0000","last_fullsized":"2023-11-25T03:12:05.978346+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:31:38.711714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899487+0000","last_change":"2023-11-25T03:12:05.907586+0000","last_active":"2023-11-25T03:12:06.899487+0000","last_peered":"2023-11-25T03:12:06.899487+0000","last_clean":"2023-11-25T03:12:06.899487+0000","last_became_active":"2023-11-25T03:12:05.907234+0000","last_became_peered":"2023-11-25T03:12:05.907234+0000","last_unstale":"2023-11-25T03:12:06.899487+0000","last_undegraded":"2023-11-25T03:12:06.899487+0000","last_fullsized":"2023-11-25T03:12:06.899487+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:10.118748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":20,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906929+0000","last_change":"2023-11-25T03:11:51.893974+0000","last_active":"2023-11-25T03:12:05.906929+0000","last_peered":"2023-11-25T03:12:05.906929+0000","last_clean":"2023-11-25T03:12:05.906929+0000","last_became_active":"2023-11-25T03:11:51.893704+0000","last_became_peered":"2023-11-25T03:11:51.893704+0000","last_unstale":"2023-11-25T03:12:05.906929+0000","last_undegraded":"2023-11-25T03:12:05.906929+0000","last_fullsized":"2023-11-25T03:12:05.906929+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:50.862386+0000","last_clean_scrub_stamp":"2023-11-25T03:11:50.862386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:19:20.946183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904308+0000","last_change":"2023-11-25T03:11:52.283017+0000","last_active":"2023-11-25T03:12:05.904308+0000","last_peered":"2023-11-25T03:12:05.904308+0000","last_clean":"2023-11-25T03:12:05.904308+0000","last_became_active":"2023-11-25T03:11:52.282748+0000","last_became_peered":"2023-11-25T03:11:52.282748+0000","last_unstale":"2023-11-25T03:12:05.904308+0000","last_undegraded":"2023-11-25T03:12:05.904308+0000","last_fullsized":"2023-11-25T03:12:05.904308+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:08:50.018681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"35'2","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.976249+0000","last_change":"2023-11-25T03:12:04.983734+0000","last_active":"2023-11-25T03:12:05.976249+0000","last_peered":"2023-11-25T03:12:05.976249+0000","last_clean":"2023-11-25T03:12:05.976249+0000","last_became_active":"2023-11-25T03:12:04.982592+0000","last_became_peered":"2023-11-25T03:12:04.982592+0000","last_unstale":"2023-11-25T03:12:05.976249+0000","last_undegraded":"2023-11-25T03:12:05.976249+0000","last_fullsized":"2023-11-25T03:12:05.976249+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:03.941672+0000","last_clean_scrub_stamp":"2023-11-25T03:12:03.941672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:17:08.557478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893995+0000","last_change":"2023-11-25T03:12:05.915498+0000","last_active":"2023-11-25T03:12:07.893995+0000","last_peered":"2023-11-25T03:12:07.893995+0000","last_clean":"2023-11-25T03:12:07.893995+0000","last_became_active":"2023-11-25T03:12:05.915195+0000","last_became_peered":"2023-11-25T03:12:05.915195+0000","last_unstale":"2023-11-25T03:12:07.893995+0000","last_undegraded":"2023-11-25T03:12:07.893995+0000","last_fullsized":"2023-11-25T03:12:07.893995+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:32.453151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.895780+0000","last_change":"2023-11-25T03:11:52.282635+0000","last_active":"2023-11-25T03:12:05.895780+0000","last_peered":"2023-11-25T03:12:05.895780+0000","last_clean":"2023-11-25T03:12:05.895780+0000","last_became_active":"2023-11-25T03:11:52.281798+0000","last_became_peered":"2023-11-25T03:11:52.281798+0000","last_unstale":"2023-11-25T03:12:05.895780+0000","last_undegraded":"2023-11-25T03:12:05.895780+0000","last_fullsized":"2023-11-25T03:12:05.895780+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894860+0000","last_change":"2023-11-25T03:12:05.924590+0000","last_active":"2023-11-25T03:12:07.894860+0000","last_peered":"2023-11-25T03:12:07.894860+0000","last_clean":"2023-11-25T03:12:07.894860+0000","last_became_active":"2023-11-25T03:12:05.924269+0000","last_became_peered":"2023-11-25T03:12:05.924269+0000","last_unstale":"2023-11-25T03:12:07.894860+0000","last_undegraded":"2023-11-25T03:12:07.894860+0000","last_fullsized":"2023-11-25T03:12:07.894860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:07.986527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904597+0000","last_change":"2023-11-25T03:11:52.284696+0000","last_active":"2023-11-25T03:12:05.904597+0000","last_peered":"2023-11-25T03:12:05.904597+0000","last_clean":"2023-11-25T03:12:05.904597+0000","last_became_active":"2023-11-25T03:11:52.284370+0000","last_became_peered":"2023-11-25T03:11:52.284370+0000","last_unstale":"2023-11-25T03:12:05.904597+0000","last_undegraded":"2023-11-25T03:12:05.904597+0000","last_fullsized":"2023-11-25T03:12:05.904597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:51:10.852587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.895740+0000","last_change":"2023-11-25T03:12:05.922708+0000","last_active":"2023-11-25T03:12:06.895740+0000","last_peered":"2023-11-25T03:12:06.895740+0000","last_clean":"2023-11-25T03:12:06.895740+0000","last_became_active":"2023-11-25T03:12:05.922432+0000","last_became_peered":"2023-11-25T03:12:05.922432+0000","last_unstale":"2023-11-25T03:12:06.895740+0000","last_undegraded":"2023-11-25T03:12:06.895740+0000","last_fullsized":"2023-11-25T03:12:06.895740+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:44.965894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896898+0000","last_change":"2023-11-25T03:11:52.281822+0000","last_active":"2023-11-25T03:12:05.896898+0000","last_peered":"2023-11-25T03:12:05.896898+0000","last_clean":"2023-11-25T03:12:05.896898+0000","last_became_active":"2023-11-25T03:11:52.281543+0000","last_became_peered":"2023-11-25T03:11:52.281543+0000","last_unstale":"2023-11-25T03:12:05.896898+0000","last_undegraded":"2023-11-25T03:12:05.896898+0000","last_fullsized":"2023-11-25T03:12:05.896898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392059+0000","last_change":"2023-11-25T03:12:05.909468+0000","last_active":"2023-11-25T03:12:07.392059+0000","last_peered":"2023-11-25T03:12:07.392059+0000","last_clean":"2023-11-25T03:12:07.392059+0000","last_became_active":"2023-11-25T03:12:05.909204+0000","last_became_peered":"2023-11-25T03:12:05.909204+0000","last_unstale":"2023-11-25T03:12:07.392059+0000","last_undegraded":"2023-11-25T03:12:07.392059+0000","last_fullsized":"2023-11-25T03:12:07.392059+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:06.359202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904081+0000","last_change":"2023-11-25T03:11:52.297569+0000","last_active":"2023-11-25T03:12:05.904081+0000","last_peered":"2023-11-25T03:12:05.904081+0000","last_clean":"2023-11-25T03:12:05.904081+0000","last_became_active":"2023-11-25T03:11:52.297375+0000","last_became_peered":"2023-11-25T03:11:52.297375+0000","last_unstale":"2023-11-25T03:12:05.904081+0000","last_undegraded":"2023-11-25T03:12:05.904081+0000","last_fullsized":"2023-11-25T03:12:05.904081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.896318+0000","last_change":"2023-11-25T03:12:05.919515+0000","last_active":"2023-11-25T03:12:06.896318+0000","last_peered":"2023-11-25T03:12:06.896318+0000","last_clean":"2023-11-25T03:12:06.896318+0000","last_became_active":"2023-11-25T03:12:05.919198+0000","last_became_peered":"2023-11-25T03:12:05.919198+0000","last_unstale":"2023-11-25T03:12:06.896318+0000","last_undegraded":"2023-11-25T03:12:06.896318+0000","last_fullsized":"2023-11-25T03:12:06.896318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:44.409432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900184+0000","last_change":"2023-11-25T03:11:52.271192+0000","last_active":"2023-11-25T03:12:05.900184+0000","last_peered":"2023-11-25T03:12:05.900184+0000","last_clean":"2023-11-25T03:12:05.900184+0000","last_became_active":"2023-11-25T03:11:52.270884+0000","last_became_peered":"2023-11-25T03:11:52.270884+0000","last_unstale":"2023-11-25T03:12:05.900184+0000","last_undegraded":"2023-11-25T03:12:05.900184+0000","last_fullsized":"2023-11-25T03:12:05.900184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:35:48.300959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895246+0000","last_change":"2023-11-25T03:12:05.924681+0000","last_active":"2023-11-25T03:12:07.895246+0000","last_peered":"2023-11-25T03:12:07.895246+0000","last_clean":"2023-11-25T03:12:07.895246+0000","last_became_active":"2023-11-25T03:12:05.924261+0000","last_became_peered":"2023-11-25T03:12:05.924261+0000","last_unstale":"2023-11-25T03:12:07.895246+0000","last_undegraded":"2023-11-25T03:12:07.895246+0000","last_fullsized":"2023-11-25T03:12:07.895246+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:48:38.365167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894081+0000","last_change":"2023-11-25T03:11:52.284039+0000","last_active":"2023-11-25T03:12:05.894081+0000","last_peered":"2023-11-25T03:12:05.894081+0000","last_clean":"2023-11-25T03:12:05.894081+0000","last_became_active":"2023-11-25T03:11:52.283748+0000","last_became_peered":"2023-11-25T03:11:52.283748+0000","last_unstale":"2023-11-25T03:12:05.894081+0000","last_undegraded":"2023-11-25T03:12:05.894081+0000","last_fullsized":"2023-11-25T03:12:05.894081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:59.131722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899321+0000","last_change":"2023-11-25T03:12:05.915379+0000","last_active":"2023-11-25T03:12:06.899321+0000","last_peered":"2023-11-25T03:12:06.899321+0000","last_clean":"2023-11-25T03:12:06.899321+0000","last_became_active":"2023-11-25T03:12:05.914703+0000","last_became_peered":"2023-11-25T03:12:05.914703+0000","last_unstale":"2023-11-25T03:12:06.899321+0000","last_undegraded":"2023-11-25T03:12:06.899321+0000","last_fullsized":"2023-11-25T03:12:06.899321+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:20:33.994286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903384+0000","last_change":"2023-11-25T03:11:52.292572+0000","last_active":"2023-11-25T03:12:05.903384+0000","last_peered":"2023-11-25T03:12:05.903384+0000","last_clean":"2023-11-25T03:12:05.903384+0000","last_became_active":"2023-11-25T03:11:52.292252+0000","last_became_peered":"2023-11-25T03:11:52.292252+0000","last_unstale":"2023-11-25T03:12:05.903384+0000","last_undegraded":"2023-11-25T03:12:05.903384+0000","last_fullsized":"2023-11-25T03:12:05.903384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895709+0000","last_change":"2023-11-25T03:12:05.910327+0000","last_active":"2023-11-25T03:12:07.895709+0000","last_peered":"2023-11-25T03:12:07.895709+0000","last_clean":"2023-11-25T03:12:07.895709+0000","last_became_active":"2023-11-25T03:12:05.909967+0000","last_became_peered":"2023-11-25T03:12:05.909967+0000","last_unstale":"2023-11-25T03:12:07.895709+0000","last_undegraded":"2023-11-25T03:12:07.895709+0000","last_fullsized":"2023-11-25T03:12:07.895709+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:27.916431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894451+0000","last_change":"2023-11-25T03:11:52.284348+0000","last_active":"2023-11-25T03:12:05.894451+0000","last_peered":"2023-11-25T03:12:05.894451+0000","last_clean":"2023-11-25T03:12:05.894451+0000","last_became_active":"2023-11-25T03:11:52.284009+0000","last_became_peered":"2023-11-25T03:11:52.284009+0000","last_unstale":"2023-11-25T03:12:05.894451+0000","last_undegraded":"2023-11-25T03:12:05.894451+0000","last_fullsized":"2023-11-25T03:12:05.894451+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:55:57.703414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892912+0000","last_change":"2023-11-25T03:12:05.917532+0000","last_active":"2023-11-25T03:12:07.892912+0000","last_peered":"2023-11-25T03:12:07.892912+0000","last_clean":"2023-11-25T03:12:07.892912+0000","last_became_active":"2023-11-25T03:12:05.917256+0000","last_became_peered":"2023-11-25T03:12:05.917256+0000","last_unstale":"2023-11-25T03:12:07.892912+0000","last_undegraded":"2023-11-25T03:12:07.892912+0000","last_fullsized":"2023-11-25T03:12:07.892912+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:32.453151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896496+0000","last_change":"2023-11-25T03:11:52.282509+0000","last_active":"2023-11-25T03:12:05.896496+0000","last_peered":"2023-11-25T03:12:05.896496+0000","last_clean":"2023-11-25T03:12:05.896496+0000","last_became_active":"2023-11-25T03:11:52.282246+0000","last_became_peered":"2023-11-25T03:11:52.282246+0000","last_unstale":"2023-11-25T03:12:05.896496+0000","last_undegraded":"2023-11-25T03:12:05.896496+0000","last_fullsized":"2023-11-25T03:12:05.896496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:32:31.325649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392624+0000","last_change":"2023-11-25T03:12:05.913938+0000","last_active":"2023-11-25T03:12:07.392624+0000","last_peered":"2023-11-25T03:12:07.392624+0000","last_clean":"2023-11-25T03:12:07.392624+0000","last_became_active":"2023-11-25T03:12:05.913666+0000","last_became_peered":"2023-11-25T03:12:05.913666+0000","last_unstale":"2023-11-25T03:12:07.392624+0000","last_undegraded":"2023-11-25T03:12:07.392624+0000","last_fullsized":"2023-11-25T03:12:07.392624+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:45:33.398450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903132+0000","last_change":"2023-11-25T03:11:52.282339+0000","last_active":"2023-11-25T03:12:05.903132+0000","last_peered":"2023-11-25T03:12:05.903132+0000","last_clean":"2023-11-25T03:12:05.903132+0000","last_became_active":"2023-11-25T03:11:52.282174+0000","last_became_peered":"2023-11-25T03:11:52.282174+0000","last_unstale":"2023-11-25T03:12:05.903132+0000","last_undegraded":"2023-11-25T03:12:05.903132+0000","last_fullsized":"2023-11-25T03:12:05.903132+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:13:08.671099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893799+0000","last_change":"2023-11-25T03:12:05.918279+0000","last_active":"2023-11-25T03:12:07.893799+0000","last_peered":"2023-11-25T03:12:07.893799+0000","last_clean":"2023-11-25T03:12:07.893799+0000","last_became_active":"2023-11-25T03:12:05.917614+0000","last_became_peered":"2023-11-25T03:12:05.917614+0000","last_unstale":"2023-11-25T03:12:07.893799+0000","last_undegraded":"2023-11-25T03:12:07.893799+0000","last_fullsized":"2023-11-25T03:12:07.893799+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:41:23.464384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.904755+0000","last_change":"2023-11-25T03:11:52.292343+0000","last_active":"2023-11-25T03:12:05.904755+0000","last_peered":"2023-11-25T03:12:05.904755+0000","last_clean":"2023-11-25T03:12:05.904755+0000","last_became_active":"2023-11-25T03:11:52.292087+0000","last_became_peered":"2023-11-25T03:11:52.292087+0000","last_unstale":"2023-11-25T03:12:05.904755+0000","last_undegraded":"2023-11-25T03:12:05.904755+0000","last_fullsized":"2023-11-25T03:12:05.904755+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:48:55.241283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894359+0000","last_change":"2023-11-25T03:12:05.912178+0000","last_active":"2023-11-25T03:12:07.894359+0000","last_peered":"2023-11-25T03:12:07.894359+0000","last_clean":"2023-11-25T03:12:07.894359+0000","last_became_active":"2023-11-25T03:12:05.911888+0000","last_became_peered":"2023-11-25T03:12:05.911888+0000","last_unstale":"2023-11-25T03:12:07.894359+0000","last_undegraded":"2023-11-25T03:12:07.894359+0000","last_fullsized":"2023-11-25T03:12:07.894359+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:32:03.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903997+0000","last_change":"2023-11-25T03:11:52.268858+0000","last_active":"2023-11-25T03:12:05.903997+0000","last_peered":"2023-11-25T03:12:05.903997+0000","last_clean":"2023-11-25T03:12:05.903997+0000","last_became_active":"2023-11-25T03:11:52.268476+0000","last_became_peered":"2023-11-25T03:11:52.268476+0000","last_unstale":"2023-11-25T03:12:05.903997+0000","last_undegraded":"2023-11-25T03:12:05.903997+0000","last_fullsized":"2023-11-25T03:12:05.903997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:27.682696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895871+0000","last_change":"2023-11-25T03:12:05.919078+0000","last_active":"2023-11-25T03:12:07.895871+0000","last_peered":"2023-11-25T03:12:07.895871+0000","last_clean":"2023-11-25T03:12:07.895871+0000","last_became_active":"2023-11-25T03:12:05.918553+0000","last_became_peered":"2023-11-25T03:12:05.918553+0000","last_unstale":"2023-11-25T03:12:07.895871+0000","last_undegraded":"2023-11-25T03:12:07.895871+0000","last_fullsized":"2023-11-25T03:12:07.895871+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:14.517574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.910188+0000","last_change":"2023-11-25T03:11:52.288885+0000","last_active":"2023-11-25T03:12:05.910188+0000","last_peered":"2023-11-25T03:12:05.910188+0000","last_clean":"2023-11-25T03:12:05.910188+0000","last_became_active":"2023-11-25T03:11:52.288661+0000","last_became_peered":"2023-11-25T03:11:52.288661+0000","last_unstale":"2023-11-25T03:12:05.910188+0000","last_undegraded":"2023-11-25T03:12:05.910188+0000","last_fullsized":"2023-11-25T03:12:05.910188+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:58.217097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895996+0000","last_change":"2023-11-25T03:12:05.914703+0000","last_active":"2023-11-25T03:12:07.895996+0000","last_peered":"2023-11-25T03:12:07.895996+0000","last_clean":"2023-11-25T03:12:07.895996+0000","last_became_active":"2023-11-25T03:12:05.914425+0000","last_became_peered":"2023-11-25T03:12:05.914425+0000","last_unstale":"2023-11-25T03:12:07.895996+0000","last_undegraded":"2023-11-25T03:12:07.895996+0000","last_fullsized":"2023-11-25T03:12:07.895996+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:39:40.948070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899749+0000","last_change":"2023-11-25T03:11:52.292334+0000","last_active":"2023-11-25T03:12:05.899749+0000","last_peered":"2023-11-25T03:12:05.899749+0000","last_clean":"2023-11-25T03:12:05.899749+0000","last_became_active":"2023-11-25T03:11:52.291736+0000","last_became_peered":"2023-11-25T03:11:52.291736+0000","last_unstale":"2023-11-25T03:12:05.899749+0000","last_undegraded":"2023-11-25T03:12:05.899749+0000","last_fullsized":"2023-11-25T03:12:05.899749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.896196+0000","last_change":"2023-11-25T03:12:05.924756+0000","last_active":"2023-11-25T03:12:06.896196+0000","last_peered":"2023-11-25T03:12:06.896196+0000","last_clean":"2023-11-25T03:12:06.896196+0000","last_became_active":"2023-11-25T03:12:05.924312+0000","last_became_peered":"2023-11-25T03:12:05.924312+0000","last_unstale":"2023-11-25T03:12:06.896196+0000","last_undegraded":"2023-11-25T03:12:06.896196+0000","last_fullsized":"2023-11-25T03:12:06.896196+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:20.673972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.903075+0000","last_change":"2023-11-25T03:11:52.293049+0000","last_active":"2023-11-25T03:12:05.903075+0000","last_peered":"2023-11-25T03:12:05.903075+0000","last_clean":"2023-11-25T03:12:05.903075+0000","last_became_active":"2023-11-25T03:11:52.292690+0000","last_became_peered":"2023-11-25T03:11:52.292690+0000","last_unstale":"2023-11-25T03:12:05.903075+0000","last_undegraded":"2023-11-25T03:12:05.903075+0000","last_fullsized":"2023-11-25T03:12:05.903075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.894825+0000","last_change":"2023-11-25T03:12:05.924340+0000","last_active":"2023-11-25T03:12:07.894825+0000","last_peered":"2023-11-25T03:12:07.894825+0000","last_clean":"2023-11-25T03:12:07.894825+0000","last_became_active":"2023-11-25T03:12:05.924001+0000","last_became_peered":"2023-11-25T03:12:05.924001+0000","last_unstale":"2023-11-25T03:12:07.894825+0000","last_undegraded":"2023-11-25T03:12:07.894825+0000","last_fullsized":"2023-11-25T03:12:07.894825+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:17:09.565113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899020+0000","last_change":"2023-11-25T03:11:52.283125+0000","last_active":"2023-11-25T03:12:05.899020+0000","last_peered":"2023-11-25T03:12:05.899020+0000","last_clean":"2023-11-25T03:12:05.899020+0000","last_became_active":"2023-11-25T03:11:52.282838+0000","last_became_peered":"2023-11-25T03:11:52.282838+0000","last_unstale":"2023-11-25T03:12:05.899020+0000","last_undegraded":"2023-11-25T03:12:05.899020+0000","last_fullsized":"2023-11-25T03:12:05.899020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:34:48.091536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892859+0000","last_change":"2023-11-25T03:12:05.913728+0000","last_active":"2023-11-25T03:12:07.892859+0000","last_peered":"2023-11-25T03:12:07.892859+0000","last_clean":"2023-11-25T03:12:07.892859+0000","last_became_active":"2023-11-25T03:12:05.913429+0000","last_became_peered":"2023-11-25T03:12:05.913429+0000","last_unstale":"2023-11-25T03:12:07.892859+0000","last_undegraded":"2023-11-25T03:12:07.892859+0000","last_fullsized":"2023-11-25T03:12:07.892859+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:35:52.099259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896214+0000","last_change":"2023-11-25T03:11:52.285428+0000","last_active":"2023-11-25T03:12:05.896214+0000","last_peered":"2023-11-25T03:12:05.896214+0000","last_clean":"2023-11-25T03:12:05.896214+0000","last_became_active":"2023-11-25T03:11:52.285173+0000","last_became_peered":"2023-11-25T03:11:52.285173+0000","last_unstale":"2023-11-25T03:12:05.896214+0000","last_undegraded":"2023-11-25T03:12:05.896214+0000","last_fullsized":"2023-11-25T03:12:05.896214+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.896085+0000","last_change":"2023-11-25T03:12:05.923145+0000","last_active":"2023-11-25T03:12:06.896085+0000","last_peered":"2023-11-25T03:12:06.896085+0000","last_clean":"2023-11-25T03:12:06.896085+0000","last_became_active":"2023-11-25T03:12:05.919982+0000","last_became_peered":"2023-11-25T03:12:05.919982+0000","last_unstale":"2023-11-25T03:12:06.896085+0000","last_undegraded":"2023-11-25T03:12:06.896085+0000","last_fullsized":"2023-11-25T03:12:06.896085+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:56:10.787197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896808+0000","last_change":"2023-11-25T03:11:52.277850+0000","last_active":"2023-11-25T03:12:05.896808+0000","last_peered":"2023-11-25T03:12:05.896808+0000","last_clean":"2023-11-25T03:12:05.896808+0000","last_became_active":"2023-11-25T03:11:52.277577+0000","last_became_peered":"2023-11-25T03:11:52.277577+0000","last_unstale":"2023-11-25T03:12:05.896808+0000","last_undegraded":"2023-11-25T03:12:05.896808+0000","last_fullsized":"2023-11-25T03:12:05.896808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893908+0000","last_change":"2023-11-25T03:12:05.927529+0000","last_active":"2023-11-25T03:12:07.893908+0000","last_peered":"2023-11-25T03:12:07.893908+0000","last_clean":"2023-11-25T03:12:07.893908+0000","last_became_active":"2023-11-25T03:12:05.927217+0000","last_became_peered":"2023-11-25T03:12:05.927217+0000","last_unstale":"2023-11-25T03:12:07.893908+0000","last_undegraded":"2023-11-25T03:12:07.893908+0000","last_fullsized":"2023-11-25T03:12:07.893908+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:56.774577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899047+0000","last_change":"2023-11-25T03:11:52.290634+0000","last_active":"2023-11-25T03:12:05.899047+0000","last_peered":"2023-11-25T03:12:05.899047+0000","last_clean":"2023-11-25T03:12:05.899047+0000","last_became_active":"2023-11-25T03:11:52.290236+0000","last_became_peered":"2023-11-25T03:11:52.290236+0000","last_unstale":"2023-11-25T03:12:05.899047+0000","last_undegraded":"2023-11-25T03:12:05.899047+0000","last_fullsized":"2023-11-25T03:12:05.899047+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:56:05.311556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.391993+0000","last_change":"2023-11-25T03:12:05.906712+0000","last_active":"2023-11-25T03:12:07.391993+0000","last_peered":"2023-11-25T03:12:07.391993+0000","last_clean":"2023-11-25T03:12:07.391993+0000","last_became_active":"2023-11-25T03:12:05.906339+0000","last_became_peered":"2023-11-25T03:12:05.906339+0000","last_unstale":"2023-11-25T03:12:07.391993+0000","last_undegraded":"2023-11-25T03:12:07.391993+0000","last_fullsized":"2023-11-25T03:12:07.391993+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:04:58.170030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909577+0000","last_change":"2023-11-25T03:11:52.282120+0000","last_active":"2023-11-25T03:12:05.909577+0000","last_peered":"2023-11-25T03:12:05.909577+0000","last_clean":"2023-11-25T03:12:05.909577+0000","last_became_active":"2023-11-25T03:11:52.281718+0000","last_became_peered":"2023-11-25T03:11:52.281718+0000","last_unstale":"2023-11-25T03:12:05.909577+0000","last_undegraded":"2023-11-25T03:12:05.909577+0000","last_fullsized":"2023-11-25T03:12:05.909577+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:24:56.266285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893381+0000","last_change":"2023-11-25T03:12:05.921287+0000","last_active":"2023-11-25T03:12:07.893381+0000","last_peered":"2023-11-25T03:12:07.893381+0000","last_clean":"2023-11-25T03:12:07.893381+0000","last_became_active":"2023-11-25T03:12:05.919279+0000","last_became_peered":"2023-11-25T03:12:05.919279+0000","last_unstale":"2023-11-25T03:12:07.893381+0000","last_undegraded":"2023-11-25T03:12:07.893381+0000","last_fullsized":"2023-11-25T03:12:07.893381+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:39:40.948070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.900120+0000","last_change":"2023-11-25T03:11:52.290613+0000","last_active":"2023-11-25T03:12:05.900120+0000","last_peered":"2023-11-25T03:12:05.900120+0000","last_clean":"2023-11-25T03:12:05.900120+0000","last_became_active":"2023-11-25T03:11:52.290454+0000","last_became_peered":"2023-11-25T03:11:52.290454+0000","last_unstale":"2023-11-25T03:12:05.900120+0000","last_undegraded":"2023-11-25T03:12:05.900120+0000","last_fullsized":"2023-11-25T03:12:05.900120+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:47:45.213464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893391+0000","last_change":"2023-11-25T03:12:05.916965+0000","last_active":"2023-11-25T03:12:07.893391+0000","last_peered":"2023-11-25T03:12:07.893391+0000","last_clean":"2023-11-25T03:12:07.893391+0000","last_became_active":"2023-11-25T03:12:05.916656+0000","last_became_peered":"2023-11-25T03:12:05.916656+0000","last_unstale":"2023-11-25T03:12:07.893391+0000","last_undegraded":"2023-11-25T03:12:07.893391+0000","last_fullsized":"2023-11-25T03:12:07.893391+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:54.534161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898027+0000","last_change":"2023-11-25T03:11:52.286782+0000","last_active":"2023-11-25T03:12:05.898027+0000","last_peered":"2023-11-25T03:12:05.898027+0000","last_clean":"2023-11-25T03:12:05.898027+0000","last_became_active":"2023-11-25T03:11:52.286518+0000","last_became_peered":"2023-11-25T03:11:52.286518+0000","last_unstale":"2023-11-25T03:12:05.898027+0000","last_undegraded":"2023-11-25T03:12:05.898027+0000","last_fullsized":"2023-11-25T03:12:05.898027+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899178+0000","last_change":"2023-11-25T03:12:05.915612+0000","last_active":"2023-11-25T03:12:06.899178+0000","last_peered":"2023-11-25T03:12:06.899178+0000","last_clean":"2023-11-25T03:12:06.899178+0000","last_became_active":"2023-11-25T03:12:05.915100+0000","last_became_peered":"2023-11-25T03:12:05.915100+0000","last_unstale":"2023-11-25T03:12:06.899178+0000","last_undegraded":"2023-11-25T03:12:06.899178+0000","last_fullsized":"2023-11-25T03:12:06.899178+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:56.672735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.894669+0000","last_change":"2023-11-25T03:11:52.294524+0000","last_active":"2023-11-25T03:12:05.894669+0000","last_peered":"2023-11-25T03:12:05.894669+0000","last_clean":"2023-11-25T03:12:05.894669+0000","last_became_active":"2023-11-25T03:11:52.293663+0000","last_became_peered":"2023-11-25T03:11:52.293663+0000","last_unstale":"2023-11-25T03:12:05.894669+0000","last_undegraded":"2023-11-25T03:12:05.894669+0000","last_fullsized":"2023-11-25T03:12:05.894669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:13:36.721294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893181+0000","last_change":"2023-11-25T03:12:05.926321+0000","last_active":"2023-11-25T03:12:07.893181+0000","last_peered":"2023-11-25T03:12:07.893181+0000","last_clean":"2023-11-25T03:12:07.893181+0000","last_became_active":"2023-11-25T03:12:05.925400+0000","last_became_peered":"2023-11-25T03:12:05.925400+0000","last_unstale":"2023-11-25T03:12:07.893181+0000","last_undegraded":"2023-11-25T03:12:07.893181+0000","last_fullsized":"2023-11-25T03:12:07.893181+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:31:39.719349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909688+0000","last_change":"2023-11-25T03:11:52.279826+0000","last_active":"2023-11-25T03:12:05.909688+0000","last_peered":"2023-11-25T03:12:05.909688+0000","last_clean":"2023-11-25T03:12:05.909688+0000","last_became_active":"2023-11-25T03:11:52.279110+0000","last_became_peered":"2023-11-25T03:11:52.279110+0000","last_unstale":"2023-11-25T03:12:05.909688+0000","last_undegraded":"2023-11-25T03:12:05.909688+0000","last_fullsized":"2023-11-25T03:12:05.909688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:19:53.094246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.392089+0000","last_change":"2023-11-25T03:12:05.905657+0000","last_active":"2023-11-25T03:12:07.392089+0000","last_peered":"2023-11-25T03:12:07.392089+0000","last_clean":"2023-11-25T03:12:07.392089+0000","last_became_active":"2023-11-25T03:12:05.905386+0000","last_became_peered":"2023-11-25T03:12:05.905386+0000","last_unstale":"2023-11-25T03:12:07.392089+0000","last_undegraded":"2023-11-25T03:12:07.392089+0000","last_fullsized":"2023-11-25T03:12:07.392089+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:01.207250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.895691+0000","last_change":"2023-11-25T03:11:52.288551+0000","last_active":"2023-11-25T03:12:05.895691+0000","last_peered":"2023-11-25T03:12:05.895691+0000","last_clean":"2023-11-25T03:12:05.895691+0000","last_became_active":"2023-11-25T03:11:52.287640+0000","last_became_peered":"2023-11-25T03:11:52.287640+0000","last_unstale":"2023-11-25T03:12:05.895691+0000","last_undegraded":"2023-11-25T03:12:05.895691+0000","last_fullsized":"2023-11-25T03:12:05.895691+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:07.590189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899154+0000","last_change":"2023-11-25T03:12:05.919477+0000","last_active":"2023-11-25T03:12:06.899154+0000","last_peered":"2023-11-25T03:12:06.899154+0000","last_clean":"2023-11-25T03:12:06.899154+0000","last_became_active":"2023-11-25T03:12:05.919206+0000","last_became_peered":"2023-11-25T03:12:05.919206+0000","last_unstale":"2023-11-25T03:12:06.899154+0000","last_undegraded":"2023-11-25T03:12:06.899154+0000","last_fullsized":"2023-11-25T03:12:06.899154+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:12:18.610071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.896868+0000","last_change":"2023-11-25T03:11:52.283718+0000","last_active":"2023-11-25T03:12:05.896868+0000","last_peered":"2023-11-25T03:12:05.896868+0000","last_clean":"2023-11-25T03:12:05.896868+0000","last_became_active":"2023-11-25T03:11:52.283440+0000","last_became_peered":"2023-11-25T03:11:52.283440+0000","last_unstale":"2023-11-25T03:12:05.896868+0000","last_undegraded":"2023-11-25T03:12:05.896868+0000","last_fullsized":"2023-11-25T03:12:05.896868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:02:34.447084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.892526+0000","last_change":"2023-11-25T03:12:05.913746+0000","last_active":"2023-11-25T03:12:07.892526+0000","last_peered":"2023-11-25T03:12:07.892526+0000","last_clean":"2023-11-25T03:12:07.892526+0000","last_became_active":"2023-11-25T03:12:05.913109+0000","last_became_peered":"2023-11-25T03:12:05.913109+0000","last_unstale":"2023-11-25T03:12:07.892526+0000","last_undegraded":"2023-11-25T03:12:07.892526+0000","last_fullsized":"2023-11-25T03:12:07.892526+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:38:53.946102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.898966+0000","last_change":"2023-11-25T03:11:52.288872+0000","last_active":"2023-11-25T03:12:05.898966+0000","last_peered":"2023-11-25T03:12:05.898966+0000","last_clean":"2023-11-25T03:12:05.898966+0000","last_became_active":"2023-11-25T03:11:52.288596+0000","last_became_peered":"2023-11-25T03:11:52.288596+0000","last_unstale":"2023-11-25T03:12:05.898966+0000","last_undegraded":"2023-11-25T03:12:05.898966+0000","last_fullsized":"2023-11-25T03:12:05.898966+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:27:52.721715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.897835+0000","last_change":"2023-11-25T03:12:05.915384+0000","last_active":"2023-11-25T03:12:06.897835+0000","last_peered":"2023-11-25T03:12:06.897835+0000","last_clean":"2023-11-25T03:12:06.897835+0000","last_became_active":"2023-11-25T03:12:05.915008+0000","last_became_peered":"2023-11-25T03:12:05.915008+0000","last_unstale":"2023-11-25T03:12:06.897835+0000","last_undegraded":"2023-11-25T03:12:06.897835+0000","last_fullsized":"2023-11-25T03:12:06.897835+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:19.466262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.909505+0000","last_change":"2023-11-25T03:11:52.293090+0000","last_active":"2023-11-25T03:12:05.909505+0000","last_peered":"2023-11-25T03:12:05.909505+0000","last_clean":"2023-11-25T03:12:05.909505+0000","last_became_active":"2023-11-25T03:11:52.292363+0000","last_became_peered":"2023-11-25T03:11:52.292363+0000","last_unstale":"2023-11-25T03:12:05.909505+0000","last_undegraded":"2023-11-25T03:12:05.909505+0000","last_fullsized":"2023-11-25T03:12:05.909505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:02:31.614720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.899384+0000","last_change":"2023-11-25T03:12:05.916469+0000","last_active":"2023-11-25T03:12:06.899384+0000","last_peered":"2023-11-25T03:12:06.899384+0000","last_clean":"2023-11-25T03:12:06.899384+0000","last_became_active":"2023-11-25T03:12:05.916143+0000","last_became_peered":"2023-11-25T03:12:05.916143+0000","last_unstale":"2023-11-25T03:12:06.899384+0000","last_undegraded":"2023-11-25T03:12:06.899384+0000","last_fullsized":"2023-11-25T03:12:06.899384+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:19.466262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.893828+0000","last_change":"2023-11-25T03:11:52.285117+0000","last_active":"2023-11-25T03:12:05.893828+0000","last_peered":"2023-11-25T03:12:05.893828+0000","last_clean":"2023-11-25T03:12:05.893828+0000","last_became_active":"2023-11-25T03:11:52.284717+0000","last_became_peered":"2023-11-25T03:11:52.284717+0000","last_unstale":"2023-11-25T03:12:05.893828+0000","last_undegraded":"2023-11-25T03:12:05.893828+0000","last_fullsized":"2023-11-25T03:12:05.893828+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:46:26.876038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:06.898677+0000","last_change":"2023-11-25T03:12:05.908734+0000","last_active":"2023-11-25T03:12:06.898677+0000","last_peered":"2023-11-25T03:12:06.898677+0000","last_clean":"2023-11-25T03:12:06.898677+0000","last_became_active":"2023-11-25T03:12:05.907199+0000","last_became_peered":"2023-11-25T03:12:05.907199+0000","last_unstale":"2023-11-25T03:12:06.898677+0000","last_undegraded":"2023-11-25T03:12:06.898677+0000","last_fullsized":"2023-11-25T03:12:06.898677+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:01.944018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.899968+0000","last_change":"2023-11-25T03:11:52.286775+0000","last_active":"2023-11-25T03:12:05.899968+0000","last_peered":"2023-11-25T03:12:05.899968+0000","last_clean":"2023-11-25T03:12:05.899968+0000","last_became_active":"2023-11-25T03:11:52.285287+0000","last_became_peered":"2023-11-25T03:11:52.285287+0000","last_unstale":"2023-11-25T03:12:05.899968+0000","last_undegraded":"2023-11-25T03:12:05.899968+0000","last_fullsized":"2023-11-25T03:12:05.899968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:21:43.690794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.893213+0000","last_change":"2023-11-25T03:12:05.917222+0000","last_active":"2023-11-25T03:12:07.893213+0000","last_peered":"2023-11-25T03:12:07.893213+0000","last_clean":"2023-11-25T03:12:07.893213+0000","last_became_active":"2023-11-25T03:12:05.916806+0000","last_became_peered":"2023-11-25T03:12:05.916806+0000","last_unstale":"2023-11-25T03:12:07.893213+0000","last_undegraded":"2023-11-25T03:12:07.893213+0000","last_fullsized":"2023-11-25T03:12:07.893213+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:14.517574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.902992+0000","last_change":"2023-11-25T03:11:52.293080+0000","last_active":"2023-11-25T03:12:05.902992+0000","last_peered":"2023-11-25T03:12:05.902992+0000","last_clean":"2023-11-25T03:12:05.902992+0000","last_became_active":"2023-11-25T03:11:52.292786+0000","last_became_peered":"2023-11-25T03:11:52.292786+0000","last_unstale":"2023-11-25T03:12:05.902992+0000","last_undegraded":"2023-11-25T03:12:05.902992+0000","last_fullsized":"2023-11-25T03:12:05.902992+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:31:50.129777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":11,"reported_epoch":36,"state":"active+clean","last_fresh":"2023-11-25T03:12:07.895742+0000","last_change":"2023-11-25T03:12:05.922127+0000","last_active":"2023-11-25T03:12:07.895742+0000","last_peered":"2023-11-25T03:12:07.895742+0000","last_clean":"2023-11-25T03:12:07.895742+0000","last_became_active":"2023-11-25T03:12:05.920200+0000","last_became_peered":"2023-11-25T03:12:05.920200+0000","last_unstale":"2023-11-25T03:12:07.895742+0000","last_undegraded":"2023-11-25T03:12:07.895742+0000","last_fullsized":"2023-11-25T03:12:07.895742+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:04.949307+0000","last_clean_scrub_stamp":"2023-11-25T03:12:04.949307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:31:39.719349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-11-25T03:12:05.906832+0000","last_change":"2023-11-25T03:11:52.287332+0000","last_active":"2023-11-25T03:12:05.906832+0000","last_peered":"2023-11-25T03:12:05.906832+0000","last_clean":"2023-11-25T03:12:05.906832+0000","last_became_active":"2023-11-25T03:11:52.287128+0000","last_became_peered":"2023-11-25T03:11:52.287128+0000","last_unstale":"2023-11-25T03:12:05.906832+0000","last_undegraded":"2023-11-25T03:12:05.906832+0000","last_fullsized":"2023-11-25T03:12:05.906832+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:11:51.865524+0000","last_clean_scrub_stamp":"2023-11-25T03:11:51.865524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:24:04.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28016,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343824,"statfs":{"total":96636764160,"available":96608075776,"internally_reserved":0,"allocated":1011712,"data_stored":758548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.65700000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.52700000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.61699999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.66800000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.498}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.59299999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.60899999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":425984,"data_stored":169288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.84299999999999997}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.69499999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.64200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":1.105}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.624},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.77700000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.752}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.80000000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":168742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.67900000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.97499999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.877},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.77200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.83699999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.85399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.75},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.95799999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.92600000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":169716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.501}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.43099999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.60399999999999998}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57799999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.40500000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.54000000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.63800000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":171767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.45900000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.432},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.623}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.55200000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.65900000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.70299999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.83199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":169704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.307}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.438},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.64000000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.51800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.5}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.629}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":171199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38300000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.432},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.50900000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.49099999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.92400000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.87}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":1003520,"data_stored":757383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":1.131},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.995}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":1.2430000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":1.0580000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":1.4079999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":1.097}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.90200000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":1.018},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":1.1659999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.21},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.624}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":1.1890000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:14.947 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:12:14.947 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2023-11-25T03:12:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.117+0000 7f5bee8dd640 1 Processor -- start 2023-11-25T03:12:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.117+0000 7f5bee8dd640 1 -- start start 2023-11-25T03:12:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5bee8dd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5be8072090 0x7f5be8150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5bee8dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be80725c0 0x7f5be81514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5bee8dd640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5be80c2760 con 0x7f5be80a5370 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5bee8dd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5be80c3070 con 0x7f5be8072090 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5bee8dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5be80a5750 con 0x7f5be80725c0 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5be8072090 0x7f5be8150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5be8072090 0x7f5be8150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51224/0 (socket says 172.21.15.76:51224) 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 -- 172.21.15.76:0/2586575033 learned_addr learned my addr 172.21.15.76:0/2586575033 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5bece7a640 1 --2- 172.21.15.76:0/2586575033 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be80725c0 0x7f5be81514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 -- 172.21.15.76:0/2586575033 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be80725c0 msgr2=0x7f5be81514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 --2- 172.21.15.76:0/2586575033 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be80725c0 0x7f5be81514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 -- 172.21.15.76:0/2586575033 >> v1:172.21.15.106:6789/0 conn(0x7f5be80a5370 legacy=0x7f5be80c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.121+0000 7f5be77fe640 1 -- 172.21.15.76:0/2586575033 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5be80aad20 con 0x7f5be8072090 2023-11-25T03:12:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5be77fe640 1 --2- 172.21.15.76:0/2586575033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8072090 0x7f5be8150fa0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc00bb10 tx=0x7f5bdc01eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb2ac54b1d55c991 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5be6ffd640 1 -- 172.21.15.76:0/2586575033 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc0a7b10 con 0x7f5be8072090 2023-11-25T03:12:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5be6ffd640 1 -- 172.21.15.76:0/2586575033 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bdc0a7c70 con 0x7f5be8072090 2023-11-25T03:12:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5be6ffd640 1 -- 172.21.15.76:0/2586575033 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc0af440 con 0x7f5be8072090 2023-11-25T03:12:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 -- 172.21.15.76:0/2586575033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8072090 msgr2=0x7f5be8150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/2586575033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8072090 0x7f5be8150fa0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc00bb10 tx=0x7f5bdc01eac0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 -- 172.21.15.76:0/2586575033 shutdown_connections 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/2586575033 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be80725c0 0x7f5be81514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/2586575033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8072090 0x7f5be8150fa0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 -- 172.21.15.76:0/2586575033 >> 172.21.15.76:0/2586575033 conn(0x7f5be806a5b0 msgr2=0x7f5be806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 -- 172.21.15.76:0/2586575033 shutdown_connections 2023-11-25T03:12:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 -- 172.21.15.76:0/2586575033 wait complete. 2023-11-25T03:12:15.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 Processor -- start 2023-11-25T03:12:15.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.125+0000 7f5bee8dd640 1 -- start start 2023-11-25T03:12:15.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be8072090 0x7f5be8152bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 0x7f5be80c4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5be80a5370 0x7f5be814f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be814ef00 con 0x7f5be80725c0 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be8152790 con 0x7f5be80a5370 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5be8155050 con 0x7f5be8072090 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 0x7f5be80c4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 0x7f5be80c4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51226/0 (socket says 172.21.15.76:51226) 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 -- 172.21.15.76:0/4085279362 learned_addr learned my addr 172.21.15.76:0/4085279362 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bece7a640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5be80a5370 0x7f5be814f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be7fff640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be8072090 0x7f5be8152bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 -- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be8072090 msgr2=0x7f5be8152bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be8072090 0x7f5be8152bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 -- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5be80a5370 msgr2=0x7f5be814f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5be80a5370 0x7f5be814f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 -- 172.21.15.76:0/4085279362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bdc00b770 con 0x7f5be80725c0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be77fe640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 0x7f5be80c4e00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc00b2c0 tx=0x7f5bdc01b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc0ba660 con 0x7f5be80725c0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bdc0ba7c0 con 0x7f5be80725c0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5be81ed8e0 con 0x7f5be80725c0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc0bab70 con 0x7f5be80725c0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5be814eb90 con 0x7f5be80725c0 2023-11-25T03:12:15.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5be814f070 con 0x7f5be80725c0 2023-11-25T03:12:15.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.129+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5bdc0c2360 con 0x7f5be80725c0 2023-11-25T03:12:15.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.133+0000 7f5be4ff9640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd4066470 0x7f5bd4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.133+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5bdc11f060 con 0x7f5be80725c0 2023-11-25T03:12:15.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.133+0000 7f5be7fff640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd4066470 0x7f5bd4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.133+0000 7f5be7fff640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd4066470 0x7f5bd4068930 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5be81eaca0 tx=0x7f5bd8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.137+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5bdc150280 con 0x7f5be80725c0 2023-11-25T03:12:15.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.341+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f5be8068400 con 0x7f5be80725c0 2023-11-25T03:12:15.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5be4ff9640 1 -- 172.21.15.76:0/4085279362 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v12) v1 ==== 185+0+142 (secure 0 0 0) 0x7f5bdc0bf0e0 con 0x7f5be80725c0 2023-11-25T03:12:15.350 INFO:teuthology.orchestra.run.smithi076.stdout:[client.1] 2023-11-25T03:12:15.350 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g== 2023-11-25T03:12:15.350 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow" 2023-11-25T03:12:15.350 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:12:15.351 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw pool=cephfs2_data" 2023-11-25T03:12:15.352 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.1 2023-11-25T03:12:15.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd4066470 msgr2=0x7f5bd4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd4066470 0x7f5bd4068930 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5be81eaca0 tx=0x7f5bd8009040 comp rx=0 tx=0).stop 2023-11-25T03:12:15.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 msgr2=0x7f5be80c4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 0x7f5be80c4e00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc00b2c0 tx=0x7f5bdc01b860 comp rx=0 tx=0).stop 2023-11-25T03:12:15.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 shutdown_connections 2023-11-25T03:12:15.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bd4066470 0x7f5bd4068930 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5be80a5370 0x7f5be814f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be80725c0 0x7f5be80c4e00 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 --2- 172.21.15.76:0/4085279362 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5be8072090 0x7f5be8152bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 >> 172.21.15.76:0/4085279362 conn(0x7f5be806a5b0 msgr2=0x7f5be80c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:15.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 shutdown_connections 2023-11-25T03:12:15.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.345+0000 7f5bee8dd640 1 -- 172.21.15.76:0/4085279362 wait complete. 2023-11-25T03:12:15.371 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:15.371 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:15.383 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:15.384 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:15.435 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:15.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.565+0000 7f62913f5640 1 Processor -- start 2023-11-25T03:12:15.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62913f5640 1 -- start start 2023-11-25T03:12:15.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62913f5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f628c0c5260 0x7f628c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62913f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c155de0 0x7f628c156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62913f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f628c0c2580 con 0x7f628c0c5640 2023-11-25T03:12:15.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62913f5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f628c153510 con 0x7f628c0c5260 2023-11-25T03:12:15.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62913f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f628c0c17f0 con 0x7f628c155de0 2023-11-25T03:12:15.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62827fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f628c0c5640 0x7f628c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39638/0 (socket says 172.21.15.76:39638) 2023-11-25T03:12:15.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f62827fc640 1 -- 172.21.15.76:0/2162976872 learned_addr learned my addr 172.21.15.76:0/2162976872 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:15.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628b7fe640 1 --2- 172.21.15.76:0/2162976872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c155de0 0x7f628c156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628affd640 1 --2- 172.21.15.76:0/2162976872 >> v2:172.21.15.106:3300/0 conn(0x7f628c0c5260 0x7f628c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628a7fc640 1 -- 172.21.15.76:0/2162976872 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 441177740 0 0) 0x7f628c0c2580 con 0x7f628c0c5640 2023-11-25T03:12:15.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628a7fc640 1 -- 172.21.15.76:0/2162976872 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6278003530 con 0x7f628c0c5640 2023-11-25T03:12:15.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628b7fe640 1 -- 172.21.15.76:0/2162976872 >> v2:172.21.15.106:3300/0 conn(0x7f628c0c5260 msgr2=0x7f628c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:15.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628b7fe640 1 --2- 172.21.15.76:0/2162976872 >> v2:172.21.15.106:3300/0 conn(0x7f628c0c5260 0x7f628c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628b7fe640 1 -- 172.21.15.76:0/2162976872 >> v1:172.21.15.76:6789/0 conn(0x7f628c0c5640 legacy=0x7f628c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.569+0000 7f628b7fe640 1 -- 172.21.15.76:0/2162976872 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f628c0c1a00 con 0x7f628c155de0 2023-11-25T03:12:15.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f628b7fe640 1 --2- 172.21.15.76:0/2162976872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c155de0 0x7f628c156230 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f628c0c1930 tx=0x7f628401c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c0506b68be5af6c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f628a7fc640 1 -- 172.21.15.76:0/2162976872 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62840a5930 con 0x7f628c155de0 2023-11-25T03:12:15.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f628a7fc640 1 -- 172.21.15.76:0/2162976872 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62840a5a90 con 0x7f628c155de0 2023-11-25T03:12:15.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f628a7fc640 1 -- 172.21.15.76:0/2162976872 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62840a5e20 con 0x7f628c155de0 2023-11-25T03:12:15.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 -- 172.21.15.76:0/2162976872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c155de0 msgr2=0x7f628c156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 --2- 172.21.15.76:0/2162976872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c155de0 0x7f628c156230 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f628c0c1930 tx=0x7f628401c870 comp rx=0 tx=0).stop 2023-11-25T03:12:15.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 -- 172.21.15.76:0/2162976872 shutdown_connections 2023-11-25T03:12:15.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 --2- 172.21.15.76:0/2162976872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c155de0 0x7f628c156230 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 --2- 172.21.15.76:0/2162976872 >> v2:172.21.15.106:3300/0 conn(0x7f628c0c5260 0x7f628c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 -- 172.21.15.76:0/2162976872 >> 172.21.15.76:0/2162976872 conn(0x7f628c06a5b0 msgr2=0x7f628c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:15.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 -- 172.21.15.76:0/2162976872 shutdown_connections 2023-11-25T03:12:15.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 -- 172.21.15.76:0/2162976872 wait complete. 2023-11-25T03:12:15.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 Processor -- start 2023-11-25T03:12:15.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.573+0000 7f62913f5640 1 -- start start 2023-11-25T03:12:15.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c0c5260 0x7f628c070740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f628c0c5640 0x7f628c14c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 0x7f628c0a5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f628c154480 con 0x7f628c155de0 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f628c070c80 con 0x7f628c0c5640 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f628c14c8e0 con 0x7f628c0c5260 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 0x7f628c0a5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 0x7f628c0a5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51228/0 (socket says 172.21.15.76:51228) 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 -- 172.21.15.76:0/1625117922 learned_addr learned my addr 172.21.15.76:0/1625117922 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628affd640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c0c5260 0x7f628c070740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62827fc640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f628c0c5640 0x7f628c14c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 -- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c0c5260 msgr2=0x7f628c070740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c0c5260 0x7f628c070740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 -- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f628c0c5640 msgr2=0x7f628c14c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f628c0c5640 0x7f628c14c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 -- 172.21.15.76:0/1625117922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6284009a70 con 0x7f628c155de0 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62827fc640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f628c0c5640 0x7f628c14c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f628b7fe640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 0x7f628c0a5f70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f62840b0040 tx=0x7f6284019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62840adcc0 con 0x7f628c155de0 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62840ade20 con 0x7f628c155de0 2023-11-25T03:12:15.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f628c153870 con 0x7f628c155de0 2023-11-25T03:12:15.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62840b7680 con 0x7f628c155de0 2023-11-25T03:12:15.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f628c153e30 con 0x7f628c155de0 2023-11-25T03:12:15.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f628c154630 con 0x7f628c155de0 2023-11-25T03:12:15.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.577+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f62840b77e0 con 0x7f628c155de0 2023-11-25T03:12:15.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.581+0000 7f6283fff640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f626c066470 0x7f626c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.581+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f628411f500 con 0x7f628c155de0 2023-11-25T03:12:15.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.581+0000 7f628affd640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f626c066470 0x7f626c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.581+0000 7f628affd640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f626c066470 0x7f626c068930 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f627c009ac0 tx=0x7f627c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.585+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f628c154630 con 0x7f628c155de0 2023-11-25T03:12:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.733+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f628c154630 con 0x7f628c155de0 2023-11-25T03:12:15.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.733+0000 7f6283fff640 1 -- 172.21.15.76:0/1625117922 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7f628c154630 con 0x7f628c155de0 2023-11-25T03:12:15.740 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:15.741 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:15.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f626c066470 msgr2=0x7f626c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f626c066470 0x7f626c068930 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f627c009ac0 tx=0x7f627c009190 comp rx=0 tx=0).stop 2023-11-25T03:12:15.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 msgr2=0x7f628c0a5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 0x7f628c0a5f70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f62840b0040 tx=0x7f6284019610 comp rx=0 tx=0).stop 2023-11-25T03:12:15.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 shutdown_connections 2023-11-25T03:12:15.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f626c066470 0x7f626c068930 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f628c155de0 0x7f628c0a5f70 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f628c0c5640 0x7f628c14c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 --2- 172.21.15.76:0/1625117922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f628c0c5260 0x7f628c070740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 >> 172.21.15.76:0/1625117922 conn(0x7f628c06a5b0 msgr2=0x7f628c152d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:15.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 shutdown_connections 2023-11-25T03:12:15.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.737+0000 7f62913f5640 1 -- 172.21.15.76:0/1625117922 wait complete. 2023-11-25T03:12:15.762 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:11:50.228101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:51.254022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:12:03.243687+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:12:04.332623+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:15.762 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:15.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.897+0000 7f53e7fe7640 1 Processor -- start 2023-11-25T03:12:15.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e7fe7640 1 -- start start 2023-11-25T03:12:15.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e7fe7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f53e00bd660 0x7f53e0154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e7fe7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53e00ac4f0 con 0x7f53e00c7ed0 2023-11-25T03:12:15.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e7fe7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53e0158780 con 0x7f53e0151dc0 2023-11-25T03:12:15.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e7fe7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53e0158a60 con 0x7f53e00bd660 2023-11-25T03:12:15.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e6584640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f53e00bd660 0x7f53e0154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e5582640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f53e00c7ed0 0x7f53e0154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39642/0 (socket says 172.21.15.76:39642) 2023-11-25T03:12:15.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e5582640 1 -- 172.21.15.76:0/244937593 learned_addr learned my addr 172.21.15.76:0/244937593 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:15.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e5d83640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f53e0151dc0 0x7f53e00c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:56216/0 (socket says 172.21.15.76:56216) 2023-11-25T03:12:15.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e6584640 1 -- 172.21.15.76:0/244937593 >> v1:172.21.15.106:6789/0 conn(0x7f53e0151dc0 legacy=0x7f53e00c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e6584640 1 -- 172.21.15.76:0/244937593 >> v1:172.21.15.76:6789/0 conn(0x7f53e00c7ed0 legacy=0x7f53e0154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e6584640 1 -- 172.21.15.76:0/244937593 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53e00ac180 con 0x7f53e00bd660 2023-11-25T03:12:15.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.901+0000 7f53e4d81640 1 -- 172.21.15.76:0/244937593 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2205536599 0 0) 0x7f53e00ac4f0 con 0x7f53e00c7ed0 2023-11-25T03:12:15.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e6584640 1 --2- 172.21.15.76:0/244937593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e00bd660 0x7f53e0154d60 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f53d8009dc0 tx=0x7f53d801c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a179221ca97b248f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e4d81640 1 -- 172.21.15.76:0/244937593 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80a5760 con 0x7f53e00bd660 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e4d81640 1 -- 172.21.15.76:0/244937593 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d80a58c0 con 0x7f53e00bd660 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e4d81640 1 -- 172.21.15.76:0/244937593 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80a5c50 con 0x7f53e00bd660 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 -- 172.21.15.76:0/244937593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e00bd660 msgr2=0x7f53e0154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/244937593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e00bd660 0x7f53e0154d60 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f53d8009dc0 tx=0x7f53d801c810 comp rx=0 tx=0).stop 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 -- 172.21.15.76:0/244937593 shutdown_connections 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/244937593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e00bd660 0x7f53e0154d60 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 -- 172.21.15.76:0/244937593 >> 172.21.15.76:0/244937593 conn(0x7f53e0071eb0 msgr2=0x7f53e00722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:15.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 -- 172.21.15.76:0/244937593 shutdown_connections 2023-11-25T03:12:15.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 -- 172.21.15.76:0/244937593 wait complete. 2023-11-25T03:12:15.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 Processor -- start 2023-11-25T03:12:15.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.905+0000 7f53e7fe7640 1 -- start start 2023-11-25T03:12:15.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53e00bd660 0x7f53e00be220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53e00c7ed0 0x7f53e01efed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 0x7f53e01f0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e0154490 con 0x7f53e0151dc0 2023-11-25T03:12:15.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e01546e0 con 0x7f53e00c7ed0 2023-11-25T03:12:15.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53e00bfd60 con 0x7f53e00bd660 2023-11-25T03:12:15.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 0x7f53e01f0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 0x7f53e01f0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51254/0 (socket says 172.21.15.76:51254) 2023-11-25T03:12:15.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 -- 172.21.15.76:0/784326040 learned_addr learned my addr 172.21.15.76:0/784326040 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:15.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e5d83640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53e00bd660 0x7f53e00be220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e5582640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53e00c7ed0 0x7f53e01efed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 -- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53e00bd660 msgr2=0x7f53e00be220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53e00bd660 0x7f53e00be220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 -- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53e00c7ed0 msgr2=0x7f53e01efed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:15.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53e00c7ed0 0x7f53e01efed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:15.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 -- 172.21.15.76:0/784326040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d8009a70 con 0x7f53e0151dc0 2023-11-25T03:12:15.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e6584640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 0x7f53e01f0410 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f53d80b0040 tx=0x7f53d80195b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80ad850 con 0x7f53e0151dc0 2023-11-25T03:12:15.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d80ad9b0 con 0x7f53e0151dc0 2023-11-25T03:12:15.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53e00c0040 con 0x7f53e0151dc0 2023-11-25T03:12:15.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80add40 con 0x7f53e0151dc0 2023-11-25T03:12:15.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53e00c0600 con 0x7f53e0151dc0 2023-11-25T03:12:15.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53e0067a00 con 0x7f53e0151dc0 2023-11-25T03:12:15.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.909+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f53d80b4050 con 0x7f53e0151dc0 2023-11-25T03:12:15.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.913+0000 7f53d67fc640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53c4066470 0x7f53c4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:15.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.913+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f53d811f0c0 con 0x7f53e0151dc0 2023-11-25T03:12:15.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.913+0000 7f53e5d83640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53c4066470 0x7f53c4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:15.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.913+0000 7f53e5d83640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53c4066470 0x7f53c4068930 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f53dc000f70 tx=0x7f53dc007cb0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:15.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:15.917+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f53d80ec1d0 con 0x7f53e0151dc0 2023-11-25T03:12:16.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.065+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f53e00c07f0 con 0x7f53e0151dc0 2023-11-25T03:12:16.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.065+0000 7f53d67fc640 1 -- 172.21.15.76:0/784326040 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f53d80b2020 con 0x7f53e0151dc0 2023-11-25T03:12:16.073 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:16.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53c4066470 msgr2=0x7f53c4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53c4066470 0x7f53c4068930 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f53dc000f70 tx=0x7f53dc007cb0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 msgr2=0x7f53e01f0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 0x7f53e01f0410 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f53d80b0040 tx=0x7f53d80195b0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 shutdown_connections 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f53c4066470 0x7f53c4068930 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53e0151dc0 0x7f53e01f0410 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f53e00c7ed0 0x7f53e01efed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 --2- 172.21.15.76:0/784326040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f53e00bd660 0x7f53e00be220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 >> 172.21.15.76:0/784326040 conn(0x7f53e0071eb0 msgr2=0x7f53e0072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:16.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 shutdown_connections 2023-11-25T03:12:16.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.069+0000 7f53e7fe7640 1 -- 172.21.15.76:0/784326040 wait complete. 2023-11-25T03:12:16.094 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:12:16.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 Processor -- start 2023-11-25T03:12:16.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 -- start start 2023-11-25T03:12:16.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5e98151e90 0x7f5e980c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5e980c4e60 0x7f5e9806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e9806c860 con 0x7f5e980c7ea0 2023-11-25T03:12:16.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e980c8750 con 0x7f5e980c4e60 2023-11-25T03:12:16.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e9de9a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e981552d0 con 0x7f5e98151e90 2023-11-25T03:12:16.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5e980c4e60 0x7f5e9806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5e980c4e60 0x7f5e9806bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51266/0 (socket says 172.21.15.76:51266) 2023-11-25T03:12:16.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 -- 172.21.15.76:0/1694699167 learned_addr learned my addr 172.21.15.76:0/1694699167 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:16.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e977fe640 1 --2- 172.21.15.76:0/1694699167 >> v2:172.21.15.106:3300/0 conn(0x7f5e98151e90 0x7f5e980c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 -- 172.21.15.76:0/1694699167 >> v2:172.21.15.106:3300/0 conn(0x7f5e98151e90 msgr2=0x7f5e980c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 --2- 172.21.15.76:0/1694699167 >> v2:172.21.15.106:3300/0 conn(0x7f5e98151e90 0x7f5e980c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 -- 172.21.15.76:0/1694699167 >> v1:172.21.15.106:6789/0 conn(0x7f5e980c7ea0 legacy=0x7f5e9806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e97fff640 1 -- 172.21.15.76:0/1694699167 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e98154930 con 0x7f5e980c4e60 2023-11-25T03:12:16.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.229+0000 7f5e977fe640 1 --2- 172.21.15.76:0/1694699167 >> v2:172.21.15.106:3300/0 conn(0x7f5e98151e90 0x7f5e980c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:16.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e97fff640 1 --2- 172.21.15.76:0/1694699167 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c4e60 0x7f5e9806bbb0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5e9808b410 tx=0x7f5e9001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83bfe94dc9de6b96 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e967fc640 1 -- 172.21.15.76:0/1694699167 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e900a5530 con 0x7f5e980c4e60 2023-11-25T03:12:16.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e967fc640 1 -- 172.21.15.76:0/1694699167 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e900a5690 con 0x7f5e980c4e60 2023-11-25T03:12:16.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e967fc640 1 -- 172.21.15.76:0/1694699167 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e900a5a20 con 0x7f5e980c4e60 2023-11-25T03:12:16.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1694699167 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c4e60 msgr2=0x7f5e9806bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1694699167 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c4e60 0x7f5e9806bbb0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5e9808b410 tx=0x7f5e9001c870 comp rx=0 tx=0).stop 2023-11-25T03:12:16.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1694699167 shutdown_connections 2023-11-25T03:12:16.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1694699167 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c4e60 0x7f5e9806bbb0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1694699167 >> v2:172.21.15.106:3300/0 conn(0x7f5e98151e90 0x7f5e980c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1694699167 >> 172.21.15.76:0/1694699167 conn(0x7f5e980ca170 msgr2=0x7f5e980ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:16.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1694699167 shutdown_connections 2023-11-25T03:12:16.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.233+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1694699167 wait complete. 2023-11-25T03:12:16.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 Processor -- start 2023-11-25T03:12:16.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 -- start start 2023-11-25T03:12:16.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5e980c4e60 0x7f5e98140cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 0x7f5e98157aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5e98151e90 0x7f5e98148ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9814a890 con 0x7f5e980c7ea0 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e981f04d0 con 0x7f5e980c4e60 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e981f07b0 con 0x7f5e98151e90 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 0x7f5e98157aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 0x7f5e98157aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51274/0 (socket says 172.21.15.76:51274) 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 -- 172.21.15.76:0/1226336627 learned_addr learned my addr 172.21.15.76:0/1226336627 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e977fe640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5e980c4e60 0x7f5e98140cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e97fff640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5e98151e90 0x7f5e98148ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 -- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5e98151e90 msgr2=0x7f5e98148ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5e98151e90 0x7f5e98148ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 -- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5e980c4e60 msgr2=0x7f5e98140cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5e980c4e60 0x7f5e98140cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 -- 172.21.15.76:0/1226336627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e90009b30 con 0x7f5e980c7ea0 2023-11-25T03:12:16.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e96ffd640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 0x7f5e98157aa0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00b410 tx=0x7f5e8c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c004020 con 0x7f5e980c7ea0 2023-11-25T03:12:16.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e8c004180 con 0x7f5e980c7ea0 2023-11-25T03:12:16.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c011630 con 0x7f5e980c7ea0 2023-11-25T03:12:16.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e981f0a90 con 0x7f5e980c7ea0 2023-11-25T03:12:16.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.237+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e9814ac30 con 0x7f5e980c7ea0 2023-11-25T03:12:16.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.241+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e98068400 con 0x7f5e980c7ea0 2023-11-25T03:12:16.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.241+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5e8c011790 con 0x7f5e980c7ea0 2023-11-25T03:12:16.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.241+0000 7f5e7ffff640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5e840664a0 0x7f5e84068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.241+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5e8c083de0 con 0x7f5e980c7ea0 2023-11-25T03:12:16.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.241+0000 7f5e977fe640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5e840664a0 0x7f5e84068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.241+0000 7f5e977fe640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5e840664a0 0x7f5e84068960 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5e8800ab60 tx=0x7f5e88008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.245+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5e8c050fb0 con 0x7f5e980c7ea0 2023-11-25T03:12:16.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5e98151390 con 0x7f5e980c7ea0 2023-11-25T03:12:16.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e7ffff640 1 -- 172.21.15.76:0/1226336627 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5e8c015020 con 0x7f5e980c7ea0 2023-11-25T03:12:16.408 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:16.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5e840664a0 msgr2=0x7f5e84068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5e840664a0 0x7f5e84068960 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5e8800ab60 tx=0x7f5e88008040 comp rx=0 tx=0).stop 2023-11-25T03:12:16.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 msgr2=0x7f5e98157aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 0x7f5e98157aa0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00b410 tx=0x7f5e8c00b8d0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 shutdown_connections 2023-11-25T03:12:16.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5e840664a0 0x7f5e84068960 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5e98151e90 0x7f5e98148ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e980c7ea0 0x7f5e98157aa0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 --2- 172.21.15.76:0/1226336627 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5e980c4e60 0x7f5e98140cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 >> 172.21.15.76:0/1226336627 conn(0x7f5e980ca170 msgr2=0x7f5e9814fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:16.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 shutdown_connections 2023-11-25T03:12:16.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.401+0000 7f5e9de9a640 1 -- 172.21.15.76:0/1226336627 wait complete. 2023-11-25T03:12:16.428 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:12:16.567 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f6608454640 1 Processor -- start 2023-11-25T03:12:16.567 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f6608454640 1 -- start start 2023-11-25T03:12:16.571 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f6608454640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f66000c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.571 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f6608454640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66000c31c0 con 0x7f66000c06d0 2023-11-25T03:12:16.571 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f6608454640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66000c34a0 con 0x7f66000c63c0 2023-11-25T03:12:16.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f6608454640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66000c1030 con 0x7f66000c4100 2023-11-25T03:12:16.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f66069f1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f66000c06d0 0x7f66000a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39656/0 (socket says 172.21.15.76:39656) 2023-11-25T03:12:16.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f66069f1640 1 -- 172.21.15.76:0/1884868727 learned_addr learned my addr 172.21.15.76:0/1884868727 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:16.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.561+0000 7f66059ef640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f66000c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 971495264 0 0) 0x7f66000c31c0 con 0x7f66000c06d0 2023-11-25T03:12:16.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65ec005740 con 0x7f66000c06d0 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4109780390 0 0) 0x7f66000c34a0 con 0x7f66000c63c0 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f66000c31c0 con 0x7f66000c63c0 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3642493760 0 0) 0x7f65ec005740 con 0x7f66000c06d0 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 msgr2=0x7f66000c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f66000c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 >> v1:172.21.15.106:6789/0 conn(0x7f66000c63c0 legacy=0x7f66000c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66000c1310 con 0x7f66000c06d0 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f65f8001a00 con 0x7f66000c06d0 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f66000c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 >> v1:172.21.15.76:6789/0 conn(0x7f66000c06d0 legacy=0x7f66000a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec005d50 0x7f65ec006150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65ec0069e0 0x7f65ec006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f65ec007410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66000c1030 con 0x7f65ec0069e0 2023-11-25T03:12:16.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec00dd30 con 0x7f65ec005d50 2023-11-25T03:12:16.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65ec00dec0 con 0x7f66000c4100 2023-11-25T03:12:16.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65ec0069e0 0x7f65ec006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66061f0640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec005d50 0x7f65ec006150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66069f1640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f65ec007410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 -- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 msgr2=0x7f65ec007410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000c4100 0x7f65ec007410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 -- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec005d50 msgr2=0x7f65ec006150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec005d50 0x7f65ec006150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.565+0000 7f66059ef640 1 -- 172.21.15.76:0/1884868727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65f0009420 con 0x7f65ec0069e0 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f66059ef640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65ec0069e0 0x7f65ec006e60 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009c80 tx=0x7f65f001cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=350dc9ea64501701 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f0004020 con 0x7f65ec0069e0 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65f0004180 con 0x7f65ec0069e0 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f66051ee640 1 -- 172.21.15.76:0/1884868727 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f0004510 con 0x7f65ec0069e0 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- 172.21.15.76:0/1884868727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65ec0069e0 msgr2=0x7f65ec006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 --2- 172.21.15.76:0/1884868727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65ec0069e0 0x7f65ec006e60 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009c80 tx=0x7f65f001cbb0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f66069f1640 1 -- 172.21.15.76:0/1884868727 reap_dead start 2023-11-25T03:12:16.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- 172.21.15.76:0/1884868727 shutdown_connections 2023-11-25T03:12:16.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- 172.21.15.76:0/1884868727 >> 172.21.15.76:0/1884868727 conn(0x7f660006a5b0 msgr2=0x7f660006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:16.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- 172.21.15.76:0/1884868727 shutdown_connections 2023-11-25T03:12:16.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- 172.21.15.76:0/1884868727 wait complete. 2023-11-25T03:12:16.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 Processor -- start 2023-11-25T03:12:16.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- start start 2023-11-25T03:12:16.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec0069e0 0x7f66000bc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000bf4a0 0x7f6600152ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 0x7f6600153400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f660009e530 con 0x7f66000bc820 2023-11-25T03:12:16.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66000c0210 con 0x7f65ec0069e0 2023-11-25T03:12:16.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.569+0000 7f6608454640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f660009dfb0 con 0x7f66000bf4a0 2023-11-25T03:12:16.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 0x7f6600153400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 0x7f6600153400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51292/0 (socket says 172.21.15.76:51292) 2023-11-25T03:12:16.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 -- 172.21.15.76:0/3062520616 learned_addr learned my addr 172.21.15.76:0/3062520616 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:16.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66061f0640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec0069e0 0x7f66000bc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66059ef640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000bf4a0 0x7f6600152ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 -- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000bf4a0 msgr2=0x7f6600152ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000bf4a0 0x7f6600152ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 -- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec0069e0 msgr2=0x7f66000bc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec0069e0 0x7f66000bc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 -- 172.21.15.76:0/3062520616 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66000c69b0 con 0x7f66000bc820 2023-11-25T03:12:16.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f66069f1640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 0x7f6600153400 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f66000ab3d0 tx=0x7f65f8007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f800ab10 con 0x7f66000bc820 2023-11-25T03:12:16.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65f800ac90 con 0x7f66000bc820 2023-11-25T03:12:16.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f80133f0 con 0x7f66000bc820 2023-11-25T03:12:16.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f660009eb70 con 0x7f66000bc820 2023-11-25T03:12:16.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f660009ee50 con 0x7f66000bc820 2023-11-25T03:12:16.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6600068400 con 0x7f66000bc820 2023-11-25T03:12:16.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f65f8013550 con 0x7f66000bc820 2023-11-25T03:12:16.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.573+0000 7f65f6ffd640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65e40664a0 0x7f65e4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.577+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f65f80849b0 con 0x7f66000bc820 2023-11-25T03:12:16.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.577+0000 7f66061f0640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65e40664a0 0x7f65e4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.577+0000 7f66061f0640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65e40664a0 0x7f65e4068960 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f65fc007fd0 tx=0x7f65fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.581+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f65f8051bf0 con 0x7f66000bc820 2023-11-25T03:12:16.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f66000c3e70 con 0x7f66000bc820 2023-11-25T03:12:16.735 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f65f6ffd640 1 -- 172.21.15.76:0/3062520616 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f65f8017020 con 0x7f66000bc820 2023-11-25T03:12:16.735 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:16.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65e40664a0 msgr2=0x7f65e4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65e40664a0 0x7f65e4068960 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f65fc007fd0 tx=0x7f65fc009040 comp rx=0 tx=0).stop 2023-11-25T03:12:16.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 msgr2=0x7f6600153400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 0x7f6600153400 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f66000ab3d0 tx=0x7f65f8007bd0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 shutdown_connections 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65e40664a0 0x7f65e4068960 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66000bc820 0x7f6600153400 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66000bf4a0 0x7f6600152ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 --2- 172.21.15.76:0/3062520616 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65ec0069e0 0x7f66000bc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.729+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 >> 172.21.15.76:0/3062520616 conn(0x7f660006a5b0 msgr2=0x7f6600155410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:16.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.733+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 shutdown_connections 2023-11-25T03:12:16.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.733+0000 7f6608454640 1 -- 172.21.15.76:0/3062520616 wait complete. 2023-11-25T03:12:16.756 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:12:16.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.889+0000 7f52de281640 1 Processor -- start 2023-11-25T03:12:16.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.889+0000 7f52de281640 1 -- start start 2023-11-25T03:12:16.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52de281640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 0x7f52d81558c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52de281640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52d80c4120 con 0x7f52d8152b30 2023-11-25T03:12:16.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52de281640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52d8155e00 con 0x7f52d8152f70 2023-11-25T03:12:16.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52de281640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52d814fe50 con 0x7f52d80c3d40 2023-11-25T03:12:16.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dca7e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f52d8152b30 0x7f52d80c5ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39664/0 (socket says 172.21.15.76:39664) 2023-11-25T03:12:16.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dca7e640 1 -- 172.21.15.76:0/2498581486 learned_addr learned my addr 172.21.15.76:0/2498581486 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:16.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dd27f640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 0x7f52d81558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1600715695 0 0) 0x7f52d80c4120 con 0x7f52d8152b30 2023-11-25T03:12:16.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52c4003530 con 0x7f52d8152b30 2023-11-25T03:12:16.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 32112298 0 0) 0x7f52c4003530 con 0x7f52d8152b30 2023-11-25T03:12:16.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 msgr2=0x7f52d81558c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 0x7f52d81558c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 >> v1:172.21.15.106:6789/0 conn(0x7f52d8152f70 legacy=0x7f52d80c61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d8152350 con 0x7f52d8152b30 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f52c8001680 con 0x7f52d8152b30 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 >> v1:172.21.15.76:6789/0 conn(0x7f52d8152b30 legacy=0x7f52d80c5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c40039b0 0x7f52c4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 0x7f52c40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52c4004d10 0x7f52c4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52d814fe50 con 0x7f52c4004d10 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52c400b990 con 0x7f52c40039b0 2023-11-25T03:12:16.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52c400bb50 con 0x7f52d80c3d40 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dda80640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52c4004d10 0x7f52c4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dca7e640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 0x7f52c40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dd27f640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c40039b0 0x7f52c4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dda80640 1 -- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 msgr2=0x7f52c40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dda80640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d80c3d40 0x7f52c40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dda80640 1 -- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c40039b0 msgr2=0x7f52c4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dda80640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c40039b0 0x7f52c4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.893+0000 7f52dda80640 1 -- 172.21.15.76:0/2498581486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52c4003530 con 0x7f52c4004d10 2023-11-25T03:12:16.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52dda80640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52c4004d10 0x7f52c4005190 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f52d0001f60 tx=0x7f52d001c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8e3afaa54b88629 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d00a5750 con 0x7f52c4004d10 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d00a58b0 con 0x7f52c4004d10 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52cffff640 1 -- 172.21.15.76:0/2498581486 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d00a5c60 con 0x7f52c4004d10 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 -- 172.21.15.76:0/2498581486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52c4004d10 msgr2=0x7f52c4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 --2- 172.21.15.76:0/2498581486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52c4004d10 0x7f52c4005190 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f52d0001f60 tx=0x7f52d001c860 comp rx=0 tx=0).stop 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52dda80640 1 -- 172.21.15.76:0/2498581486 reap_dead start 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 -- 172.21.15.76:0/2498581486 shutdown_connections 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 -- 172.21.15.76:0/2498581486 >> 172.21.15.76:0/2498581486 conn(0x7f52d80a9930 msgr2=0x7f52d80a9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 -- 172.21.15.76:0/2498581486 shutdown_connections 2023-11-25T03:12:16.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 -- 172.21.15.76:0/2498581486 wait complete. 2023-11-25T03:12:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 Processor -- start 2023-11-25T03:12:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.897+0000 7f52de281640 1 -- start start 2023-11-25T03:12:16.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c4004d10 0x7f52d81ed5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d81536c0 0x7f52d80a8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 0x7f52d80a54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52d81ed1b0 con 0x7f52d81e9550 2023-11-25T03:12:16.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52d80a6540 con 0x7f52c4004d10 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52d81ecb60 con 0x7f52d81536c0 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 0x7f52d80a54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 0x7f52d80a54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51304/0 (socket says 172.21.15.76:51304) 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 -- 172.21.15.76:0/1010042411 learned_addr learned my addr 172.21.15.76:0/1010042411 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dd27f640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c4004d10 0x7f52d81ed5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dca7e640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d81536c0 0x7f52d80a8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 -- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d81536c0 msgr2=0x7f52d80a8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d81536c0 0x7f52d80a8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 -- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c4004d10 msgr2=0x7f52d81ed5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c4004d10 0x7f52d81ed5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 -- 172.21.15.76:0/1010042411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d80a6790 con 0x7f52d81e9550 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52dda80640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 0x7f52d80a54b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f52d0098270 tx=0x7f52c4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d00a5e30 con 0x7f52d81e9550 2023-11-25T03:12:16.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d00011d0 con 0x7f52d81e9550 2023-11-25T03:12:16.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d0003b80 con 0x7f52d81e9550 2023-11-25T03:12:16.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52d81ecdd0 con 0x7f52d81e9550 2023-11-25T03:12:16.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52d80a6a70 con 0x7f52d81e9550 2023-11-25T03:12:16.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.901+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52d8067a00 con 0x7f52d81e9550 2023-11-25T03:12:16.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.905+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f52d00b4040 con 0x7f52d81e9550 2023-11-25T03:12:16.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.905+0000 7f52cdffb640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52bc066470 0x7f52bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:16.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.905+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f52d011da20 con 0x7f52d81e9550 2023-11-25T03:12:16.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.905+0000 7f52dd27f640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52bc066470 0x7f52bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:16.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.905+0000 7f52dd27f640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52bc066470 0x7f52bc068930 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f52d81ea680 tx=0x7f52d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:16.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:16.909+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f52d00ead10 con 0x7f52d81e9550 2023-11-25T03:12:17.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.057+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f52d81ed2f0 con 0x7f52d81e9550 2023-11-25T03:12:17.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.057+0000 7f52cdffb640 1 -- 172.21.15.76:0/1010042411 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v36) v1 ==== 105+0+11 (secure 0 0 0) 0x7f52d81ed2f0 con 0x7f52d81e9550 2023-11-25T03:12:17.063 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:17.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52bc066470 msgr2=0x7f52bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52bc066470 0x7f52bc068930 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f52d81ea680 tx=0x7f52d4008040 comp rx=0 tx=0).stop 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 msgr2=0x7f52d80a54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 0x7f52d80a54b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f52d0098270 tx=0x7f52c4005800 comp rx=0 tx=0).stop 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 shutdown_connections 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52bc066470 0x7f52bc068930 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52d81e9550 0x7f52d80a54b0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52d81536c0 0x7f52d80a8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 --2- 172.21.15.76:0/1010042411 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52c4004d10 0x7f52d81ed5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 >> 172.21.15.76:0/1010042411 conn(0x7f52d80a9930 msgr2=0x7f52d80c1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:17.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 shutdown_connections 2023-11-25T03:12:17.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.061+0000 7f52de281640 1 -- 172.21.15.76:0/1010042411 wait complete. 2023-11-25T03:12:17.085 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:12:17.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 Processor -- start 2023-11-25T03:12:17.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 -- start start 2023-11-25T03:12:17.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffb78072090 0x7ffb78150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb780725c0 0x7ffb781514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb780c2760 con 0x7ffb780a5370 2023-11-25T03:12:17.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb780c3070 con 0x7ffb78072090 2023-11-25T03:12:17.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7f12a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb780a5750 con 0x7ffb780725c0 2023-11-25T03:12:17.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffb78072090 0x7ffb78150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7d6c7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb780725c0 0x7ffb781514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ffb78072090 0x7ffb78150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:43664/0 (socket says 172.21.15.76:43664) 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 -- 172.21.15.76:0/1676912147 learned_addr learned my addr 172.21.15.76:0/1676912147 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7cec6640 1 --1- 172.21.15.76:0/1676912147 >> v1:172.21.15.106:6789/0 conn(0x7ffb780a5370 0x7ffb780c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:47678/0 (socket says 172.21.15.76:47678) 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 -- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb780725c0 msgr2=0x7ffb781514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 --2- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb780725c0 0x7ffb781514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 -- 172.21.15.76:0/1676912147 >> v1:172.21.15.106:6789/0 conn(0x7ffb780a5370 legacy=0x7ffb780c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb6ffff640 1 -- 172.21.15.76:0/1676912147 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb780aad20 con 0x7ffb78072090 2023-11-25T03:12:17.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.221+0000 7ffb7d6c7640 1 --2- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb780725c0 0x7ffb781514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:17.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb6ffff640 1 --2- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb78072090 0x7ffb78150fa0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ffb68006fd0 tx=0x7ffb6801e880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63c23e3d3c00e334 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:17.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb6f7fe640 1 -- 172.21.15.76:0/1676912147 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb68004230 con 0x7ffb78072090 2023-11-25T03:12:17.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb6f7fe640 1 -- 172.21.15.76:0/1676912147 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb680ab070 con 0x7ffb78072090 2023-11-25T03:12:17.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb6f7fe640 1 -- 172.21.15.76:0/1676912147 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb680a76d0 con 0x7ffb78072090 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 -- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb78072090 msgr2=0x7ffb78150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb78072090 0x7ffb78150fa0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ffb68006fd0 tx=0x7ffb6801e880 comp rx=0 tx=0).stop 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 -- 172.21.15.76:0/1676912147 shutdown_connections 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb780725c0 0x7ffb781514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/1676912147 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb78072090 0x7ffb78150fa0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 -- 172.21.15.76:0/1676912147 >> 172.21.15.76:0/1676912147 conn(0x7ffb7806a5b0 msgr2=0x7ffb7806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 -- 172.21.15.76:0/1676912147 shutdown_connections 2023-11-25T03:12:17.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.225+0000 7ffb7f12a640 1 -- 172.21.15.76:0/1676912147 wait complete. 2023-11-25T03:12:17.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 Processor -- start 2023-11-25T03:12:17.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 -- start start 2023-11-25T03:12:17.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb78072090 0x7ffb780bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb780725c0 0x7ffb78071630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 0x7ffb7814add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb781536a0 con 0x7ffb780a5370 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb781ed7b0 con 0x7ffb780725c0 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb781ecba0 con 0x7ffb78072090 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 0x7ffb7814add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 0x7ffb7814add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52270/0 (socket says 172.21.15.76:52270) 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 -- 172.21.15.76:0/3469236821 learned_addr learned my addr 172.21.15.76:0/3469236821 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:17.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7cec6640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb78072090 0x7ffb780bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb6ffff640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb780725c0 0x7ffb78071630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 -- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb78072090 msgr2=0x7ffb780bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb78072090 0x7ffb780bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 -- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb780725c0 msgr2=0x7ffb78071630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb780725c0 0x7ffb78071630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 -- 172.21.15.76:0/3469236821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb70009a70 con 0x7ffb780a5370 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7d6c7640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 0x7ffb7814add0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ffb7000efc0 tx=0x7ffb70009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb70009d70 con 0x7ffb780a5370 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb7000f040 con 0x7ffb780a5370 2023-11-25T03:12:17.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb700039a0 con 0x7ffb780a5370 2023-11-25T03:12:17.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb6800b780 con 0x7ffb780a5370 2023-11-25T03:12:17.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.229+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb781ed160 con 0x7ffb780a5370 2023-11-25T03:12:17.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.233+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb781ed920 con 0x7ffb780a5370 2023-11-25T03:12:17.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.233+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffb700144a0 con 0x7ffb780a5370 2023-11-25T03:12:17.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.233+0000 7ffb6d7fa640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb64066470 0x7ffb64068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.233+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ffb70084cb0 con 0x7ffb780a5370 2023-11-25T03:12:17.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.233+0000 7ffb7cec6640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb64066470 0x7ffb64068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.233+0000 7ffb7cec6640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb64066470 0x7ffb64068930 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ffb74000f70 tx=0x7ffb74007e50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:17.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.237+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffb70051f10 con 0x7ffb780a5370 2023-11-25T03:12:17.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.385+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7ffb78068400 con 0x7ffb780a5370 2023-11-25T03:12:17.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb6d7fa640 1 -- 172.21.15.76:0/3469236821 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v36) v1 ==== 101+0+11 (secure 0 0 0) 0x7ffb700180a0 con 0x7ffb780a5370 2023-11-25T03:12:17.394 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:17.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb64066470 msgr2=0x7ffb64068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb64066470 0x7ffb64068930 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ffb74000f70 tx=0x7ffb74007e50 comp rx=0 tx=0).stop 2023-11-25T03:12:17.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 msgr2=0x7ffb7814add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 0x7ffb7814add0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ffb7000efc0 tx=0x7ffb70009f90 comp rx=0 tx=0).stop 2023-11-25T03:12:17.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 shutdown_connections 2023-11-25T03:12:17.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ffb64066470 0x7ffb64068930 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb780a5370 0x7ffb7814add0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ffb780725c0 0x7ffb78071630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 --2- 172.21.15.76:0/3469236821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ffb78072090 0x7ffb780bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 >> 172.21.15.76:0/3469236821 conn(0x7ffb7806a5b0 msgr2=0x7ffb780c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:17.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 shutdown_connections 2023-11-25T03:12:17.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.389+0000 7ffb7f12a640 1 -- 172.21.15.76:0/3469236821 wait complete. 2023-11-25T03:12:17.415 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:12:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 Processor -- start 2023-11-25T03:12:17.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 -- start start 2023-11-25T03:12:17.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe7000c63c0 0x7fe7000c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe7000c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7000c31c0 con 0x7fe7000c29e0 2023-11-25T03:12:17.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7000c34a0 con 0x7fe7000c63c0 2023-11-25T03:12:17.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe7056d6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7000c1030 con 0x7fe7000c4100 2023-11-25T03:12:17.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6ff7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe7000c29e0 0x7fe7000a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39548/0 (socket says 172.21.15.76:39548) 2023-11-25T03:12:17.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6ff7fe640 1 -- 172.21.15.76:0/3326799077 learned_addr learned my addr 172.21.15.76:0/3326799077 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:17.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6feffd640 1 --2- 172.21.15.76:0/3326799077 >> v2:172.21.15.106:3300/0 conn(0x7fe7000c63c0 0x7fe7000c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6fe7fc640 1 --2- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe7000c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6fdffb640 1 -- 172.21.15.76:0/3326799077 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 821361375 0 0) 0x7fe7000c31c0 con 0x7fe7000c29e0 2023-11-25T03:12:17.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6fdffb640 1 -- 172.21.15.76:0/3326799077 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6e8005740 con 0x7fe7000c29e0 2023-11-25T03:12:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6feffd640 1 -- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 msgr2=0x7fe7000c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6feffd640 1 --2- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe7000c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6feffd640 1 -- 172.21.15.76:0/3326799077 >> v1:172.21.15.76:6789/0 conn(0x7fe7000c29e0 legacy=0x7fe7000a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.549+0000 7fe6feffd640 1 -- 172.21.15.76:0/3326799077 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7000c1310 con 0x7fe7000c63c0 2023-11-25T03:12:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe6feffd640 1 --2- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c63c0 0x7fe7000c06d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe6f00097c0 tx=0x7fe6f001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f130c1782b1c1e39 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe6fdffb640 1 -- 172.21.15.76:0/3326799077 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f00ab600 con 0x7fe7000c63c0 2023-11-25T03:12:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe6fdffb640 1 -- 172.21.15.76:0/3326799077 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6f00a7050 con 0x7fe7000c63c0 2023-11-25T03:12:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe6fdffb640 1 -- 172.21.15.76:0/3326799077 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f00ab980 con 0x7fe7000c63c0 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 -- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c63c0 msgr2=0x7fe7000c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 --2- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c63c0 0x7fe7000c06d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe6f00097c0 tx=0x7fe6f001c330 comp rx=0 tx=0).stop 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 -- 172.21.15.76:0/3326799077 shutdown_connections 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 --2- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe7000c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 --2- 172.21.15.76:0/3326799077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c63c0 0x7fe7000c06d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 -- 172.21.15.76:0/3326799077 >> 172.21.15.76:0/3326799077 conn(0x7fe70006a5b0 msgr2=0x7fe70006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 -- 172.21.15.76:0/3326799077 shutdown_connections 2023-11-25T03:12:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.553+0000 7fe7056d6640 1 -- 172.21.15.76:0/3326799077 wait complete. 2023-11-25T03:12:17.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 Processor -- start 2023-11-25T03:12:17.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- start start 2023-11-25T03:12:17.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c29e0 0x7fe700155ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe700151820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 0x7fe70014cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe700149ec0 con 0x7fe7000c63c0 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe700156530 con 0x7fe7000c29e0 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe70014e8d0 con 0x7fe7000c4100 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 0x7fe70014cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 0x7fe70014cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52278/0 (socket says 172.21.15.76:52278) 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 -- 172.21.15.76:0/4125514137 learned_addr learned my addr 172.21.15.76:0/4125514137 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:17.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6fe7fc640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe700151820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6feffd640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c29e0 0x7fe700155ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 -- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 msgr2=0x7fe700151820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe700151820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 -- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c29e0 msgr2=0x7fe700155ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c29e0 0x7fe700155ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 -- 172.21.15.76:0/4125514137 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6f0009420 con 0x7fe7000c63c0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6ff7fe640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 0x7fe70014cff0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe6f800cb40 tx=0x7fe6f800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f800aca0 con 0x7fe7000c63c0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6f800ae00 con 0x7fe7000c63c0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe700152330 con 0x7fe7000c63c0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f8012620 con 0x7fe7000c63c0 2023-11-25T03:12:17.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7001e9960 con 0x7fe7000c63c0 2023-11-25T03:12:17.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.557+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe700068400 con 0x7fe7000c63c0 2023-11-25T03:12:17.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.561+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe6f8007070 con 0x7fe7000c63c0 2023-11-25T03:12:17.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.561+0000 7fe6e77fe640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6ec0664a0 0x7fe6ec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:17.567 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.561+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe6f8084150 con 0x7fe7000c63c0 2023-11-25T03:12:17.567 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.561+0000 7fe6feffd640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6ec0664a0 0x7fe6ec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:17.567 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.561+0000 7fe6feffd640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6ec0664a0 0x7fe6ec068960 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe6f00ad000 tx=0x7fe6f00a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:17.570 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.565+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe6f8051310 con 0x7fe7000c63c0 2023-11-25T03:12:17.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe7000c3e70 con 0x7fe7000c63c0 2023-11-25T03:12:17.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe6e77fe640 1 -- 172.21.15.76:0/4125514137 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe6f8054930 con 0x7fe7000c63c0 2023-11-25T03:12:17.730 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:12:17.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6ec0664a0 msgr2=0x7fe6ec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6ec0664a0 0x7fe6ec068960 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe6f00ad000 tx=0x7fe6f00a6000 comp rx=0 tx=0).stop 2023-11-25T03:12:17.732 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 msgr2=0x7fe70014cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 0x7fe70014cff0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe6f800cb40 tx=0x7fe6f800a060 comp rx=0 tx=0).stop 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 shutdown_connections 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe6ec0664a0 0x7fe6ec068960 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7000c63c0 0x7fe70014cff0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7000c4100 0x7fe700151820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 --2- 172.21.15.76:0/4125514137 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7000c29e0 0x7fe700155ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 >> 172.21.15.76:0/4125514137 conn(0x7fe70006a5b0 msgr2=0x7fe700152690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 shutdown_connections 2023-11-25T03:12:17.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:17.725+0000 7fe7056d6640 1 -- 172.21.15.76:0/4125514137 wait complete. 2023-11-25T03:12:17.751 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:12:17.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:17.751 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:17.782 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:12:17.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:17.783 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:12:17.833 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:17.833 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:17.883 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:12:17.884 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:12:18.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.013+0000 7fe7d70fe640 1 Processor -- start 2023-11-25T03:12:18.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d70fe640 1 -- start start 2023-11-25T03:12:18.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d70fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:18.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d70fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7d00c31c0 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d70fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7d00c34a0 con 0x7fe7d00c4100 2023-11-25T03:12:18.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d70fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d00c1030 con 0x7fe7d00c63c0 2023-11-25T03:12:18.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d569b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe7d00c2bb0 0x7fe7d00a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39552/0 (socket says 172.21.15.76:39552) 2023-11-25T03:12:18.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d569b640 1 -- 172.21.15.76:0/1634207814 learned_addr learned my addr 172.21.15.76:0/1634207814 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:18.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d4e9a640 1 --2- 172.21.15.76:0/1634207814 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4087076110 0 0) 0x7fe7d00c31c0 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7b8003530 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 637896748 0 0) 0x7fe7d00c34a0 con 0x7fe7d00c4100 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7d00c31c0 con 0x7fe7d00c4100 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 80189070 0 0) 0x7fe7b8003530 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/1634207814 >> v1:172.21.15.106:6789/0 conn(0x7fe7d00c4100 legacy=0x7fe7d00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/1634207814 >> v1:172.21.15.76:6789/0 conn(0x7fe7d00c2bb0 legacy=0x7fe7d00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.017+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/1634207814 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7d00c1310 con 0x7fe7d00c63c0 2023-11-25T03:12:18.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d4e9a640 1 --2- 172.21.15.76:0/1634207814 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d00c06d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0097f0 tx=0x7fe7cc01c290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=167a3ab58b6031ac server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:18.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c8001a00 con 0x7fe7d00c63c0 2023-11-25T03:12:18.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7cc0a7050 con 0x7fe7d00c63c0 2023-11-25T03:12:18.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7c77fe640 1 -- 172.21.15.76:0/1634207814 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0ab620 con 0x7fe7d00c63c0 2023-11-25T03:12:18.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 -- 172.21.15.76:0/1634207814 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 msgr2=0x7fe7d00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/1634207814 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d00c06d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0097f0 tx=0x7fe7cc01c290 comp rx=0 tx=0).stop 2023-11-25T03:12:18.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 -- 172.21.15.76:0/1634207814 shutdown_connections 2023-11-25T03:12:18.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/1634207814 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d00c06d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 -- 172.21.15.76:0/1634207814 >> 172.21.15.76:0/1634207814 conn(0x7fe7d006a5b0 msgr2=0x7fe7d006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:18.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 -- 172.21.15.76:0/1634207814 shutdown_connections 2023-11-25T03:12:18.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 -- 172.21.15.76:0/1634207814 wait complete. 2023-11-25T03:12:18.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 Processor -- start 2023-11-25T03:12:18.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.021+0000 7fe7d70fe640 1 -- start start 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 0x7fe7d00a7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7d00c4100 0x7fe7d0145f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d01464c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d009a520 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d01532d0 con 0x7fe7d00c4100 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d0159b30 con 0x7fe7d00c63c0 2023-11-25T03:12:18.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 0x7fe7d00a7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 0x7fe7d00a7cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52282/0 (socket says 172.21.15.76:52282) 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/2350394462 learned_addr learned my addr 172.21.15.76:0/2350394462 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d569b640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d01464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7c7fff640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7d00c4100 0x7fe7d0145f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 msgr2=0x7fe7d01464c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d01464c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7d00c4100 msgr2=0x7fe7d0145f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7d00c4100 0x7fe7d0145f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 -- 172.21.15.76:0/2350394462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7cc009420 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7c7fff640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7d00c4100 0x7fe7d0145f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d4e9a640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 0x7fe7d00a7cc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009740 tx=0x7fe7cc019030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0abd10 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7cc0abe70 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc004220 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7d00c69b0 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d01f1300 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7d0159920 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.025+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe7cc0b2040 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.029+0000 7fe7c57fa640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7bc066470 0x7fe7bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:18.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.029+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe7cc11e350 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.029+0000 7fe7c7fff640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7bc066470 0x7fe7bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:18.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.029+0000 7fe7c7fff640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7bc066470 0x7fe7bc068930 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe7d00a88e0 tx=0x7fe7c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:18.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.033+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe7cc0eb620 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe7d0068400 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7c57fa640 1 -- 172.21.15.76:0/2350394462 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+149 (secure 0 0 0) 0x7fe7cc0b0070 con 0x7fe7d00c2bb0 2023-11-25T03:12:18.222 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:12:18.222 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:12:18.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7bc066470 msgr2=0x7fe7bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7bc066470 0x7fe7bc068930 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe7d00a88e0 tx=0x7fe7c0009040 comp rx=0 tx=0).stop 2023-11-25T03:12:18.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 msgr2=0x7fe7d00a7cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:18.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 0x7fe7d00a7cc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009740 tx=0x7fe7cc019030 comp rx=0 tx=0).stop 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 shutdown_connections 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7bc066470 0x7fe7bc068930 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7d00c63c0 0x7fe7d01464c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7d00c4100 0x7fe7d0145f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 --2- 172.21.15.76:0/2350394462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7d00c2bb0 0x7fe7d00a7cc0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 >> 172.21.15.76:0/2350394462 conn(0x7fe7d006a5b0 msgr2=0x7fe7d00bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 shutdown_connections 2023-11-25T03:12:18.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:18.217+0000 7fe7d70fe640 1 -- 172.21.15.76:0/2350394462 wait complete. 2023-11-25T03:12:18.243 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-11-25T03:12:18.243 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:12:18.243 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:12:18.244 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:12:18.244 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:18.244 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-11-25T03:12:18.244 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:12:18.244 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:12:18.244 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:12:18.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.244 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:12:18.255 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:12:18.255 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:12:18.255 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:12:18.255 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.255 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:12:18.255 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:18.256 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42343sec preferred_lft 42343sec 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:12:18.257 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:12:18.258 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:18.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.259 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:12:18.323 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:12:18.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.325 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:12:18.378 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:12:18.378 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:12:18.378 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:12:18.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.380 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:12:18.380 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:12:18.380 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:12:18.380 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:12:18.380 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:12:18.380 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:12:18.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.474 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:12:18.483 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:12:18.484 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:12:18.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.484 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:12:18.548 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:12:18.548 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:18.603 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:12:18.604 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:12:18.604 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:18.655 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:12:18.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.655 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:12:18.749 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:12:18.749 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:12:18.749 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:12:18.763 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:12:18.763 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:12:18.763 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:12:18.763 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:12:18.763 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:12:18.774 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:12:18.777 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:12:18.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.778 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:18.799 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:18.799 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:12:18.862 INFO:teuthology.orchestra.run.smithi106.stdout:client5379 2023-11-25T03:12:18.863 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:18.863 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:18.924 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs authorize cephfs client.testuser / rw 2023-11-25T03:12:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bccbf5640 1 Processor -- start 2023-11-25T03:12:19.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bccbf5640 1 -- start start 2023-11-25T03:12:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bccbf5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc80c8050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bccbf5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4bc8154e90 con 0x7f4bc8151c70 2023-11-25T03:12:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bccbf5640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4bc80c5350 con 0x7f4bc8155320 2023-11-25T03:12:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bccbf5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc8154630 con 0x7f4bc806ca40 2023-11-25T03:12:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4bc8151c70 0x7f4bc80c48b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39560/0 (socket says 172.21.15.76:39560) 2023-11-25T03:12:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc659c640 1 -- 172.21.15.76:0/1486213732 learned_addr learned my addr 172.21.15.76:0/1486213732 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:19.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc6d9d640 1 --2- 172.21.15.76:0/1486213732 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc80c8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 257503946 0 0) 0x7f4bc8154e90 con 0x7f4bc8151c70 2023-11-25T03:12:19.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4bb4003530 con 0x7f4bc8151c70 2023-11-25T03:12:19.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 732964506 0 0) 0x7f4bc80c5350 con 0x7f4bc8155320 2023-11-25T03:12:19.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4bc8154e90 con 0x7f4bc8155320 2023-11-25T03:12:19.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3878153837 0 0) 0x7f4bb4003530 con 0x7f4bc8151c70 2023-11-25T03:12:19.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc6d9d640 1 -- 172.21.15.76:0/1486213732 >> v1:172.21.15.106:6789/0 conn(0x7f4bc8155320 legacy=0x7f4bc80c8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc6d9d640 1 -- 172.21.15.76:0/1486213732 >> v1:172.21.15.76:6789/0 conn(0x7f4bc8151c70 legacy=0x7f4bc80c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.061+0000 7f4bc6d9d640 1 -- 172.21.15.76:0/1486213732 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bc8152050 con 0x7f4bc806ca40 2023-11-25T03:12:19.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bc6d9d640 1 --2- 172.21.15.76:0/1486213732 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc80c8050 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009dc0 tx=0x7f4bc001c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec9c4b75dfcef6f3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bb0001680 con 0x7f4bc806ca40 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bc00a5640 con 0x7f4bc806ca40 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bc5d9b640 1 -- 172.21.15.76:0/1486213732 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bc00a59d0 con 0x7f4bc806ca40 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 -- 172.21.15.76:0/1486213732 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 msgr2=0x7f4bc80c8050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/1486213732 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc80c8050 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009dc0 tx=0x7f4bc001c800 comp rx=0 tx=0).stop 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 -- 172.21.15.76:0/1486213732 shutdown_connections 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/1486213732 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc80c8050 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 -- 172.21.15.76:0/1486213732 >> 172.21.15.76:0/1486213732 conn(0x7f4bc80abcf0 msgr2=0x7f4bc80ac100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 -- 172.21.15.76:0/1486213732 shutdown_connections 2023-11-25T03:12:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.065+0000 7f4bccbf5640 1 -- 172.21.15.76:0/1486213732 wait complete. 2023-11-25T03:12:19.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 Processor -- start 2023-11-25T03:12:19.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 -- start start 2023-11-25T03:12:19.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc8150c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 0x7f4bc81474e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4bc8155320 0x7f4bc81f0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc81ed8a0 con 0x7f4bc8151c70 2023-11-25T03:12:19.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc81ecf90 con 0x7f4bc8155320 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc8146f80 con 0x7f4bc806ca40 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 0x7f4bc81474e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 0x7f4bc81474e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52292/0 (socket says 172.21.15.76:52292) 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 -- 172.21.15.76:0/563692006 learned_addr learned my addr 172.21.15.76:0/563692006 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bc659c640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc8150c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bc6d9d640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4bc8155320 0x7f4bc81f0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 -- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 msgr2=0x7f4bc8150c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc8150c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 -- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4bc8155320 msgr2=0x7f4bc81f0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4bc8155320 0x7f4bc81f0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 -- 172.21.15.76:0/563692006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bc0009a70 con 0x7f4bc8151c70 2023-11-25T03:12:19.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbdd9b640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 0x7f4bc81474e0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4bb800c420 tx=0x7f4bb800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bb80052d0 con 0x7f4bc8151c70 2023-11-25T03:12:19.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bb8005430 con 0x7f4bc8151c70 2023-11-25T03:12:19.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8003870 con 0x7f4bc8151c70 2023-11-25T03:12:19.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.069+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bc81ed250 con 0x7f4bc8151c70 2023-11-25T03:12:19.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bc81511a0 con 0x7f4bc8151c70 2023-11-25T03:12:19.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bc81eda50 con 0x7f4bc8151c70 2023-11-25T03:12:19.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4bb80039d0 con 0x7f4bc8151c70 2023-11-25T03:12:19.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bbf7fe640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ba80664a0 0x7f4ba8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4bb8083740 con 0x7f4bc8151c70 2023-11-25T03:12:19.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bc659c640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ba80664a0 0x7f4ba8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.073+0000 7f4bc659c640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ba80664a0 0x7f4ba8068960 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0001ec0 tx=0x7f4bb0001a60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.077+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4bc81eda50 con 0x7f4bc8151c70 2023-11-25T03:12:19.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.261+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.testuser", "caps": ["/", "rw"]} v 0) v1 -- 0x7f4bc80c9c10 con 0x7f4bc8151c70 2023-11-25T03:12:19.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.265+0000 7f4bbf7fe640 1 -- 172.21.15.76:0/563692006 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.testuser", "caps": ["/", "rw"]}]=0 v13) v1 ==== 134+0+185 (secure 0 0 0) 0x7f4bb8050870 con 0x7f4bc8151c70 2023-11-25T03:12:19.273 INFO:teuthology.orchestra.run.smithi076.stdout:[client.testuser] 2023-11-25T03:12:19.273 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg== 2023-11-25T03:12:19.273 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow rw fsname=cephfs" 2023-11-25T03:12:19.273 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r fsname=cephfs" 2023-11-25T03:12:19.273 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-11-25T03:12:19.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ba80664a0 msgr2=0x7f4ba8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ba80664a0 0x7f4ba8068960 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4bb0001ec0 tx=0x7f4bb0001a60 comp rx=0 tx=0).stop 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 msgr2=0x7f4bc81474e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 0x7f4bc81474e0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4bb800c420 tx=0x7f4bb800c8e0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 shutdown_connections 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4ba80664a0 0x7f4ba8068960 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4bc8155320 0x7f4bc81f0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4bc8151c70 0x7f4bc81474e0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 --2- 172.21.15.76:0/563692006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4bc806ca40 0x7f4bc8150c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 >> 172.21.15.76:0/563692006 conn(0x7f4bc80abcf0 msgr2=0x7f4bc80c47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 shutdown_connections 2023-11-25T03:12:19.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.269+0000 7f4bccbf5640 1 -- 172.21.15.76:0/563692006 wait complete. 2023-11-25T03:12:19.294 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:12:19.303 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.3K9gDayrvp 2023-11-25T03:12:19.304 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:19.304 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/tmp/tmp.3K9gDayrvp 2023-11-25T03:12:19.354 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:19.354 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:19.409 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:19.409 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:19.461 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.633+0000 7f6bc0f1d640 1 Processor -- start 2023-11-25T03:12:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.633+0000 7f6bc0f1d640 1 -- start start 2023-11-25T03:12:19.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bc0f1d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6bbc0c63c0 0x7f6bbc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bc0f1d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6bbc0c2bb0 0x7f6bbc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bc0f1d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc0c31c0 con 0x7f6bbc0c4100 2023-11-25T03:12:19.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bc0f1d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc0c34a0 con 0x7f6bbc0c63c0 2023-11-25T03:12:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bc0f1d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc0c1030 con 0x7f6bbc0c2bb0 2023-11-25T03:12:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bba59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6bbc0c63c0 0x7f6bbc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bb9d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6bbc0c4100 0x7f6bbc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39574/0 (socket says 172.21.15.76:39574) 2023-11-25T03:12:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bb9d9b640 1 -- 172.21.15.76:0/1219927242 learned_addr learned my addr 172.21.15.76:0/1219927242 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bbad9d640 1 --2- 172.21.15.76:0/1219927242 >> v2:172.21.15.106:3300/0 conn(0x7f6bbc0c2bb0 0x7f6bbc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bba59c640 1 -- 172.21.15.76:0/1219927242 >> v2:172.21.15.106:3300/0 conn(0x7f6bbc0c2bb0 msgr2=0x7f6bbc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bba59c640 1 --2- 172.21.15.76:0/1219927242 >> v2:172.21.15.106:3300/0 conn(0x7f6bbc0c2bb0 0x7f6bbc0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bba59c640 1 -- 172.21.15.76:0/1219927242 >> v1:172.21.15.76:6789/0 conn(0x7f6bbc0c4100 legacy=0x7f6bbc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.637+0000 7f6bba59c640 1 -- 172.21.15.76:0/1219927242 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc0c1310 con 0x7f6bbc0c63c0 2023-11-25T03:12:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bba59c640 1 --2- 172.21.15.76:0/1219927242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc0c06d0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0c4550 tx=0x7f6bac01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=878ba446a36fe675 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bb959a640 1 -- 172.21.15.76:0/1219927242 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc0aa3d0 con 0x7f6bbc0c63c0 2023-11-25T03:12:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bb959a640 1 -- 172.21.15.76:0/1219927242 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bac0ad660 con 0x7f6bbc0c63c0 2023-11-25T03:12:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bb959a640 1 -- 172.21.15.76:0/1219927242 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac0ad9f0 con 0x7f6bbc0c63c0 2023-11-25T03:12:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/1219927242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c63c0 msgr2=0x7f6bbc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/1219927242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc0c06d0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0c4550 tx=0x7f6bac01c340 comp rx=0 tx=0).stop 2023-11-25T03:12:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/1219927242 shutdown_connections 2023-11-25T03:12:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/1219927242 >> v2:172.21.15.106:3300/0 conn(0x7f6bbc0c2bb0 0x7f6bbc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/1219927242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc0c06d0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/1219927242 >> 172.21.15.76:0/1219927242 conn(0x7f6bbc06a5b0 msgr2=0x7f6bbc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/1219927242 shutdown_connections 2023-11-25T03:12:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/1219927242 wait complete. 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 Processor -- start 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.641+0000 7f6bc0f1d640 1 -- start start 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bbc0c2bb0 0x7f6bbc1513c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 0x7f6bbc14fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc1503d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc158760 con 0x7f6bbc0c4100 2023-11-25T03:12:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0a71f0 con 0x7f6bbc0c63c0 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0a7440 con 0x7f6bbc0c2bb0 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 0x7f6bbc14fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 0x7f6bbc14fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52308/0 (socket says 172.21.15.76:52308) 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 -- 172.21.15.76:0/3080027848 learned_addr learned my addr 172.21.15.76:0/3080027848 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bba59c640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bbc0c2bb0 0x7f6bbc1513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bbad9d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc1503d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 -- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bbc0c2bb0 msgr2=0x7f6bbc1513c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bbc0c2bb0 0x7f6bbc1513c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 -- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bbc0c63c0 msgr2=0x7f6bbc1503d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc1503d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 -- 172.21.15.76:0/3080027848 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bac009420 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bb9d9b640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 0x7f6bbc14fe90 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6bb000c530 tx=0x7f6bb000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0005cf0 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb0005e50 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bbc156960 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0007270 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bbc156f20 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bbc068400 con 0x7f6bbc0c4100 2023-11-25T03:12:19.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.645+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6bb00073d0 con 0x7f6bbc0c4100 2023-11-25T03:12:19.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.649+0000 7f6baaffd640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b9c066470 0x7f6b9c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.649+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6bb0083530 con 0x7f6bbc0c4100 2023-11-25T03:12:19.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.649+0000 7f6bba59c640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b9c066470 0x7f6b9c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.649+0000 7f6bba59c640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b9c066470 0x7f6b9c068930 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6bac0af000 tx=0x7f6bac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.649+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6bb0050770 con 0x7f6bbc0c4100 2023-11-25T03:12:19.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.801+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6bbc0c3e70 con 0x7f6bbc0c4100 2023-11-25T03:12:19.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.801+0000 7f6baaffd640 1 -- 172.21.15.76:0/3080027848 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7f6bb0053d90 con 0x7f6bbc0c4100 2023-11-25T03:12:19.808 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:19.809 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:19.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b9c066470 msgr2=0x7f6b9c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b9c066470 0x7f6b9c068930 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6bac0af000 tx=0x7f6bac008040 comp rx=0 tx=0).stop 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 msgr2=0x7f6bbc14fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 0x7f6bbc14fe90 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6bb000c530 tx=0x7f6bb000c9f0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 shutdown_connections 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b9c066470 0x7f6b9c068930 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bbc0c63c0 0x7f6bbc1503d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bbc0c4100 0x7f6bbc14fe90 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 --2- 172.21.15.76:0/3080027848 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bbc0c2bb0 0x7f6bbc1513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 >> 172.21.15.76:0/3080027848 conn(0x7f6bbc06a5b0 msgr2=0x7f6bbc155480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 shutdown_connections 2023-11-25T03:12:19.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.805+0000 7f6bc0f1d640 1 -- 172.21.15.76:0/3080027848 wait complete. 2023-11-25T03:12:19.831 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:11:50.228101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:51.254022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:12:03.243687+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:12:04.332623+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:19.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:19.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979b4fe640 1 Processor -- start 2023-11-25T03:12:19.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979b4fe640 1 -- start start 2023-11-25T03:12:19.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979b4fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f97940c4100 0x7f97940c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979b4fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97940c31c0 con 0x7f97940c63c0 2023-11-25T03:12:19.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979b4fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97940c34a0 con 0x7f97940c06d0 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979b4fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97940c1030 con 0x7f97940c4100 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979929a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f97940c63c0 0x7f97940c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39578/0 (socket says 172.21.15.76:39578) 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f979929a640 1 -- 172.21.15.76:0/4234615890 learned_addr learned my addr 172.21.15.76:0/4234615890 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f9798a99640 1 --2- 172.21.15.76:0/4234615890 >> v2:172.21.15.76:3300/0 conn(0x7f97940c4100 0x7f97940c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f978bfff640 1 -- 172.21.15.76:0/4234615890 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3140464740 0 0) 0x7f97940c31c0 con 0x7f97940c63c0 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f978bfff640 1 -- 172.21.15.76:0/4234615890 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9780005740 con 0x7f97940c63c0 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f9798a99640 1 -- 172.21.15.76:0/4234615890 >> v1:172.21.15.106:6789/0 conn(0x7f97940c06d0 legacy=0x7f97940a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f9798a99640 1 -- 172.21.15.76:0/4234615890 >> v1:172.21.15.76:6789/0 conn(0x7f97940c63c0 legacy=0x7f97940c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.969+0000 7f9798a99640 1 -- 172.21.15.76:0/4234615890 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97940c1310 con 0x7f97940c4100 2023-11-25T03:12:19.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f9798a99640 1 --2- 172.21.15.76:0/4234615890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c4100 0x7f97940c2bb0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f97840097c0 tx=0x7f978401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a782d9ea615874a7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f978bfff640 1 -- 172.21.15.76:0/4234615890 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97840ab400 con 0x7f97940c4100 2023-11-25T03:12:19.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f978bfff640 1 -- 172.21.15.76:0/4234615890 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97840a7050 con 0x7f97940c4100 2023-11-25T03:12:19.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f978bfff640 1 -- 172.21.15.76:0/4234615890 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97840ab780 con 0x7f97940c4100 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 -- 172.21.15.76:0/4234615890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c4100 msgr2=0x7f97940c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 --2- 172.21.15.76:0/4234615890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c4100 0x7f97940c2bb0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f97840097c0 tx=0x7f978401c360 comp rx=0 tx=0).stop 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 -- 172.21.15.76:0/4234615890 shutdown_connections 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 --2- 172.21.15.76:0/4234615890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c4100 0x7f97940c2bb0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 -- 172.21.15.76:0/4234615890 >> 172.21.15.76:0/4234615890 conn(0x7f979406a5b0 msgr2=0x7f979406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 -- 172.21.15.76:0/4234615890 shutdown_connections 2023-11-25T03:12:19.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 -- 172.21.15.76:0/4234615890 wait complete. 2023-11-25T03:12:19.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 Processor -- start 2023-11-25T03:12:19.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.973+0000 7f979b4fe640 1 -- start start 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 0x7f9794152e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97940c4100 0x7f9794153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97940c63c0 0x7f9794071230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9794155db0 con 0x7f97940c06d0 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97941562e0 con 0x7f97940c4100 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97941edca0 con 0x7f97940c63c0 2023-11-25T03:12:19.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 0x7f9794152e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 0x7f9794152e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52328/0 (socket says 172.21.15.76:52328) 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 -- 172.21.15.76:0/184480256 learned_addr learned my addr 172.21.15.76:0/184480256 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f9798a99640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97940c4100 0x7f9794153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f9799a9b640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97940c63c0 0x7f9794071230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 -- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97940c63c0 msgr2=0x7f9794071230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97940c63c0 0x7f9794071230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 -- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97940c4100 msgr2=0x7f9794153380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97940c4100 0x7f9794153380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 -- 172.21.15.76:0/184480256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9784009420 con 0x7f97940c06d0 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f9799a9b640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97940c63c0 0x7f9794071230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:19.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979929a640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 0x7f9794152e40 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f979000c450 tx=0x7f979000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9790005cf0 con 0x7f97940c06d0 2023-11-25T03:12:19.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9790005e50 con 0x7f97940c06d0 2023-11-25T03:12:19.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9790007270 con 0x7f97940c06d0 2023-11-25T03:12:19.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9794156000 con 0x7f97940c06d0 2023-11-25T03:12:19.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97941ed930 con 0x7f97940c06d0 2023-11-25T03:12:19.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.977+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9794068400 con 0x7f97940c06d0 2023-11-25T03:12:19.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.981+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f97900073d0 con 0x7f97940c06d0 2023-11-25T03:12:19.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.981+0000 7f9789ffb640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97780664a0 0x7f9778068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:19.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.981+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9790083260 con 0x7f97940c06d0 2023-11-25T03:12:19.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.981+0000 7f9798a99640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97780664a0 0x7f9778068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:19.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.981+0000 7f9798a99640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97780664a0 0x7f9778068960 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f97840ad000 tx=0x7f9784008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:19.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:19.985+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f97900504e0 con 0x7f97940c06d0 2023-11-25T03:12:20.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.137+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f97940c3e70 con 0x7f97940c06d0 2023-11-25T03:12:20.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.137+0000 7f9789ffb640 1 -- 172.21.15.76:0/184480256 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9790053b00 con 0x7f97940c06d0 2023-11-25T03:12:20.143 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97780664a0 msgr2=0x7f9778068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97780664a0 0x7f9778068960 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f97840ad000 tx=0x7f9784008040 comp rx=0 tx=0).stop 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 msgr2=0x7f9794152e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 0x7f9794152e40 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f979000c450 tx=0x7f979000c910 comp rx=0 tx=0).stop 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 shutdown_connections 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97780664a0 0x7f9778068960 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97940c63c0 0x7f9794071230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97940c4100 0x7f9794153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 --2- 172.21.15.76:0/184480256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97940c06d0 0x7f9794152e40 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 >> 172.21.15.76:0/184480256 conn(0x7f979406a5b0 msgr2=0x7f979406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 shutdown_connections 2023-11-25T03:12:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.141+0000 7f979b4fe640 1 -- 172.21.15.76:0/184480256 wait complete. 2023-11-25T03:12:20.164 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:12:20.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.297+0000 7fd46bc79640 1 Processor -- start 2023-11-25T03:12:20.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46bc79640 1 -- start start 2023-11-25T03:12:20.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46bc79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4640c4100 0x7fd4640c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46bc79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4640c31c0 con 0x7fd4640c06d0 2023-11-25T03:12:20.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46bc79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4640c34a0 con 0x7fd4640c63c0 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46bc79640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4640c1030 con 0x7fd4640c4100 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd469214640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4640c4100 0x7fd4640c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46a216640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd4640c06d0 0x7fd4640a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39584/0 (socket says 172.21.15.76:39584) 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd469214640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4640c4100 0x7fd4640c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52330/0 (socket says 172.21.15.76:52330) 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd46a216640 1 -- 172.21.15.76:0/283058325 learned_addr learned my addr 172.21.15.76:0/283058325 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd469214640 1 -- 172.21.15.76:0/283058325 >> v1:172.21.15.106:6789/0 conn(0x7fd4640c63c0 legacy=0x7fd4640c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd469214640 1 -- 172.21.15.76:0/283058325 >> v1:172.21.15.76:6789/0 conn(0x7fd4640c06d0 legacy=0x7fd4640a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.301+0000 7fd469214640 1 -- 172.21.15.76:0/283058325 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4640c1310 con 0x7fd4640c4100 2023-11-25T03:12:20.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd469214640 1 --2- 172.21.15.76:0/283058325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c4100 0x7fd4640c2bb0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd4540097c0 tx=0x7fd45401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=636df1280030dbcc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd468a13640 1 -- 172.21.15.76:0/283058325 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4540ab600 con 0x7fd4640c4100 2023-11-25T03:12:20.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd468a13640 1 -- 172.21.15.76:0/283058325 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4540a7050 con 0x7fd4640c4100 2023-11-25T03:12:20.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd468a13640 1 -- 172.21.15.76:0/283058325 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4540ab980 con 0x7fd4640c4100 2023-11-25T03:12:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 -- 172.21.15.76:0/283058325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c4100 msgr2=0x7fd4640c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 --2- 172.21.15.76:0/283058325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c4100 0x7fd4640c2bb0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd4540097c0 tx=0x7fd45401c360 comp rx=0 tx=0).stop 2023-11-25T03:12:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 -- 172.21.15.76:0/283058325 shutdown_connections 2023-11-25T03:12:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 --2- 172.21.15.76:0/283058325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c4100 0x7fd4640c2bb0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 -- 172.21.15.76:0/283058325 >> 172.21.15.76:0/283058325 conn(0x7fd46406a5b0 msgr2=0x7fd46406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 -- 172.21.15.76:0/283058325 shutdown_connections 2023-11-25T03:12:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 -- 172.21.15.76:0/283058325 wait complete. 2023-11-25T03:12:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 Processor -- start 2023-11-25T03:12:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.305+0000 7fd46bc79640 1 -- start start 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4640c06d0 0x7fd46406d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4640c4100 0x7fd46414ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 0x7fd46414d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd46414d8d0 con 0x7fd4640c63c0 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4641555b0 con 0x7fd4640c06d0 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4641f0640 con 0x7fd4640c4100 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 0x7fd46414d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 0x7fd46414d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52334/0 (socket says 172.21.15.76:52334) 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 -- 172.21.15.76:0/652832279 learned_addr learned my addr 172.21.15.76:0/652832279 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd469214640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4640c4100 0x7fd46414ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd469a15640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4640c06d0 0x7fd46406d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 -- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4640c4100 msgr2=0x7fd46414ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4640c4100 0x7fd46414ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 -- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4640c06d0 msgr2=0x7fd46406d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4640c06d0 0x7fd46406d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 -- 172.21.15.76:0/652832279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd454009420 con 0x7fd4640c63c0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46a216640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 0x7fd46414d210 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd45c00cae0 tx=0x7fd45c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45c00abe0 con 0x7fd4640c63c0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd45c00ad40 con 0x7fd4640c63c0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4641f0360 con 0x7fd4640c63c0 2023-11-25T03:12:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45c012620 con 0x7fd4640c63c0 2023-11-25T03:12:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd464153a10 con 0x7fd4640c63c0 2023-11-25T03:12:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd464068400 con 0x7fd4640c63c0 2023-11-25T03:12:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.309+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd45c007070 con 0x7fd4640c63c0 2023-11-25T03:12:20.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.313+0000 7fd45a7fc640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd448066470 0x7fd448068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.313+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd45c084020 con 0x7fd4640c63c0 2023-11-25T03:12:20.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.313+0000 7fd469a15640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd448066470 0x7fd448068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.313+0000 7fd469a15640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd448066470 0x7fd448068930 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd460007fd0 tx=0x7fd460009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.317+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd45c051280 con 0x7fd4640c63c0 2023-11-25T03:12:20.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd4640c3e70 con 0x7fd4640c63c0 2023-11-25T03:12:20.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd45a7fc640 1 -- 172.21.15.76:0/652832279 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd45c0548a0 con 0x7fd4640c63c0 2023-11-25T03:12:20.471 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:20.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd448066470 msgr2=0x7fd448068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd448066470 0x7fd448068930 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd460007fd0 tx=0x7fd460009040 comp rx=0 tx=0).stop 2023-11-25T03:12:20.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 msgr2=0x7fd46414d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 0x7fd46414d210 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd45c00cae0 tx=0x7fd45c00a060 comp rx=0 tx=0).stop 2023-11-25T03:12:20.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 shutdown_connections 2023-11-25T03:12:20.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd448066470 0x7fd448068930 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4640c63c0 0x7fd46414d210 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4640c4100 0x7fd46414ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 --2- 172.21.15.76:0/652832279 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4640c06d0 0x7fd46406d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 >> 172.21.15.76:0/652832279 conn(0x7fd46406a5b0 msgr2=0x7fd46406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:20.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 shutdown_connections 2023-11-25T03:12:20.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.465+0000 7fd46bc79640 1 -- 172.21.15.76:0/652832279 wait complete. 2023-11-25T03:12:20.492 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:12:20.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f222212a640 1 Processor -- start 2023-11-25T03:12:20.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f222212a640 1 -- start start 2023-11-25T03:12:20.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f222212a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f221c151dc0 0x7f221c0c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f222212a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f221c0ac4f0 con 0x7f221c0bd660 2023-11-25T03:12:20.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f222212a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f221c158780 con 0x7f221c0c7ed0 2023-11-25T03:12:20.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f222212a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f221c158a60 con 0x7f221c151dc0 2023-11-25T03:12:20.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f221c0bd660 0x7f221c154d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39590/0 (socket says 172.21.15.76:39590) 2023-11-25T03:12:20.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221bfff640 1 -- 172.21.15.76:0/2595539423 learned_addr learned my addr 172.21.15.76:0/2595539423 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:20.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221b7fe640 1 --2- 172.21.15.76:0/2595539423 >> v2:172.21.15.106:3300/0 conn(0x7f221c151dc0 0x7f221c0c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 950180941 0 0) 0x7f221c0ac4f0 con 0x7f221c0bd660 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2204003530 con 0x7f221c0bd660 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1539014686 0 0) 0x7f221c158780 con 0x7f221c0c7ed0 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f221c0ac4f0 con 0x7f221c0c7ed0 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1428855863 0 0) 0x7f2204003530 con 0x7f221c0bd660 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221b7fe640 1 -- 172.21.15.76:0/2595539423 >> v1:172.21.15.106:6789/0 conn(0x7f221c0c7ed0 legacy=0x7f221c154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221b7fe640 1 -- 172.21.15.76:0/2595539423 >> v1:172.21.15.76:6789/0 conn(0x7f221c0bd660 legacy=0x7f221c154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.625+0000 7f221b7fe640 1 -- 172.21.15.76:0/2595539423 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f221c0ac180 con 0x7f221c151dc0 2023-11-25T03:12:20.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.629+0000 7f221b7fe640 1 --2- 172.21.15.76:0/2595539423 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c0c4950 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f220c0097f0 tx=0x7f220c01c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c11f7489ebbd62d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.629+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2214001a00 con 0x7f221c151dc0 2023-11-25T03:12:20.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.629+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f220c0a7050 con 0x7f221c151dc0 2023-11-25T03:12:20.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.629+0000 7f221a7fc640 1 -- 172.21.15.76:0/2595539423 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f220c0ab600 con 0x7f221c151dc0 2023-11-25T03:12:20.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.629+0000 7f222212a640 1 -- 172.21.15.76:0/2595539423 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 msgr2=0x7f221c0c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.629+0000 7f222212a640 1 --2- 172.21.15.76:0/2595539423 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c0c4950 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f220c0097f0 tx=0x7f220c01c280 comp rx=0 tx=0).stop 2023-11-25T03:12:20.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- 172.21.15.76:0/2595539423 shutdown_connections 2023-11-25T03:12:20.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 --2- 172.21.15.76:0/2595539423 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c0c4950 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- 172.21.15.76:0/2595539423 >> 172.21.15.76:0/2595539423 conn(0x7f221c071eb0 msgr2=0x7f221c0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:20.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- 172.21.15.76:0/2595539423 shutdown_connections 2023-11-25T03:12:20.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- 172.21.15.76:0/2595539423 wait complete. 2023-11-25T03:12:20.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 Processor -- start 2023-11-25T03:12:20.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- start start 2023-11-25T03:12:20.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 0x7f221c14b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f221c0c7ed0 0x7f221c154a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f221c1edbf0 con 0x7f221c0bd660 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f221c154f70 con 0x7f221c151dc0 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f222212a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f221c06bcb0 con 0x7f221c0c7ed0 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 0x7f221c14b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 0x7f221c14b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52348/0 (socket says 172.21.15.76:52348) 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 -- 172.21.15.76:0/3643395815 learned_addr learned my addr 172.21.15.76:0/3643395815 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221bfff640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221affd640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f221c0c7ed0 0x7f221c154a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 -- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f221c0c7ed0 msgr2=0x7f221c154a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f221c0c7ed0 0x7f221c154a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 -- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 msgr2=0x7f221c152b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c152b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 -- 172.21.15.76:0/3643395815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f220c009420 con 0x7f221c0bd660 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f221b7fe640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 0x7f221c14b840 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f220c018e90 tx=0x7f220c019020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f220c003ab0 con 0x7f221c0bd660 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f220c003c10 con 0x7f221c0bd660 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.633+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f220c0b5410 con 0x7f221c0bd660 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f221c0bdf10 con 0x7f221c0bd660 2023-11-25T03:12:20.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f221c0c0840 con 0x7f221c0bd660 2023-11-25T03:12:20.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f221c068400 con 0x7f221c0bd660 2023-11-25T03:12:20.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f220c0b2050 con 0x7f221c0bd660 2023-11-25T03:12:20.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f2203fff640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2208066470 0x7f2208068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f220c11e460 con 0x7f221c0bd660 2023-11-25T03:12:20.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.637+0000 7f221affd640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2208066470 0x7f2208068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.641+0000 7f221affd640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2208066470 0x7f2208068930 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f221c157480 tx=0x7f2210009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.641+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f220c0eb5f0 con 0x7f221c0bd660 2023-11-25T03:12:20.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.793+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f221c06c9a0 con 0x7f221c0bd660 2023-11-25T03:12:20.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.793+0000 7f2203fff640 1 -- 172.21.15.76:0/3643395815 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f220c0eec10 con 0x7f221c0bd660 2023-11-25T03:12:20.801 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2208066470 msgr2=0x7f2208068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2208066470 0x7f2208068930 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f221c157480 tx=0x7f2210009040 comp rx=0 tx=0).stop 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 msgr2=0x7f221c14b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 0x7f221c14b840 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f220c018e90 tx=0x7f220c019020 comp rx=0 tx=0).stop 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 shutdown_connections 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2208066470 0x7f2208068930 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f221c151dc0 0x7f221c152b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f221c0c7ed0 0x7f221c154a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 --2- 172.21.15.76:0/3643395815 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f221c0bd660 0x7f221c14b840 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 >> 172.21.15.76:0/3643395815 conn(0x7f221c071eb0 msgr2=0x7f221c15f760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:20.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 shutdown_connections 2023-11-25T03:12:20.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.797+0000 7f222212a640 1 -- 172.21.15.76:0/3643395815 wait complete. 2023-11-25T03:12:20.822 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:12:20.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.957+0000 7f762559d640 1 Processor -- start 2023-11-25T03:12:20.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.957+0000 7f762559d640 1 -- start start 2023-11-25T03:12:20.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.957+0000 7f762559d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f76200c63c0 0x7f76200c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.957+0000 7f762559d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76200c31c0 con 0x7f76200c2bb0 2023-11-25T03:12:20.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.957+0000 7f762559d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76200c34a0 con 0x7f76200c4100 2023-11-25T03:12:20.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.957+0000 7f762559d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76200c1030 con 0x7f76200c63c0 2023-11-25T03:12:20.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f76200c2bb0 0x7f76200a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39604/0 (socket says 172.21.15.76:39604) 2023-11-25T03:12:20.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761f7fe640 1 -- 172.21.15.76:0/4146050057 learned_addr learned my addr 172.21.15.76:0/4146050057 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:20.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761effd640 1 --2- 172.21.15.76:0/4146050057 >> v2:172.21.15.106:3300/0 conn(0x7f76200c63c0 0x7f76200c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761e7fc640 1 -- 172.21.15.76:0/4146050057 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3062925917 0 0) 0x7f76200c31c0 con 0x7f76200c2bb0 2023-11-25T03:12:20.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761e7fc640 1 -- 172.21.15.76:0/4146050057 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f760c003530 con 0x7f76200c2bb0 2023-11-25T03:12:20.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761effd640 1 -- 172.21.15.76:0/4146050057 >> v1:172.21.15.106:6789/0 conn(0x7f76200c4100 legacy=0x7f76200c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761effd640 1 -- 172.21.15.76:0/4146050057 >> v1:172.21.15.76:6789/0 conn(0x7f76200c2bb0 legacy=0x7f76200a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761effd640 1 -- 172.21.15.76:0/4146050057 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76200c1310 con 0x7f76200c63c0 2023-11-25T03:12:20.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.961+0000 7f761effd640 1 --2- 172.21.15.76:0/4146050057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c63c0 0x7f76200c06d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f76080097c0 tx=0x7f760801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88d9fa871a37d7f1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f761e7fc640 1 -- 172.21.15.76:0/4146050057 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76080ad680 con 0x7f76200c63c0 2023-11-25T03:12:20.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f761e7fc640 1 -- 172.21.15.76:0/4146050057 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76080ad7e0 con 0x7f76200c63c0 2023-11-25T03:12:20.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f761e7fc640 1 -- 172.21.15.76:0/4146050057 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76080adb70 con 0x7f76200c63c0 2023-11-25T03:12:20.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 -- 172.21.15.76:0/4146050057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c63c0 msgr2=0x7f76200c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 --2- 172.21.15.76:0/4146050057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c63c0 0x7f76200c06d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f76080097c0 tx=0x7f760801c360 comp rx=0 tx=0).stop 2023-11-25T03:12:20.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 -- 172.21.15.76:0/4146050057 shutdown_connections 2023-11-25T03:12:20.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 --2- 172.21.15.76:0/4146050057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c63c0 0x7f76200c06d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 -- 172.21.15.76:0/4146050057 >> 172.21.15.76:0/4146050057 conn(0x7f762006a5b0 msgr2=0x7f762006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:20.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 -- 172.21.15.76:0/4146050057 shutdown_connections 2023-11-25T03:12:20.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 -- 172.21.15.76:0/4146050057 wait complete. 2023-11-25T03:12:20.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 Processor -- start 2023-11-25T03:12:20.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 -- start start 2023-11-25T03:12:20.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c2bb0 0x7f76201551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76200c4100 0x7f76200bf720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.965+0000 7f762559d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 0x7f7620152b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f762559d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7620071890 con 0x7f76200c63c0 2023-11-25T03:12:20.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f762559d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76201557e0 con 0x7f76200c2bb0 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f762559d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7620071ae0 con 0x7f76200c4100 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 0x7f7620152b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 0x7f7620152b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52358/0 (socket says 172.21.15.76:52358) 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 -- 172.21.15.76:0/1861833163 learned_addr learned my addr 172.21.15.76:0/1861833163 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761effd640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c2bb0 0x7f76201551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f76167fc640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76200c4100 0x7f76200bf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 -- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76200c4100 msgr2=0x7f76200bf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76200c4100 0x7f76200bf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 -- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c2bb0 msgr2=0x7f76201551e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:20.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c2bb0 0x7f76201551e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:20.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 -- 172.21.15.76:0/1861833163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7608009420 con 0x7f76200c63c0 2023-11-25T03:12:20.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f761f7fe640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 0x7f7620152b80 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f761800cb40 tx=0x7f761800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f761800aca0 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76200c69b0 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f761800ae00 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7618012620 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76200bfc60 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76200c0a40 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.969+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7618007070 con 0x7f76200c63c0 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.973+0000 7f7617fff640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7600066470 0x7f7600068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:20.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.973+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7618084280 con 0x7f76200c63c0 2023-11-25T03:12:20.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.973+0000 7f761effd640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7600066470 0x7f7600068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:20.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.973+0000 7f761effd640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7600066470 0x7f7600068930 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f76080af000 tx=0x7f76080a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:20.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:20.977+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7618051330 con 0x7f76200c63c0 2023-11-25T03:12:21.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.129+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7620068400 con 0x7f76200c63c0 2023-11-25T03:12:21.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.129+0000 7f7617fff640 1 -- 172.21.15.76:0/1861833163 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v36) v1 ==== 105+0+11 (secure 0 0 0) 0x7f7618054950 con 0x7f76200c63c0 2023-11-25T03:12:21.136 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:21.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7600066470 msgr2=0x7f7600068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7600066470 0x7f7600068930 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f76080af000 tx=0x7f76080a7000 comp rx=0 tx=0).stop 2023-11-25T03:12:21.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 msgr2=0x7f7620152b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 0x7f7620152b80 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f761800cb40 tx=0x7f761800a060 comp rx=0 tx=0).stop 2023-11-25T03:12:21.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 shutdown_connections 2023-11-25T03:12:21.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7600066470 0x7f7600068930 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76200c63c0 0x7f7620152b80 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76200c4100 0x7f76200bf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 --2- 172.21.15.76:0/1861833163 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76200c2bb0 0x7f76201551e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 >> 172.21.15.76:0/1861833163 conn(0x7f762006a5b0 msgr2=0x7f762015c340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:21.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 shutdown_connections 2023-11-25T03:12:21.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.133+0000 7f762559d640 1 -- 172.21.15.76:0/1861833163 wait complete. 2023-11-25T03:12:21.157 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:12:21.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe04789c640 1 Processor -- start 2023-11-25T03:12:21.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe04789c640 1 -- start start 2023-11-25T03:12:21.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe04789c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe0400c4100 0x7fe0400c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe04789c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0400c31c0 con 0x7fe0400c06d0 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe04789c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0400c34a0 con 0x7fe0400c63c0 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe04789c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0400c1030 con 0x7fe0400c4100 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe044e37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe0400c4100 0x7fe0400c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe044e37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe0400c4100 0x7fe0400c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52368/0 (socket says 172.21.15.76:52368) 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe044e37640 1 -- 172.21.15.76:0/2313583418 learned_addr learned my addr 172.21.15.76:0/2313583418 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe045e39640 1 --1- 172.21.15.76:0/2313583418 >> v1:172.21.15.76:6789/0 conn(0x7fe0400c06d0 0x7fe0400a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39614/0 (socket says 172.21.15.76:39614) 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe044e37640 1 -- 172.21.15.76:0/2313583418 >> v1:172.21.15.106:6789/0 conn(0x7fe0400c63c0 legacy=0x7fe0400c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe044e37640 1 -- 172.21.15.76:0/2313583418 >> v1:172.21.15.76:6789/0 conn(0x7fe0400c06d0 legacy=0x7fe0400a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.293+0000 7fe044e37640 1 -- 172.21.15.76:0/2313583418 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0400c1310 con 0x7fe0400c4100 2023-11-25T03:12:21.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe044e37640 1 --2- 172.21.15.76:0/2313583418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c4100 0x7fe0400c2bb0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe030009870 tx=0x7fe03001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c986580c7fe73851 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:21.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe037fff640 1 -- 172.21.15.76:0/2313583418 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0300ab600 con 0x7fe0400c4100 2023-11-25T03:12:21.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe037fff640 1 -- 172.21.15.76:0/2313583418 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0300a7050 con 0x7fe0400c4100 2023-11-25T03:12:21.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe037fff640 1 -- 172.21.15.76:0/2313583418 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0300ab980 con 0x7fe0400c4100 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 -- 172.21.15.76:0/2313583418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c4100 msgr2=0x7fe0400c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 --2- 172.21.15.76:0/2313583418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c4100 0x7fe0400c2bb0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe030009870 tx=0x7fe03001c420 comp rx=0 tx=0).stop 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 -- 172.21.15.76:0/2313583418 shutdown_connections 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 --2- 172.21.15.76:0/2313583418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c4100 0x7fe0400c2bb0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 -- 172.21.15.76:0/2313583418 >> 172.21.15.76:0/2313583418 conn(0x7fe04006a5b0 msgr2=0x7fe04006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 -- 172.21.15.76:0/2313583418 shutdown_connections 2023-11-25T03:12:21.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.297+0000 7fe04789c640 1 -- 172.21.15.76:0/2313583418 wait complete. 2023-11-25T03:12:21.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 Processor -- start 2023-11-25T03:12:21.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 -- start start 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0400c06d0 0x7fe04006d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0400c4100 0x7fe04014ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 0x7fe04014d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe04014d8d0 con 0x7fe0400c63c0 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0401555b0 con 0x7fe0400c06d0 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0401f0640 con 0x7fe0400c4100 2023-11-25T03:12:21.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 0x7fe04014d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 0x7fe04014d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52372/0 (socket says 172.21.15.76:52372) 2023-11-25T03:12:21.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 -- 172.21.15.76:0/3064293854 learned_addr learned my addr 172.21.15.76:0/3064293854 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:21.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe044e37640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0400c4100 0x7fe04014ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045638640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0400c06d0 0x7fe04006d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 -- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0400c4100 msgr2=0x7fe04014ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0400c4100 0x7fe04014ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 -- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0400c06d0 msgr2=0x7fe04006d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0400c06d0 0x7fe04006d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 -- 172.21.15.76:0/3064293854 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0300094d0 con 0x7fe0400c63c0 2023-11-25T03:12:21.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045638640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0400c06d0 0x7fe04006d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:21.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe045e39640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 0x7fe04014d210 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe03800c770 tx=0x7fe03800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:21.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe03800ce80 con 0x7fe0400c63c0 2023-11-25T03:12:21.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe03800a5e0 con 0x7fe0400c63c0 2023-11-25T03:12:21.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0401f0360 con 0x7fe0400c63c0 2023-11-25T03:12:21.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe03800a990 con 0x7fe0400c63c0 2023-11-25T03:12:21.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.301+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe040153a10 con 0x7fe0400c63c0 2023-11-25T03:12:21.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.305+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe040068400 con 0x7fe0400c63c0 2023-11-25T03:12:21.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.305+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe03800aaf0 con 0x7fe0400c63c0 2023-11-25T03:12:21.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.305+0000 7fe035ffb640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe024066470 0x7fe024068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.305+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe038083970 con 0x7fe0400c63c0 2023-11-25T03:12:21.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.305+0000 7fe045638640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe024066470 0x7fe024068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.305+0000 7fe045638640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe024066470 0x7fe024068930 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe03c000f70 tx=0x7fe03c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:21.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.309+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe038050b30 con 0x7fe0400c63c0 2023-11-25T03:12:21.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.457+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fe0400c3e70 con 0x7fe0400c63c0 2023-11-25T03:12:21.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.457+0000 7fe035ffb640 1 -- 172.21.15.76:0/3064293854 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v36) v1 ==== 101+0+11 (secure 0 0 0) 0x7fe0380170a0 con 0x7fe0400c63c0 2023-11-25T03:12:21.465 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:21.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe024066470 msgr2=0x7fe024068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe024066470 0x7fe024068930 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe03c000f70 tx=0x7fe03c009040 comp rx=0 tx=0).stop 2023-11-25T03:12:21.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 msgr2=0x7fe04014d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 0x7fe04014d210 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe03800c770 tx=0x7fe03800cc30 comp rx=0 tx=0).stop 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 shutdown_connections 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe024066470 0x7fe024068930 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0400c63c0 0x7fe04014d210 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0400c4100 0x7fe04014ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 --2- 172.21.15.76:0/3064293854 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0400c06d0 0x7fe04006d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 >> 172.21.15.76:0/3064293854 conn(0x7fe04006a5b0 msgr2=0x7fe04006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 shutdown_connections 2023-11-25T03:12:21.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.461+0000 7fe04789c640 1 -- 172.21.15.76:0/3064293854 wait complete. 2023-11-25T03:12:21.486 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:12:21.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 Processor -- start 2023-11-25T03:12:21.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 -- start start 2023-11-25T03:12:21.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0e380c5640 0x7f0e380c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0e380c60f0 0x7f0e38155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e380c2580 con 0x7f0e380c5260 2023-11-25T03:12:21.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e38153510 con 0x7f0e380c60f0 2023-11-25T03:12:21.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3ef72640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e380c17f0 con 0x7f0e380c5640 2023-11-25T03:12:21.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3d50f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0e380c60f0 0x7f0e38155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3cd0e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0e380c5260 0x7f0e3806d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39626/0 (socket says 172.21.15.76:39626) 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.617+0000 7f0e3cd0e640 1 -- 172.21.15.76:0/2228515684 learned_addr learned my addr 172.21.15.76:0/2228515684 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e2ffff640 1 --2- 172.21.15.76:0/2228515684 >> v2:172.21.15.106:3300/0 conn(0x7f0e380c5640 0x7f0e380c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3d50f640 1 -- 172.21.15.76:0/2228515684 >> v2:172.21.15.106:3300/0 conn(0x7f0e380c5640 msgr2=0x7f0e380c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3d50f640 1 --2- 172.21.15.76:0/2228515684 >> v2:172.21.15.106:3300/0 conn(0x7f0e380c5640 0x7f0e380c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3d50f640 1 -- 172.21.15.76:0/2228515684 >> v1:172.21.15.76:6789/0 conn(0x7f0e380c5260 legacy=0x7f0e3806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3d50f640 1 -- 172.21.15.76:0/2228515684 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e380c1a00 con 0x7f0e380c60f0 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3d50f640 1 --2- 172.21.15.76:0/2228515684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e38155de0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f0e3806b390 tx=0x7f0e3001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8d446590d5eab81 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e2f7fe640 1 -- 172.21.15.76:0/2228515684 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300a5910 con 0x7f0e380c60f0 2023-11-25T03:12:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e2f7fe640 1 -- 172.21.15.76:0/2228515684 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e300a5a70 con 0x7f0e380c60f0 2023-11-25T03:12:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e2f7fe640 1 -- 172.21.15.76:0/2228515684 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300a5e00 con 0x7f0e380c60f0 2023-11-25T03:12:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3ef72640 1 -- 172.21.15.76:0/2228515684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 msgr2=0x7f0e38155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.621+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/2228515684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e38155de0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f0e3806b390 tx=0x7f0e3001c850 comp rx=0 tx=0).stop 2023-11-25T03:12:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- 172.21.15.76:0/2228515684 shutdown_connections 2023-11-25T03:12:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/2228515684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e38155de0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/2228515684 >> v2:172.21.15.106:3300/0 conn(0x7f0e380c5640 0x7f0e380c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- 172.21.15.76:0/2228515684 >> 172.21.15.76:0/2228515684 conn(0x7f0e3806a5b0 msgr2=0x7f0e3806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- 172.21.15.76:0/2228515684 shutdown_connections 2023-11-25T03:12:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- 172.21.15.76:0/2228515684 wait complete. 2023-11-25T03:12:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 Processor -- start 2023-11-25T03:12:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- start start 2023-11-25T03:12:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0e380c5260 0x7f0e38154f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0e380c5640 0x7f0e381f0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e381f0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e380a7f20 con 0x7f0e380c60f0 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e381ed220 con 0x7f0e380c5260 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3ef72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e381ed500 con 0x7f0e380c5640 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e381f0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e381f0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52390/0 (socket says 172.21.15.76:52390) 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 -- 172.21.15.76:0/292632448 learned_addr learned my addr 172.21.15.76:0/292632448 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3cd0e640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0e380c5260 0x7f0e38154f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e2ffff640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0e380c5640 0x7f0e381f0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 -- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0e380c5640 msgr2=0x7f0e381f0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0e380c5640 0x7f0e381f0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 -- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0e380c5260 msgr2=0x7f0e38154f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0e380c5260 0x7f0e38154f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 -- 172.21.15.76:0/292632448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e30009a70 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3cd0e640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0e380c5260 0x7f0e38154f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.625+0000 7f0e3d50f640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e381f0980 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0e30019460 tx=0x7f0e300195f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300b9860 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e300b99c0 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300b9d70 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e381ed7e0 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e38155450 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e3806af00 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0e300ad440 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e2d7fa640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0e240664a0 0x7f0e24068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0e3011f680 con 0x7f0e380c60f0 2023-11-25T03:12:21.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e3cd0e640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0e240664a0 0x7f0e24068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:21.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.629+0000 7f0e3cd0e640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0e240664a0 0x7f0e24068960 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0e34005890 tx=0x7f0e34009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:21.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.633+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0e300ec8b0 con 0x7f0e380c60f0 2023-11-25T03:12:21.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.793+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0e38068400 con 0x7f0e380c60f0 2023-11-25T03:12:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e2d7fa640 1 -- 172.21.15.76:0/292632448 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f0e300efed0 con 0x7f0e380c60f0 2023-11-25T03:12:21.801 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:12:21.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0e240664a0 msgr2=0x7f0e24068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0e240664a0 0x7f0e24068960 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0e34005890 tx=0x7f0e34009040 comp rx=0 tx=0).stop 2023-11-25T03:12:21.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 msgr2=0x7f0e381f0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e381f0980 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0e30019460 tx=0x7f0e300195f0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 shutdown_connections 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0e240664a0 0x7f0e24068960 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0e380c60f0 0x7f0e381f0980 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0e380c5640 0x7f0e381f0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 --2- 172.21.15.76:0/292632448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0e380c5260 0x7f0e38154f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 >> 172.21.15.76:0/292632448 conn(0x7f0e3806a5b0 msgr2=0x7f0e380c2730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 shutdown_connections 2023-11-25T03:12:21.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:21.797+0000 7f0e3ef72640 1 -- 172.21.15.76:0/292632448 wait complete. 2023-11-25T03:12:21.822 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-25T03:12:21.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:21.822 DEBUG:teuthology.orchestra.run.smithi076:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-11-25T03:12:21.850 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:12:21.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:21.850 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-25T03:12:21.905 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:21.906 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:21.962 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:12:21.962 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:12:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 Processor -- start 2023-11-25T03:12:22.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 -- start start 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88880c7ea0 0x7f888806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f888806b9e0 0x7f888815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f888806c860 con 0x7f8888151e90 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88880c8750 con 0x7f88880c7ea0 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f888cb2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88881552d0 con 0x7f888806b9e0 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88880c7ea0 0x7f888806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:22.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88880c7ea0 0x7f888806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52392/0 (socket says 172.21.15.76:52392) 2023-11-25T03:12:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 -- 172.21.15.76:0/597966299 learned_addr learned my addr 172.21.15.76:0/597966299 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f8886d9d640 1 --2- 172.21.15.76:0/597966299 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f888806b9e0 0x7f888815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 -- 172.21.15.76:0/597966299 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f888806b9e0 msgr2=0x7f888815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 --2- 172.21.15.76:0/597966299 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f888806b9e0 0x7f888815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 -- 172.21.15.76:0/597966299 >> v1:172.21.15.106:6789/0 conn(0x7f8888151e90 legacy=0x7f88880c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:22.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.137+0000 7f887dd9b640 1 -- 172.21.15.76:0/597966299 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8888154930 con 0x7f88880c7ea0 2023-11-25T03:12:22.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f887dd9b640 1 --2- 172.21.15.76:0/597966299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88880c7ea0 0x7f888806b4a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f8870009e50 tx=0x7f887001c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af4156af184b1b3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:22.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f8885d9b640 1 -- 172.21.15.76:0/597966299 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88700a55b0 con 0x7f88880c7ea0 2023-11-25T03:12:22.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f8885d9b640 1 -- 172.21.15.76:0/597966299 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88700a5710 con 0x7f88880c7ea0 2023-11-25T03:12:22.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f8885d9b640 1 -- 172.21.15.76:0/597966299 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88700a5aa0 con 0x7f88880c7ea0 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 -- 172.21.15.76:0/597966299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88880c7ea0 msgr2=0x7f888806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 --2- 172.21.15.76:0/597966299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88880c7ea0 0x7f888806b4a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f8870009e50 tx=0x7f887001c8f0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 -- 172.21.15.76:0/597966299 shutdown_connections 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 --2- 172.21.15.76:0/597966299 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f888806b9e0 0x7f888815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 --2- 172.21.15.76:0/597966299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88880c7ea0 0x7f888806b4a0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 -- 172.21.15.76:0/597966299 >> 172.21.15.76:0/597966299 conn(0x7f88880ca170 msgr2=0x7f88880ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 -- 172.21.15.76:0/597966299 shutdown_connections 2023-11-25T03:12:22.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.141+0000 7f888cb2a640 1 -- 172.21.15.76:0/597966299 wait complete. 2023-11-25T03:12:22.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 Processor -- start 2023-11-25T03:12:22.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- start start 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 0x7f88881f0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88880c7ea0 0x7f88880aa600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8888151e90 0x7f88881ecd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88880aae80 con 0x7f888806b9e0 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88881f02f0 con 0x7f8888151e90 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88881f08b0 con 0x7f88880c7ea0 2023-11-25T03:12:22.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 0x7f88881f0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 0x7f88881f0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52404/0 (socket says 172.21.15.76:52404) 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 -- 172.21.15.76:0/1838539771 learned_addr learned my addr 172.21.15.76:0/1838539771 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f887dd9b640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88880c7ea0 0x7f88880aa600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f8886d9d640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8888151e90 0x7f88881ecd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 -- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88880c7ea0 msgr2=0x7f88880aa600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88880c7ea0 0x7f88880aa600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 -- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8888151e90 msgr2=0x7f88881ecd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8888151e90 0x7f88881ecd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 -- 172.21.15.76:0/1838539771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8870009b30 con 0x7f888806b9e0 2023-11-25T03:12:22.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888659c640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 0x7f88881f0d40 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f887800c530 tx=0x7f887800c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8878005220 con 0x7f888806b9e0 2023-11-25T03:12:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8878005380 con 0x7f888806b9e0 2023-11-25T03:12:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88880ab0d0 con 0x7f888806b9e0 2023-11-25T03:12:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8878007270 con 0x7f888806b9e0 2023-11-25T03:12:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88881f0540 con 0x7f888806b9e0 2023-11-25T03:12:22.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.145+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8888068400 con 0x7f888806b9e0 2023-11-25T03:12:22.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.149+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f88780073d0 con 0x7f888806b9e0 2023-11-25T03:12:22.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.149+0000 7f887f7fe640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8868066470 0x7f8868068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:22.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.149+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8878083520 con 0x7f888806b9e0 2023-11-25T03:12:22.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.149+0000 7f887dd9b640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8868066470 0x7f8868068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:22.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.149+0000 7f887dd9b640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8868066470 0x7f8868068930 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f88700ae000 tx=0x7f88700a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:22.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.153+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8878050640 con 0x7f888806b9e0 2023-11-25T03:12:22.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f888806ca50 con 0x7f888806b9e0 2023-11-25T03:12:22.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f887f7fe640 1 -- 172.21.15.76:0/1838539771 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+149 (secure 0 0 0) 0x7f8878053c60 con 0x7f888806b9e0 2023-11-25T03:12:22.343 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:12:22.343 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:12:22.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8868066470 msgr2=0x7f8868068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:22.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8868066470 0x7f8868068930 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f88700ae000 tx=0x7f88700a7070 comp rx=0 tx=0).stop 2023-11-25T03:12:22.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 msgr2=0x7f88881f0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:22.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 0x7f88881f0d40 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f887800c530 tx=0x7f887800c930 comp rx=0 tx=0).stop 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 shutdown_connections 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8868066470 0x7f8868068930 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8888151e90 0x7f88881ecd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88880c7ea0 0x7f88880aa600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 --2- 172.21.15.76:0/1838539771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888806b9e0 0x7f88881f0d40 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 >> 172.21.15.76:0/1838539771 conn(0x7f88880ca170 msgr2=0x7f88881442c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 shutdown_connections 2023-11-25T03:12:22.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:22.337+0000 7f888cb2a640 1 -- 172.21.15.76:0/1838539771 wait complete. 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:12:22.364 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.3K9gDayrvp 2023-11-25T03:12:22.365 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:12:22.373 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.kT8HhOLd9z 2023-11-25T03:12:22.374 DEBUG:teuthology.orchestra.run.smithi076:> sudo cp /tmp/tmp.3K9gDayrvp /tmp/tmp.kT8HhOLd9z 2023-11-25T03:12:22.437 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0666 /tmp/tmp.kT8HhOLd9z 2023-11-25T03:12:22.558 DEBUG:teuthology.orchestra.remote:smithi076:/tmp/tmp.kT8HhOLd9z is 185B 2023-11-25T03:12:22.573 DEBUG:teuthology.orchestra.run.smithi076:> rm -fr /tmp/tmp.kT8HhOLd9z 2023-11-25T03:12:22.581 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg== caps mds = "allow rw fsname=cephfs" caps mon = "allow r fsname=cephfs" caps osd = "allow rw tag cephfs data=cephfs" 2023-11-25T03:12:22.582 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:12:22.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:22.582 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:12:22.637 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:12:22.637 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:12:22.638 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42267sec preferred_lft 42267sec 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:12:22.639 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:12:22.640 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:12:22.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:22.641 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:12:22.703 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:12:22.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:22.705 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:12:22.763 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:12:22.764 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:12:22.764 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:12:22.764 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:12:22.764 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:12:22.765 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:12:22.765 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:22.765 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:22.765 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:12:22.765 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:12:22.766 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:22.766 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:12:22.766 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:12:22.767 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:12:22.767 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:12:22.767 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:12:22.767 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:12:22.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:22.855 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:12:22.865 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:12:22.865 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:12:22.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:22.866 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:12:22.929 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:12:22.929 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:12:22.985 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:12:22.986 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:12:22.986 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:12:23.037 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:23.037 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/tmp/tmp.3K9gDayrvp of=/dev/stdout 2023-11-25T03:12:23.089 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:12:23.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:23.089 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,secret=AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:12:23.183 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:12:23.183 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:12:23.183 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:12:23.183 INFO:teuthology.orchestra.run.smithi076.stdout:keyring.get_secret failed 2023-11-25T03:12:23.198 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:12:23.199 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:12:23.199 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:12:23.199 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:12:23.199 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:12:23.199 INFO:teuthology.orchestra.run.smithi076.stdout:keyring.get_secret failed 2023-11-25T03:12:23.204 INFO:teuthology.orchestra.run.smithi076.stderr:mount error: no mds server is up or the cluster is laggy 2023-11-25T03:12:23.205 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:12:23.205 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:12:23.205 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:12:23.205 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:12:23.205 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:12:23.206 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:12:23.206 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:12:23.206 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2,key=testuser,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:12:23.208 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-11-25T03:12:23.209 INFO:tasks.cephfs.kernel_mount:mount command failed 2023-11-25T03:12:23.209 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-25T03:12:23.209 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:12:23.264 DEBUG:teuthology.orchestra.run.smithi106:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:12:23.366 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-25T03:12:23.366 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:23.366 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:23.375 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:12:23.375 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:23.375 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:23.385 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:23.386 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:23.441 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:23.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b34c9640 1 Processor -- start 2023-11-25T03:12:23.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b34c9640 1 -- start start 2023-11-25T03:12:23.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b34c9640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd5ac1578f0 0x7fd5ac0c30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b34c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5ac157cd0 con 0x7fd5ac0c2840 2023-11-25T03:12:23.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b34c9640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5ac158850 con 0x7fd5ac0a6c60 2023-11-25T03:12:23.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b34c9640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5ac0c2e00 con 0x7fd5ac1578f0 2023-11-25T03:12:23.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b1a66640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd5ac0c2840 0x7fd5ac15f0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39640/0 (socket says 172.21.15.76:39640) 2023-11-25T03:12:23.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b1a66640 1 -- 172.21.15.76:0/661301775 learned_addr learned my addr 172.21.15.76:0/661301775 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:23.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 830216665 0 0) 0x7fd5ac157cd0 con 0x7fd5ac0c2840 2023-11-25T03:12:23.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd598003530 con 0x7fd5ac0c2840 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b1265640 1 --2- 172.21.15.76:0/661301775 >> v2:172.21.15.106:3300/0 conn(0x7fd5ac1578f0 0x7fd5ac0c30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 201874159 0 0) 0x7fd598003530 con 0x7fd5ac0c2840 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 >> v2:172.21.15.106:3300/0 conn(0x7fd5ac1578f0 msgr2=0x7fd5ac0c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 --2- 172.21.15.76:0/661301775 >> v2:172.21.15.106:3300/0 conn(0x7fd5ac1578f0 0x7fd5ac0c30e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 >> v1:172.21.15.106:6789/0 conn(0x7fd5ac0a6c60 legacy=0x7fd5ac0c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5ac157f20 con 0x7fd5ac0c2840 2023-11-25T03:12:23.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fd5a4001a00 con 0x7fd5ac0c2840 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 >> v1:172.21.15.76:6789/0 conn(0x7fd5ac0c2840 legacy=0x7fd5ac15f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5980039d0 0x7fd598003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5980047d0 0x7fd598004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd598005260 0x7fd59800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ac0c2e00 con 0x7fd5980039d0 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd59800c1b0 con 0x7fd598005260 2023-11-25T03:12:23.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd59800c370 con 0x7fd5980047d0 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b1265640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5980039d0 0x7fd598003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b1a66640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd598005260 0x7fd59800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.573+0000 7fd5b0a64640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5980047d0 0x7fd598004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1265640 1 -- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5980047d0 msgr2=0x7fd598004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1265640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5980047d0 0x7fd598004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1265640 1 -- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd598005260 msgr2=0x7fd59800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:23.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1265640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd598005260 0x7fd59800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1265640 1 -- 172.21.15.76:0/661301775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd598003530 con 0x7fd5980039d0 2023-11-25T03:12:23.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1a66640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd598005260 0x7fd59800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:23.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1a66640 1 -- 172.21.15.76:0/661301775 reap_dead start 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b1265640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5980039d0 0x7fd598003dd0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fd5a800ba30 tx=0x7fd5a801c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab4a12666b01555 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a80ac600 con 0x7fd5980039d0 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5a80ac760 con 0x7fd5980039d0 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5a3fff640 1 -- 172.21.15.76:0/661301775 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a80acb10 con 0x7fd5980039d0 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 -- 172.21.15.76:0/661301775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5980039d0 msgr2=0x7fd598003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5980039d0 0x7fd598003dd0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fd5a800ba30 tx=0x7fd5a801c680 comp rx=0 tx=0).stop 2023-11-25T03:12:23.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 -- 172.21.15.76:0/661301775 shutdown_connections 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/661301775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5980039d0 0x7fd598003dd0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 -- 172.21.15.76:0/661301775 >> 172.21.15.76:0/661301775 conn(0x7fd5ac0c7e40 msgr2=0x7fd5ac0c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 -- 172.21.15.76:0/661301775 shutdown_connections 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.577+0000 7fd5b34c9640 1 -- 172.21.15.76:0/661301775 wait complete. 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 Processor -- start 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 -- start start 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5980039d0 0x7fd5ac1f0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 0x7fd5ac06f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5ac143ad0 0x7fd5ac143f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ac14d2c0 con 0x7fd5ac14bf60 2023-11-25T03:12:23.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ac144490 con 0x7fd5980039d0 2023-11-25T03:12:23.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ac14c990 con 0x7fd5ac143ad0 2023-11-25T03:12:23.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 0x7fd5ac06f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 0x7fd5ac06f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52418/0 (socket says 172.21.15.76:52418) 2023-11-25T03:12:23.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 -- 172.21.15.76:0/2648685799 learned_addr learned my addr 172.21.15.76:0/2648685799 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 -- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5ac143ad0 msgr2=0x7fd5ac143f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b1a66640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5ac143ad0 0x7fd5ac143f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b1265640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5980039d0 0x7fd5ac1f0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5ac143ad0 0x7fd5ac143f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 -- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5980039d0 msgr2=0x7fd5ac1f0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5980039d0 0x7fd5ac1f0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 -- 172.21.15.76:0/2648685799 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5ac14cc70 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b1265640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5980039d0 0x7fd5ac1f0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b1a66640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5ac143ad0 0x7fd5ac143f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b0a64640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 0x7fd5ac06f1b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00e440 tx=0x7fd59c00e840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c017070 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd59c003a80 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c003c10 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.581+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5ac14cf50 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5ac14c620 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5ac14d110 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd59c007020 con 0x7fd5ac14bf60 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5a1ffb640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5900664a0 0x7fd590068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd59c083780 con 0x7fd5ac14bf60 2023-11-25T03:12:23.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5b1265640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5900664a0 0x7fd590068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.585+0000 7fd5b1265640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5900664a0 0x7fd590068960 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80b0000 tx=0x7fd5a80046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:23.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.589+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd59c050930 con 0x7fd5ac14bf60 2023-11-25T03:12:23.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.737+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd5ac1465d0 con 0x7fd5ac14bf60 2023-11-25T03:12:23.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5a1ffb640 1 -- 172.21.15.76:0/2648685799 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7fd5ac1465d0 con 0x7fd5ac14bf60 2023-11-25T03:12:23.747 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:23.747 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:23.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5900664a0 msgr2=0x7fd590068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5900664a0 0x7fd590068960 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80b0000 tx=0x7fd5a80046d0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 msgr2=0x7fd5ac06f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 0x7fd5ac06f1b0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00e440 tx=0x7fd59c00e840 comp rx=0 tx=0).stop 2023-11-25T03:12:23.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 shutdown_connections 2023-11-25T03:12:23.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5900664a0 0x7fd590068960 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5ac143ad0 0x7fd5ac143f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ac14bf60 0x7fd5ac06f1b0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 --2- 172.21.15.76:0/2648685799 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5980039d0 0x7fd5ac1f0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 >> 172.21.15.76:0/2648685799 conn(0x7fd5ac0c7e40 msgr2=0x7fd5ac155400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:23.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 shutdown_connections 2023-11-25T03:12:23.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.741+0000 7fd5b34c9640 1 -- 172.21.15.76:0/2648685799 wait complete. 2023-11-25T03:12:23.767 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:11:50.228101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:51.254022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:12:03.243687+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:12:04.332623+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:23.768 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:23.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 Processor -- start 2023-11-25T03:12:23.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 -- start start 2023-11-25T03:12:23.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b440c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5b440c4e60 0x7f5b4406bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b4406c860 con 0x7f5b440c7ea0 2023-11-25T03:12:23.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b440c8750 con 0x7f5b440c4e60 2023-11-25T03:12:23.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4c79d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b441552d0 con 0x7f5b44151e90 2023-11-25T03:12:23.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b49d38640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5b440c7ea0 0x7f5b4406b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39654/0 (socket says 172.21.15.76:39654) 2023-11-25T03:12:23.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b49d38640 1 -- 172.21.15.76:0/2411871783 learned_addr learned my addr 172.21.15.76:0/2411871783 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:23.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4a539640 1 --2- 172.21.15.76:0/2411871783 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b440c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4ad3a640 1 --2- 172.21.15.76:0/2411871783 >> v2:172.21.15.106:3300/0 conn(0x7f5b440c4e60 0x7f5b4406bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b49537640 1 -- 172.21.15.76:0/2411871783 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2710145119 0 0) 0x7f5b4406c860 con 0x7f5b440c7ea0 2023-11-25T03:12:23.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b49537640 1 -- 172.21.15.76:0/2411871783 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b30003530 con 0x7f5b440c7ea0 2023-11-25T03:12:23.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4a539640 1 -- 172.21.15.76:0/2411871783 >> v2:172.21.15.106:3300/0 conn(0x7f5b440c4e60 msgr2=0x7f5b4406bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:23.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4a539640 1 --2- 172.21.15.76:0/2411871783 >> v2:172.21.15.106:3300/0 conn(0x7f5b440c4e60 0x7f5b4406bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4a539640 1 -- 172.21.15.76:0/2411871783 >> v1:172.21.15.76:6789/0 conn(0x7f5b440c7ea0 legacy=0x7f5b4406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.905+0000 7f5b4a539640 1 -- 172.21.15.76:0/2411871783 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b44154930 con 0x7f5b44151e90 2023-11-25T03:12:23.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4a539640 1 --2- 172.21.15.76:0/2411871783 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b440c4920 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b400097c0 tx=0x7f5b4001c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fec86bac350c3cd8 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:23.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b49537640 1 -- 172.21.15.76:0/2411871783 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400ab600 con 0x7f5b44151e90 2023-11-25T03:12:23.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b49537640 1 -- 172.21.15.76:0/2411871783 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b400a7050 con 0x7f5b44151e90 2023-11-25T03:12:23.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b49537640 1 -- 172.21.15.76:0/2411871783 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400ab960 con 0x7f5b44151e90 2023-11-25T03:12:23.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 -- 172.21.15.76:0/2411871783 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 msgr2=0x7f5b440c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/2411871783 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b440c4920 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b400097c0 tx=0x7f5b4001c360 comp rx=0 tx=0).stop 2023-11-25T03:12:23.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 -- 172.21.15.76:0/2411871783 shutdown_connections 2023-11-25T03:12:23.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/2411871783 >> v2:172.21.15.106:3300/0 conn(0x7f5b440c4e60 0x7f5b4406bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/2411871783 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b440c4920 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 -- 172.21.15.76:0/2411871783 >> 172.21.15.76:0/2411871783 conn(0x7f5b440ca170 msgr2=0x7f5b440ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:23.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 -- 172.21.15.76:0/2411871783 shutdown_connections 2023-11-25T03:12:23.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.909+0000 7f5b4c79d640 1 -- 172.21.15.76:0/2411871783 wait complete. 2023-11-25T03:12:23.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 Processor -- start 2023-11-25T03:12:23.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 -- start start 2023-11-25T03:12:23.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 0x7f5b441edaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5b440c7ea0 0x7f5b440c22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b441efe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b440c1e40 con 0x7f5b440c4e60 2023-11-25T03:12:23.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b440acc70 con 0x7f5b440c7ea0 2023-11-25T03:12:23.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b440a9ae0 con 0x7f5b44151e90 2023-11-25T03:12:23.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 0x7f5b441edaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 0x7f5b441edaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52434/0 (socket says 172.21.15.76:52434) 2023-11-25T03:12:23.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 -- 172.21.15.76:0/232679324 learned_addr learned my addr 172.21.15.76:0/232679324 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:23.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4ad3a640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b441efe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b49d38640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5b440c7ea0 0x7f5b440c22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 -- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 msgr2=0x7f5b441efe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b441efe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 -- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5b440c7ea0 msgr2=0x7f5b440c22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:23.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5b440c7ea0 0x7f5b440c22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:23.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 -- 172.21.15.76:0/232679324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b40009420 con 0x7f5b440c4e60 2023-11-25T03:12:23.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4ad3a640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b441efe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:23.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b49d38640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5b440c7ea0 0x7f5b440c22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:23.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4a539640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 0x7f5b441edaa0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5b4001aa10 tx=0x7f5b40019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:23.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400abd00 con 0x7f5b440c4e60 2023-11-25T03:12:23.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b400abe60 con 0x7f5b440c4e60 2023-11-25T03:12:23.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400b66a0 con 0x7f5b440c4e60 2023-11-25T03:12:23.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b440a9dc0 con 0x7f5b440c4e60 2023-11-25T03:12:23.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.913+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b440c2810 con 0x7f5b440c4e60 2023-11-25T03:12:23.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.917+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b44068400 con 0x7f5b440c4e60 2023-11-25T03:12:23.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.917+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5b400b2040 con 0x7f5b440c4e60 2023-11-25T03:12:23.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.917+0000 7f5b3affd640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5b28066470 0x7f5b28068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:23.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.917+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5b4011eb60 con 0x7f5b440c4e60 2023-11-25T03:12:23.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.917+0000 7f5b49d38640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5b28066470 0x7f5b28068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:23.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.917+0000 7f5b49d38640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5b28066470 0x7f5b28068930 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5b34005890 tx=0x7f5b34009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:23.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:23.921+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5b400ebc70 con 0x7f5b440c4e60 2023-11-25T03:12:24.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5b440c1be0 con 0x7f5b440c4e60 2023-11-25T03:12:24.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b3affd640 1 -- 172.21.15.76:0/232679324 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5b400c60a0 con 0x7f5b440c4e60 2023-11-25T03:12:24.078 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:24.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5b28066470 msgr2=0x7f5b28068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5b28066470 0x7f5b28068930 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5b34005890 tx=0x7f5b34009040 comp rx=0 tx=0).stop 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 msgr2=0x7f5b441edaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 0x7f5b441edaa0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5b4001aa10 tx=0x7f5b40019100 comp rx=0 tx=0).stop 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 shutdown_connections 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5b28066470 0x7f5b28068930 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5b44151e90 0x7f5b441efe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5b440c7ea0 0x7f5b440c22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 --2- 172.21.15.76:0/232679324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b440c4e60 0x7f5b441edaa0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 >> 172.21.15.76:0/232679324 conn(0x7f5b440ca170 msgr2=0x7f5b4406b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 shutdown_connections 2023-11-25T03:12:24.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.073+0000 7f5b4c79d640 1 -- 172.21.15.76:0/232679324 wait complete. 2023-11-25T03:12:24.099 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:12:24.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee3ac9640 1 Processor -- start 2023-11-25T03:12:24.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee3ac9640 1 -- start start 2023-11-25T03:12:24.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee3ac9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc155de0 0x7fcedc156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee3ac9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcedc0c2580 con 0x7fcedc0c5640 2023-11-25T03:12:24.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee3ac9640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcedc0c1a00 con 0x7fcedc0c5260 2023-11-25T03:12:24.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee3ac9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcedc153510 con 0x7fcedc155de0 2023-11-25T03:12:24.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee1064640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcedc0c5640 0x7fcedc0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39660/0 (socket says 172.21.15.76:39660) 2023-11-25T03:12:24.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee1064640 1 -- 172.21.15.76:0/409255090 learned_addr learned my addr 172.21.15.76:0/409255090 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:24.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee2066640 1 --2- 172.21.15.76:0/409255090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc155de0 0x7fcedc156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2101305668 0 0) 0x7fcedc0c2580 con 0x7fcedc0c5640 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcec8003530 con 0x7fcedc0c5640 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 83834343 0 0) 0x7fcedc0c1a00 con 0x7fcedc0c5260 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcedc0c2580 con 0x7fcedc0c5260 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee2066640 1 -- 172.21.15.76:0/409255090 >> v1:172.21.15.106:6789/0 conn(0x7fcedc0c5260 legacy=0x7fcedc06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee2066640 1 -- 172.21.15.76:0/409255090 >> v1:172.21.15.76:6789/0 conn(0x7fcedc0c5640 legacy=0x7fcedc0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.237+0000 7fcee2066640 1 -- 172.21.15.76:0/409255090 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcedc0c1ce0 con 0x7fcedc155de0 2023-11-25T03:12:24.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee2066640 1 --2- 172.21.15.76:0/409255090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc155de0 0x7fcedc156230 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fced4009dc0 tx=0x7fced401c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2922fe01cc18de6d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced40a5890 con 0x7fcedc155de0 2023-11-25T03:12:24.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fced40a59f0 con 0x7fcedc155de0 2023-11-25T03:12:24.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee0863640 1 -- 172.21.15.76:0/409255090 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced40a5d80 con 0x7fcedc155de0 2023-11-25T03:12:24.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 -- 172.21.15.76:0/409255090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc155de0 msgr2=0x7fcedc156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/409255090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc155de0 0x7fcedc156230 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fced4009dc0 tx=0x7fced401c8e0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 -- 172.21.15.76:0/409255090 shutdown_connections 2023-11-25T03:12:24.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/409255090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc155de0 0x7fcedc156230 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 -- 172.21.15.76:0/409255090 >> 172.21.15.76:0/409255090 conn(0x7fcedc06a5b0 msgr2=0x7fcedc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:24.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 -- 172.21.15.76:0/409255090 shutdown_connections 2023-11-25T03:12:24.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.241+0000 7fcee3ac9640 1 -- 172.21.15.76:0/409255090 wait complete. 2023-11-25T03:12:24.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 Processor -- start 2023-11-25T03:12:24.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- start start 2023-11-25T03:12:24.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcedc0c5260 0x7fcedc0a8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc0c5640 0x7fcedc14d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 0x7fcedc147a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcedc0a6ec0 con 0x7fcedc155de0 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcedc1558a0 con 0x7fcedc0c5260 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcedc0a8550 con 0x7fcedc0c5640 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 0x7fcedc147a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 0x7fcedc147a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52446/0 (socket says 172.21.15.76:52446) 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 -- 172.21.15.76:0/776059175 learned_addr learned my addr 172.21.15.76:0/776059175 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee1064640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc0c5640 0x7fcedc14d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee1865640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcedc0c5260 0x7fcedc0a8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 -- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc0c5640 msgr2=0x7fcedc14d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc0c5640 0x7fcedc14d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 -- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcedc0c5260 msgr2=0x7fcedc0a8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcedc0c5260 0x7fcedc0a8010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 -- 172.21.15.76:0/776059175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fced4009a70 con 0x7fcedc155de0 2023-11-25T03:12:24.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee2066640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 0x7fcedc147a50 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fced401cdc0 tx=0x7fced4019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced40ad640 con 0x7fcedc155de0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fced40ad7c0 con 0x7fcedc155de0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced40adb70 con 0x7fcedc155de0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcedc0bf740 con 0x7fcedc155de0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcedc1489c0 con 0x7fcedc155de0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.245+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcedc068400 con 0x7fcedc155de0 2023-11-25T03:12:24.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.249+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fced40b4050 con 0x7fcedc155de0 2023-11-25T03:12:24.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.249+0000 7fced27fc640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcec0066470 0x7fcec0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.249+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fced411ec80 con 0x7fcedc155de0 2023-11-25T03:12:24.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.249+0000 7fcee1865640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcec0066470 0x7fcec0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.249+0000 7fcee1865640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcec0066470 0x7fcec0068930 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fced80011f0 tx=0x7fced8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.253+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fced40ebee0 con 0x7fcedc155de0 2023-11-25T03:12:24.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.405+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcedc06d390 con 0x7fcedc155de0 2023-11-25T03:12:24.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.405+0000 7fced27fc640 1 -- 172.21.15.76:0/776059175 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fced40b2020 con 0x7fcedc155de0 2023-11-25T03:12:24.412 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:24.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcec0066470 msgr2=0x7fcec0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcec0066470 0x7fcec0068930 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fced80011f0 tx=0x7fced8009040 comp rx=0 tx=0).stop 2023-11-25T03:12:24.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 msgr2=0x7fcedc147a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 0x7fcedc147a50 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fced401cdc0 tx=0x7fced4019680 comp rx=0 tx=0).stop 2023-11-25T03:12:24.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 shutdown_connections 2023-11-25T03:12:24.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcec0066470 0x7fcec0068930 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcedc155de0 0x7fcedc147a50 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcedc0c5640 0x7fcedc14d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 --2- 172.21.15.76:0/776059175 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcedc0c5260 0x7fcedc0a8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 >> 172.21.15.76:0/776059175 conn(0x7fcedc06a5b0 msgr2=0x7fcedc14f290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:24.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 shutdown_connections 2023-11-25T03:12:24.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.409+0000 7fcee3ac9640 1 -- 172.21.15.76:0/776059175 wait complete. 2023-11-25T03:12:24.433 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:12:24.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.565+0000 7fca10e5a640 1 Processor -- start 2023-11-25T03:12:24.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.565+0000 7fca10e5a640 1 -- start start 2023-11-25T03:12:24.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca10e5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c63c0 0x7fca0c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca10e5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca0c0c2bb0 0x7fca0c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca10e5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca0c0c31c0 con 0x7fca0c0c4100 2023-11-25T03:12:24.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca10e5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca0c0c34a0 con 0x7fca0c0c2bb0 2023-11-25T03:12:24.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca10e5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca0c0c1030 con 0x7fca0c0c63c0 2023-11-25T03:12:24.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0ad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca0c0c2bb0 0x7fca0c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca01d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fca0c0c4100 0x7fca0c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39668/0 (socket says 172.21.15.76:39668) 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca01d9b640 1 -- 172.21.15.76:0/651504372 learned_addr learned my addr 172.21.15.76:0/651504372 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0a59c640 1 --2- 172.21.15.76:0/651504372 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c63c0 0x7fca0c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0ad9d640 1 -- 172.21.15.76:0/651504372 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c63c0 msgr2=0x7fca0c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0ad9d640 1 --2- 172.21.15.76:0/651504372 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c63c0 0x7fca0c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0ad9d640 1 -- 172.21.15.76:0/651504372 >> v1:172.21.15.76:6789/0 conn(0x7fca0c0c4100 legacy=0x7fca0c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0ad9d640 1 -- 172.21.15.76:0/651504372 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca0c0c1310 con 0x7fca0c0c2bb0 2023-11-25T03:12:24.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca09d9b640 1 -- 172.21.15.76:0/651504372 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2073707392 0 0) 0x7fca0c0c31c0 con 0x7fca0c0c4100 2023-11-25T03:12:24.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca0ad9d640 1 --2- 172.21.15.76:0/651504372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0a9680 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fca04009d90 tx=0x7fca0401c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9d3ac4208585ce1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca09d9b640 1 -- 172.21.15.76:0/651504372 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca0c0aa3d0 con 0x7fca0c0c2bb0 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca09d9b640 1 -- 172.21.15.76:0/651504372 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca040a58e0 con 0x7fca0c0c2bb0 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.569+0000 7fca09d9b640 1 -- 172.21.15.76:0/651504372 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca040a5c70 con 0x7fca0c0c2bb0 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- 172.21.15.76:0/651504372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c2bb0 msgr2=0x7fca0c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 --2- 172.21.15.76:0/651504372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0a9680 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fca04009d90 tx=0x7fca0401c800 comp rx=0 tx=0).stop 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- 172.21.15.76:0/651504372 shutdown_connections 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 --2- 172.21.15.76:0/651504372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0a9680 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 --2- 172.21.15.76:0/651504372 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c63c0 0x7fca0c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- 172.21.15.76:0/651504372 >> 172.21.15.76:0/651504372 conn(0x7fca0c06a5b0 msgr2=0x7fca0c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:24.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- 172.21.15.76:0/651504372 shutdown_connections 2023-11-25T03:12:24.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- 172.21.15.76:0/651504372 wait complete. 2023-11-25T03:12:24.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 Processor -- start 2023-11-25T03:12:24.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- start start 2023-11-25T03:12:24.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0bfa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c4100 0x7fca0c151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 0x7fca0c156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca0c1eb260 con 0x7fca0c0c63c0 2023-11-25T03:12:24.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca0c157b10 con 0x7fca0c0c2bb0 2023-11-25T03:12:24.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca10e5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca0c157550 con 0x7fca0c0c4100 2023-11-25T03:12:24.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.573+0000 7fca0ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 0x7fca0c156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 0x7fca0c156370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52470/0 (socket says 172.21.15.76:52470) 2023-11-25T03:12:24.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 -- 172.21.15.76:0/2493072747 learned_addr learned my addr 172.21.15.76:0/2493072747 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:24.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca01d9b640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c4100 0x7fca0c151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0a59c640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0bfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 -- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c4100 msgr2=0x7fca0c151bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c4100 0x7fca0c151bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 -- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca0c0c2bb0 msgr2=0x7fca0c0bfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0bfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 -- 172.21.15.76:0/2493072747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca04009a70 con 0x7fca0c0c63c0 2023-11-25T03:12:24.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca0ad9d640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 0x7fca0c156370 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fca0401a430 tx=0x7fca040195a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca040ad850 con 0x7fca0c0c63c0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca040ad9b0 con 0x7fca0c0c63c0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca040add60 con 0x7fca0c0c63c0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca0c157830 con 0x7fca0c0c63c0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca0c1eb6e0 con 0x7fca0c0c63c0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca0c068400 con 0x7fca0c0c63c0 2023-11-25T03:12:24.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fca040b4070 con 0x7fca0c0c63c0 2023-11-25T03:12:24.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.577+0000 7fca037fe640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9ec0664a0 0x7fc9ec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.581+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fca0411ed30 con 0x7fca0c0c63c0 2023-11-25T03:12:24.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.581+0000 7fca0a59c640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9ec0664a0 0x7fc9ec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.581+0000 7fca0a59c640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9ec0664a0 0x7fc9ec068960 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40079c0 tx=0x7fc9f4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.581+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fca040ebef0 con 0x7fca0c0c63c0 2023-11-25T03:12:24.737 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fca0c156020 con 0x7fca0c0c63c0 2023-11-25T03:12:24.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca037fe640 1 -- 172.21.15.76:0/2493072747 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fca040ef510 con 0x7fca0c0c63c0 2023-11-25T03:12:24.738 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:24.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9ec0664a0 msgr2=0x7fc9ec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9ec0664a0 0x7fc9ec068960 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40079c0 tx=0x7fc9f4008040 comp rx=0 tx=0).stop 2023-11-25T03:12:24.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 msgr2=0x7fca0c156370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 0x7fca0c156370 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fca0401a430 tx=0x7fca040195a0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 shutdown_connections 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc9ec0664a0 0x7fc9ec068960 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca0c0c63c0 0x7fca0c156370 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fca0c0c4100 0x7fca0c151bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 --2- 172.21.15.76:0/2493072747 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fca0c0c2bb0 0x7fca0c0bfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 >> 172.21.15.76:0/2493072747 conn(0x7fca0c06a5b0 msgr2=0x7fca0c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 shutdown_connections 2023-11-25T03:12:24.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.733+0000 7fca10e5a640 1 -- 172.21.15.76:0/2493072747 wait complete. 2023-11-25T03:12:24.759 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:12:24.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 Processor -- start 2023-11-25T03:12:24.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 -- start start 2023-11-25T03:12:24.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb514151e90 0x7fb5140c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 0x7fb51406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb51406c860 con 0x7fb5140c4e60 2023-11-25T03:12:24.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5140c8750 con 0x7fb514151e90 2023-11-25T03:12:24.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb51a78d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5141552d0 con 0x7fb5140c7ea0 2023-11-25T03:12:24.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb518d2a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb5140c4e60 0x7fb51406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39684/0 (socket says 172.21.15.76:39684) 2023-11-25T03:12:24.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb518d2a640 1 -- 172.21.15.76:0/4212504386 learned_addr learned my addr 172.21.15.76:0/4212504386 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb513fff640 1 --2- 172.21.15.76:0/4212504386 >> v2:172.21.15.106:3300/0 conn(0x7fb514151e90 0x7fb5140c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1794979441 0 0) 0x7fb51406c860 con 0x7fb5140c4e60 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb50bfff640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 0x7fb51406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb500003530 con 0x7fb5140c4e60 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3177556401 0 0) 0x7fb500003530 con 0x7fb5140c4e60 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 msgr2=0x7fb51406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:24.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 0x7fb51406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 >> v2:172.21.15.106:3300/0 conn(0x7fb514151e90 msgr2=0x7fb5140c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:24.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 --2- 172.21.15.76:0/4212504386 >> v2:172.21.15.106:3300/0 conn(0x7fb514151e90 0x7fb5140c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb514154930 con 0x7fb5140c4e60 2023-11-25T03:12:24.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fb50c001a00 con 0x7fb5140c4e60 2023-11-25T03:12:24.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb513fff640 1 --2- 172.21.15.76:0/4212504386 >> v2:172.21.15.106:3300/0 conn(0x7fb514151e90 0x7fb5140c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:24.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 >> v1:172.21.15.76:6789/0 conn(0x7fb5140c4e60 legacy=0x7fb51406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb500003980 0x7fb500003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 0x7fb5000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500004d10 0x7fb500005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5140c8750 con 0x7fb500003980 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5141552d0 con 0x7fb500004d10 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.893+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb50000ba10 con 0x7fb5140c7ea0 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb500003980 0x7fb500003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb50bfff640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 0x7fb5000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb518d2a640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500004d10 0x7fb500005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 -- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 msgr2=0x7fb5000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:24.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb5140c7ea0 0x7fb5000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 -- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500004d10 msgr2=0x7fb500005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:24.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500004d10 0x7fb500005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 -- 172.21.15.76:0/4212504386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb500003530 con 0x7fb500003980 2023-11-25T03:12:24.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb513fff640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb500003980 0x7fb500003da0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb504009cb0 tx=0x7fb50401cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23afc484c25f43b4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5040a5710 con 0x7fb500003980 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5040a5870 con 0x7fb500003980 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.897+0000 7fb5137fe640 1 -- 172.21.15.76:0/4212504386 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5040a5c20 con 0x7fb500003980 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- 172.21.15.76:0/4212504386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb500003980 msgr2=0x7fb500003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 --2- 172.21.15.76:0/4212504386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb500003980 0x7fb500003da0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb504009cb0 tx=0x7fb50401cc70 comp rx=0 tx=0).stop 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb518d2a640 1 -- 172.21.15.76:0/4212504386 reap_dead start 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- 172.21.15.76:0/4212504386 shutdown_connections 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- 172.21.15.76:0/4212504386 >> 172.21.15.76:0/4212504386 conn(0x7fb5140ca170 msgr2=0x7fb5140ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:24.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- 172.21.15.76:0/4212504386 shutdown_connections 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- 172.21.15.76:0/4212504386 wait complete. 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 Processor -- start 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- start start 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500003980 0x7fb5140ab110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 0x7fb5141592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb514155aa0 0x7fb514147ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5140ab650 con 0x7fb5141edbd0 2023-11-25T03:12:24.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb514158700 con 0x7fb500003980 2023-11-25T03:12:24.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb51a78d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb514157870 con 0x7fb514155aa0 2023-11-25T03:12:24.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 0x7fb5141592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 0x7fb5141592d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52502/0 (socket says 172.21.15.76:52502) 2023-11-25T03:12:24.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 -- 172.21.15.76:0/1116395307 learned_addr learned my addr 172.21.15.76:0/1116395307 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb513fff640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500003980 0x7fb5140ab110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb518d2a640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb514155aa0 0x7fb514147ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 -- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb514155aa0 msgr2=0x7fb514147ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb514155aa0 0x7fb514147ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 -- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500003980 msgr2=0x7fb5140ab110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500003980 0x7fb5140ab110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:24.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 -- 172.21.15.76:0/1116395307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb514157b50 con 0x7fb5141edbd0 2023-11-25T03:12:24.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.901+0000 7fb50bfff640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 0x7fb5141592d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc0115d0 tx=0x7fb4fc011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc00f8f0 con 0x7fb5141edbd0 2023-11-25T03:12:24.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4fc00fa50 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc00fe00 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5140afdf0 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb514157e30 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5141576d0 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb4fc015460 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb5117fa640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb4f4066470 0x7fb4f4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb4fc084920 con 0x7fb5141edbd0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb513fff640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb4f4066470 0x7fb4f4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:24.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.905+0000 7fb513fff640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb4f4066470 0x7fb4f4068930 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb5040af000 tx=0x7fb5040046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:24.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:24.909+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb5141576d0 con 0x7fb5141edbd0 2023-11-25T03:12:25.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.057+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb5141576d0 con 0x7fb5141edbd0 2023-11-25T03:12:25.065 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.057+0000 7fb5117fa640 1 -- 172.21.15.76:0/1116395307 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v36) v1 ==== 105+0+11 (secure 0 0 0) 0x7fb5141576d0 con 0x7fb5141edbd0 2023-11-25T03:12:25.065 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:25.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb4f4066470 msgr2=0x7fb4f4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb4f4066470 0x7fb4f4068930 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb5040af000 tx=0x7fb5040046d0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 msgr2=0x7fb5141592d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 0x7fb5141592d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc0115d0 tx=0x7fb4fc011a90 comp rx=0 tx=0).stop 2023-11-25T03:12:25.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 shutdown_connections 2023-11-25T03:12:25.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb4f4066470 0x7fb4f4068930 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb514155aa0 0x7fb514147ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5141edbd0 0x7fb5141592d0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 --2- 172.21.15.76:0/1116395307 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb500003980 0x7fb5140ab110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 >> 172.21.15.76:0/1116395307 conn(0x7fb5140ca170 msgr2=0x7fb51414b360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:25.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 shutdown_connections 2023-11-25T03:12:25.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.061+0000 7fb51a78d640 1 -- 172.21.15.76:0/1116395307 wait complete. 2023-11-25T03:12:25.085 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:12:25.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 Processor -- start 2023-11-25T03:12:25.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 -- start start 2023-11-25T03:12:25.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f37580c63c0 0x7f37580c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c4100 0x7f37580c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37580c31c0 con 0x7f37580c29e0 2023-11-25T03:12:25.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37580c34a0 con 0x7f37580c63c0 2023-11-25T03:12:25.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375cd57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37580c1030 con 0x7f37580c4100 2023-11-25T03:12:25.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f37580c63c0 0x7f37580c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f37580c63c0 0x7f37580c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52518/0 (socket says 172.21.15.76:52518) 2023-11-25T03:12:25.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 -- 172.21.15.76:0/2917827492 learned_addr learned my addr 172.21.15.76:0/2917827492 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:25.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f3755d9b640 1 --2- 172.21.15.76:0/2917827492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c4100 0x7f37580c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 -- 172.21.15.76:0/2917827492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c4100 msgr2=0x7f37580c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:25.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 --2- 172.21.15.76:0/2917827492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c4100 0x7f37580c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 -- 172.21.15.76:0/2917827492 >> v1:172.21.15.106:6789/0 conn(0x7f37580c29e0 legacy=0x7f37580a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.221+0000 7f375659c640 1 -- 172.21.15.76:0/2917827492 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37580c1310 con 0x7f37580c63c0 2023-11-25T03:12:25.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375659c640 1 --2- 172.21.15.76:0/2917827492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c63c0 0x7f37580c06d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3748009870 tx=0x7f374801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a50aeba84bc1cd0b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375559a640 1 -- 172.21.15.76:0/2917827492 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37480ab610 con 0x7f37580c63c0 2023-11-25T03:12:25.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375559a640 1 -- 172.21.15.76:0/2917827492 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37480ab770 con 0x7f37580c63c0 2023-11-25T03:12:25.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375559a640 1 -- 172.21.15.76:0/2917827492 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37480abb00 con 0x7f37580c63c0 2023-11-25T03:12:25.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 -- 172.21.15.76:0/2917827492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c63c0 msgr2=0x7f37580c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 --2- 172.21.15.76:0/2917827492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c63c0 0x7f37580c06d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3748009870 tx=0x7f374801c3f0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 -- 172.21.15.76:0/2917827492 shutdown_connections 2023-11-25T03:12:25.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 --2- 172.21.15.76:0/2917827492 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c4100 0x7f37580c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 --2- 172.21.15.76:0/2917827492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c63c0 0x7f37580c06d0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 -- 172.21.15.76:0/2917827492 >> 172.21.15.76:0/2917827492 conn(0x7f375806a5b0 msgr2=0x7f375806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:25.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 -- 172.21.15.76:0/2917827492 shutdown_connections 2023-11-25T03:12:25.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.225+0000 7f375cd57640 1 -- 172.21.15.76:0/2917827492 wait complete. 2023-11-25T03:12:25.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 Processor -- start 2023-11-25T03:12:25.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 -- start start 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 0x7f37580bf240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f37580c4100 0x7f37581ee220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c63c0 0x7f37580a3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37580be510 con 0x7f37580c29e0 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37580a5250 con 0x7f37580c4100 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375cd57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37580be760 con 0x7f37580c63c0 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 0x7f37580bf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 0x7f37580bf240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52522/0 (socket says 172.21.15.76:52522) 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 -- 172.21.15.76:0/1387559015 learned_addr learned my addr 172.21.15.76:0/1387559015 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:25.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f3755d9b640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f37580c4100 0x7f37581ee220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f3756d9d640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c63c0 0x7f37580a3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 -- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c63c0 msgr2=0x7f37580a3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c63c0 0x7f37580a3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 -- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f37580c4100 msgr2=0x7f37581ee220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f37580c4100 0x7f37581ee220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 -- 172.21.15.76:0/1387559015 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37480094d0 con 0x7f37580c29e0 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.229+0000 7f375659c640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 0x7f37580bf240 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f37480ad040 tx=0x7f374801ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37480be5f0 con 0x7f37580c29e0 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37580bea40 con 0x7f37580c29e0 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37480be770 con 0x7f37580c29e0 2023-11-25T03:12:25.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37480beb20 con 0x7f37580c29e0 2023-11-25T03:12:25.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37580a4e70 con 0x7f37580c29e0 2023-11-25T03:12:25.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3758066ba0 con 0x7f37580c29e0 2023-11-25T03:12:25.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f37480b43f0 con 0x7f37580c29e0 2023-11-25T03:12:25.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3746ffd640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3738066470 0x7f3738068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f374811efc0 con 0x7f37580c29e0 2023-11-25T03:12:25.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.233+0000 7f3755d9b640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3738066470 0x7f3738068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.237+0000 7f3755d9b640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3738066470 0x7f3738068930 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f375806de40 tx=0x7f374c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.237+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3758066ba0 con 0x7f37580c29e0 2023-11-25T03:12:25.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f3758066ba0 con 0x7f37580c29e0 2023-11-25T03:12:25.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f3746ffd640 1 -- 172.21.15.76:0/1387559015 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v36) v1 ==== 101+0+11 (secure 0 0 0) 0x7f3758066ba0 con 0x7f37580c29e0 2023-11-25T03:12:25.394 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:25.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3738066470 msgr2=0x7f3738068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3738066470 0x7f3738068930 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f375806de40 tx=0x7f374c009190 comp rx=0 tx=0).stop 2023-11-25T03:12:25.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 msgr2=0x7f37580bf240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 0x7f37580bf240 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f37480ad040 tx=0x7f374801ac30 comp rx=0 tx=0).stop 2023-11-25T03:12:25.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 shutdown_connections 2023-11-25T03:12:25.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3738066470 0x7f3738068930 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f37580c63c0 0x7f37580a3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f37580c4100 0x7f37581ee220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 --2- 172.21.15.76:0/1387559015 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37580c29e0 0x7f37580bf240 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 >> 172.21.15.76:0/1387559015 conn(0x7f375806a5b0 msgr2=0x7f37580a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:25.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 shutdown_connections 2023-11-25T03:12:25.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.389+0000 7f375cd57640 1 -- 172.21.15.76:0/1387559015 wait complete. 2023-11-25T03:12:25.415 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:12:25.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 Processor -- start 2023-11-25T03:12:25.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 -- start start 2023-11-25T03:12:25.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27800c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f27800c2bb0 0x7f27800a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27800c31c0 con 0x7f27800c4100 2023-11-25T03:12:25.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27800c34a0 con 0x7f27800c2bb0 2023-11-25T03:12:25.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f2784879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27800c1030 con 0x7f27800c63c0 2023-11-25T03:12:25.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27800c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27800c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:56368/0 (socket says 172.21.15.76:56368) 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 -- 172.21.15.76:0/1472093881 learned_addr learned my addr 172.21.15.76:0/1472093881 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277ed9d640 1 --2- 172.21.15.76:0/1472093881 >> v2:172.21.15.106:3300/0 conn(0x7f27800c2bb0 0x7f27800a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 -- 172.21.15.76:0/1472093881 >> v2:172.21.15.106:3300/0 conn(0x7f27800c2bb0 msgr2=0x7f27800a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 --2- 172.21.15.76:0/1472093881 >> v2:172.21.15.106:3300/0 conn(0x7f27800c2bb0 0x7f27800a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 -- 172.21.15.76:0/1472093881 >> v1:172.21.15.106:6789/0 conn(0x7f27800c4100 legacy=0x7f27800c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.549+0000 7f277e59c640 1 -- 172.21.15.76:0/1472093881 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27800c1310 con 0x7f27800c63c0 2023-11-25T03:12:25.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f277e59c640 1 --2- 172.21.15.76:0/1472093881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27800c06d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2770009870 tx=0x7f277001c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e178a2c5e82dd700 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f277dd9b640 1 -- 172.21.15.76:0/1472093881 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27800aa3d0 con 0x7f27800c63c0 2023-11-25T03:12:25.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f277dd9b640 1 -- 172.21.15.76:0/1472093881 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27700a7050 con 0x7f27800c63c0 2023-11-25T03:12:25.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f277dd9b640 1 -- 172.21.15.76:0/1472093881 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27700ab820 con 0x7f27800c63c0 2023-11-25T03:12:25.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 -- 172.21.15.76:0/1472093881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 msgr2=0x7f27800c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 --2- 172.21.15.76:0/1472093881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27800c06d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2770009870 tx=0x7f277001c3f0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 -- 172.21.15.76:0/1472093881 shutdown_connections 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 --2- 172.21.15.76:0/1472093881 >> v2:172.21.15.106:3300/0 conn(0x7f27800c2bb0 0x7f27800a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 --2- 172.21.15.76:0/1472093881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27800c06d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 -- 172.21.15.76:0/1472093881 >> 172.21.15.76:0/1472093881 conn(0x7f278006a5b0 msgr2=0x7f278006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 -- 172.21.15.76:0/1472093881 shutdown_connections 2023-11-25T03:12:25.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.553+0000 7f2784879640 1 -- 172.21.15.76:0/1472093881 wait complete. 2023-11-25T03:12:25.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 Processor -- start 2023-11-25T03:12:25.561 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- start start 2023-11-25T03:12:25.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 0x7f2780151840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27800c4100 0x7f278015a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27801eff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27800bd720 con 0x7f27800c2bb0 2023-11-25T03:12:25.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27800bcb20 con 0x7f27800c4100 2023-11-25T03:12:25.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27800be800 con 0x7f27800c63c0 2023-11-25T03:12:25.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 0x7f2780151840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 0x7f2780151840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52530/0 (socket says 172.21.15.76:52530) 2023-11-25T03:12:25.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 -- 172.21.15.76:0/2024397102 learned_addr learned my addr 172.21.15.76:0/2024397102 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:25.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2777fff640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27800c4100 0x7f278015a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277ed9d640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27801eff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 -- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 msgr2=0x7f27801eff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27801eff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 -- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27800c4100 msgr2=0x7f278015a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27800c4100 0x7f278015a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 -- 172.21.15.76:0/2024397102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27700094d0 con 0x7f27800c2bb0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f277e59c640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 0x7f2780151840 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f27700ae040 tx=0x7f2770019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27700b7450 con 0x7f27800c2bb0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27700b75b0 con 0x7f27800c2bb0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27700b7960 con 0x7f27800c2bb0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27800c69b0 con 0x7f27800c2bb0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27800bd2f0 con 0x7f27800c2bb0 2023-11-25T03:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.557+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2780068400 con 0x7f27800c2bb0 2023-11-25T03:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.561+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f27700b7ac0 con 0x7f27800c2bb0 2023-11-25T03:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.561+0000 7f2776ffd640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27600664a0 0x7f2760068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.561+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f277011e8d0 con 0x7f27800c2bb0 2023-11-25T03:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.561+0000 7f2777fff640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27600664a0 0x7f2760068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.561+0000 7f2777fff640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27600664a0 0x7f2760068960 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f27800a7850 tx=0x7f2768009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.570 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.565+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f27700eb9e0 con 0x7f27800c2bb0 2023-11-25T03:12:25.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f27800c3e70 con 0x7f27800c2bb0 2023-11-25T03:12:25.731 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2776ffd640 1 -- 172.21.15.76:0/2024397102 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v36) v1 ==== 80+0+0 (secure 0 0 0) 0x7f27700ef000 con 0x7f27800c2bb0 2023-11-25T03:12:25.731 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27600664a0 msgr2=0x7f2760068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27600664a0 0x7f2760068960 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f27800a7850 tx=0x7f2768009040 comp rx=0 tx=0).stop 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 msgr2=0x7f2780151840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 0x7f2780151840 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f27700ae040 tx=0x7f2770019190 comp rx=0 tx=0).stop 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 shutdown_connections 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27600664a0 0x7f2760068960 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27800c63c0 0x7f27801eff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27800c4100 0x7f278015a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 --2- 172.21.15.76:0/2024397102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800c2bb0 0x7f2780151840 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 >> 172.21.15.76:0/2024397102 conn(0x7f278006a5b0 msgr2=0x7f278015b480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:25.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 shutdown_connections 2023-11-25T03:12:25.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.725+0000 7f2784879640 1 -- 172.21.15.76:0/2024397102 wait complete. 2023-11-25T03:12:25.752 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:12:25.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:25.752 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:12:25.781 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:12:25.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:12:25.782 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:12:25.833 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:25.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 Processor -- start 2023-11-25T03:12:25.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 -- start start 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8c30151e90 0x7f8c300c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c300c4e60 0x7f8c3006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c3006c860 con 0x7f8c300c7ea0 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c300c8750 con 0x7f8c300c4e60 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c359c1640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c301552d0 con 0x7f8c30151e90 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c2f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c300c4e60 0x7f8c3006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c2f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c300c4e60 0x7f8c3006bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52540/0 (socket says 172.21.15.76:52540) 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c2f7fe640 1 -- 172.21.15.76:0/2434049334 learned_addr learned my addr 172.21.15.76:0/2434049334 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.965+0000 7f8c2effd640 1 --2- 172.21.15.76:0/2434049334 >> v2:172.21.15.106:3300/0 conn(0x7f8c30151e90 0x7f8c300c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2f7fe640 1 -- 172.21.15.76:0/2434049334 >> v2:172.21.15.106:3300/0 conn(0x7f8c30151e90 msgr2=0x7f8c300c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2f7fe640 1 --2- 172.21.15.76:0/2434049334 >> v2:172.21.15.106:3300/0 conn(0x7f8c30151e90 0x7f8c300c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2f7fe640 1 -- 172.21.15.76:0/2434049334 >> v1:172.21.15.106:6789/0 conn(0x7f8c300c7ea0 legacy=0x7f8c3006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2f7fe640 1 -- 172.21.15.76:0/2434049334 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c30154930 con 0x7f8c300c4e60 2023-11-25T03:12:25.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2effd640 1 --2- 172.21.15.76:0/2434049334 >> v2:172.21.15.106:3300/0 conn(0x7f8c30151e90 0x7f8c300c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:25.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2f7fe640 1 --2- 172.21.15.76:0/2434049334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3006bbb0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8c3008b410 tx=0x7f8c2801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c56829315ed4d2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2dffb640 1 -- 172.21.15.76:0/2434049334 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c280a5570 con 0x7f8c300c4e60 2023-11-25T03:12:25.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2dffb640 1 -- 172.21.15.76:0/2434049334 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c280a56d0 con 0x7f8c300c4e60 2023-11-25T03:12:25.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c2dffb640 1 -- 172.21.15.76:0/2434049334 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c280a5a60 con 0x7f8c300c4e60 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 -- 172.21.15.76:0/2434049334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 msgr2=0x7f8c3006bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2434049334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3006bbb0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8c3008b410 tx=0x7f8c2801c8b0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 -- 172.21.15.76:0/2434049334 shutdown_connections 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2434049334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3006bbb0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2434049334 >> v2:172.21.15.106:3300/0 conn(0x7f8c30151e90 0x7f8c300c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 -- 172.21.15.76:0/2434049334 >> 172.21.15.76:0/2434049334 conn(0x7f8c300ca170 msgr2=0x7f8c300ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:25.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 -- 172.21.15.76:0/2434049334 shutdown_connections 2023-11-25T03:12:25.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.969+0000 7f8c359c1640 1 -- 172.21.15.76:0/2434049334 wait complete. 2023-11-25T03:12:25.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 Processor -- start 2023-11-25T03:12:25.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 -- start start 2023-11-25T03:12:25.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3014a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8c300c7ea0 0x7f8c3014ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8c30151e90 0x7f8c300a9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c301edd30 con 0x7f8c300c4e60 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c301eda50 con 0x7f8c300c7ea0 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c359c1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3014c270 con 0x7f8c30151e90 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3014a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3014a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52544/0 (socket says 172.21.15.76:52544) 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 -- 172.21.15.76:0/2075411499 learned_addr learned my addr 172.21.15.76:0/2075411499 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2e7fc640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8c300c7ea0 0x7f8c3014ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2f7fe640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8c30151e90 0x7f8c300a9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 -- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8c30151e90 msgr2=0x7f8c300a9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8c30151e90 0x7f8c300a9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 -- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8c300c7ea0 msgr2=0x7f8c3014ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8c300c7ea0 0x7f8c3014ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 -- 172.21.15.76:0/2075411499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c28009b30 con 0x7f8c300c4e60 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2e7fc640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8c300c7ea0 0x7f8c3014ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2f7fe640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8c30151e90 0x7f8c300a9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:25.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c2effd640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3014a7a0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000e810 tx=0x7f8c2000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.973+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2000c8d0 con 0x7f8c300c4e60 2023-11-25T03:12:25.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2000ca30 con 0x7f8c300c4e60 2023-11-25T03:12:25.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2000cdc0 con 0x7f8c300c4e60 2023-11-25T03:12:25.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c3014c550 con 0x7f8c300c4e60 2023-11-25T03:12:25.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c301ed760 con 0x7f8c300c4e60 2023-11-25T03:12:25.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c30068400 con 0x7f8c300c4e60 2023-11-25T03:12:25.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8c20013410 con 0x7f8c300c4e60 2023-11-25T03:12:25.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c17fff640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8c1c066470 0x7f8c1c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:25.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8c20083f50 con 0x7f8c300c4e60 2023-11-25T03:12:25.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c2e7fc640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8c1c066470 0x7f8c1c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:25.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.977+0000 7f8c2e7fc640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8c1c066470 0x7f8c1c068930 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8c3015e8a0 tx=0x7f8c24009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:25.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:25.981+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8c20051100 con 0x7f8c300c4e60 2023-11-25T03:12:26.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8c300c0de0 con 0x7f8c300c4e60 2023-11-25T03:12:26.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c17fff640 1 -- 172.21.15.76:0/2075411499 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+6136 (secure 0 0 0) 0x7f8c20009480 con 0x7f8c300c4e60 2023-11-25T03:12:26.170 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:26.170 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:26.170 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 23 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8c1c066470 msgr2=0x7f8c1c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8c1c066470 0x7f8c1c068930 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8c3015e8a0 tx=0x7f8c24009040 comp rx=0 tx=0).stop 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 msgr2=0x7f8c3014a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3014a7a0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000e810 tx=0x7f8c2000ecd0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 shutdown_connections 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8c1c066470 0x7f8c1c068930 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8c30151e90 0x7f8c300a9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8c300c7ea0 0x7f8c3014ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 --2- 172.21.15.76:0/2075411499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c300c4e60 0x7f8c3014a7a0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 >> 172.21.15.76:0/2075411499 conn(0x7f8c300ca170 msgr2=0x7f8c300ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:26.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 shutdown_connections 2023-11-25T03:12:26.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.165+0000 7f8c359c1640 1 -- 172.21.15.76:0/2075411499 wait complete. 2023-11-25T03:12:26.191 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:26.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a64cbb640 1 Processor -- start 2023-11-25T03:12:26.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a64cbb640 1 -- start start 2023-11-25T03:12:26.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a64cbb640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6a600c4100 0x7f6a600c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a64cbb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a600c31c0 con 0x7f6a600c63c0 2023-11-25T03:12:26.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a64cbb640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a600c34a0 con 0x7f6a600c06d0 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a64cbb640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a600c1030 con 0x7f6a600c4100 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6a600c63c0 0x7f6a600c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39688/0 (socket says 172.21.15.76:39688) 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5e59c640 1 -- 172.21.15.76:0/3735564650 learned_addr learned my addr 172.21.15.76:0/3735564650 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a55d9b640 1 --2- 172.21.15.76:0/3735564650 >> v2:172.21.15.106:3300/0 conn(0x7f6a600c4100 0x7f6a600c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4029093765 0 0) 0x7f6a600c31c0 con 0x7f6a600c63c0 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a4c005740 con 0x7f6a600c63c0 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3045218102 0 0) 0x7f6a4c005740 con 0x7f6a600c63c0 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 >> v2:172.21.15.106:3300/0 conn(0x7f6a600c4100 msgr2=0x7f6a600c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 --2- 172.21.15.76:0/3735564650 >> v2:172.21.15.106:3300/0 conn(0x7f6a600c4100 0x7f6a600c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 >> v1:172.21.15.106:6789/0 conn(0x7f6a600c06d0 legacy=0x7f6a600a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a600c1310 con 0x7f6a600c63c0 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f6a500016a0 con 0x7f6a600c63c0 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 >> v1:172.21.15.76:6789/0 conn(0x7f6a600c63c0 legacy=0x7f6a600c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c005b90 0x7f6a4c005f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a4c0069e0 0x7f6a4c006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4c0073a0 0x7f6a4c00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a600c1030 con 0x7f6a4c0073a0 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a4c00e2f0 con 0x7f6a4c005b90 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a4c00e4b0 con 0x7f6a4c0069e0 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5ed9d640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4c0073a0 0x7f6a4c00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a55d9b640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a4c0069e0 0x7f6a4c006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5e59c640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c005b90 0x7f6a4c005f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5ed9d640 1 -- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a4c0069e0 msgr2=0x7f6a4c006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:26.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5ed9d640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a4c0069e0 0x7f6a4c006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5ed9d640 1 -- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c005b90 msgr2=0x7f6a4c005f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:26.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5ed9d640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c005b90 0x7f6a4c005f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.325+0000 7f6a5ed9d640 1 -- 172.21.15.76:0/3735564650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a4c005740 con 0x7f6a4c0073a0 2023-11-25T03:12:26.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a5ed9d640 1 -- 172.21.15.76:0/3735564650 reap_dead start 2023-11-25T03:12:26.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a5ed9d640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4c0073a0 0x7f6a4c00dba0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6a58002010 tx=0x7f6a5801f030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa86afd956fac05 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:26.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a580a8c50 con 0x7f6a4c0073a0 2023-11-25T03:12:26.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a580a8dd0 con 0x7f6a4c0073a0 2023-11-25T03:12:26.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a5dd9b640 1 -- 172.21.15.76:0/3735564650 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a58003bc0 con 0x7f6a4c0073a0 2023-11-25T03:12:26.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 -- 172.21.15.76:0/3735564650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4c0073a0 msgr2=0x7f6a4c00dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4c0073a0 0x7f6a4c00dba0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6a58002010 tx=0x7f6a5801f030 comp rx=0 tx=0).stop 2023-11-25T03:12:26.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 -- 172.21.15.76:0/3735564650 shutdown_connections 2023-11-25T03:12:26.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/3735564650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4c0073a0 0x7f6a4c00dba0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 -- 172.21.15.76:0/3735564650 >> 172.21.15.76:0/3735564650 conn(0x7f6a6006a5b0 msgr2=0x7f6a6006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:26.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 -- 172.21.15.76:0/3735564650 shutdown_connections 2023-11-25T03:12:26.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.329+0000 7f6a64cbb640 1 -- 172.21.15.76:0/3735564650 wait complete. 2023-11-25T03:12:26.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 Processor -- start 2023-11-25T03:12:26.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 -- start start 2023-11-25T03:12:26.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c0073a0 0x7f6a600bfde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 0x7f6a601e8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a601e5f80 0x7f6a601e9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a6014f170 con 0x7f6a600bc270 2023-11-25T03:12:26.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a600a4740 con 0x7f6a4c0073a0 2023-11-25T03:12:26.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a600a4cc0 con 0x7f6a601e5f80 2023-11-25T03:12:26.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 0x7f6a601e8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 0x7f6a601e8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52564/0 (socket says 172.21.15.76:52564) 2023-11-25T03:12:26.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 -- 172.21.15.76:0/2643082132 learned_addr learned my addr 172.21.15.76:0/2643082132 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:26.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a5e59c640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c0073a0 0x7f6a600bfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a5ed9d640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a601e5f80 0x7f6a601e9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 -- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a601e5f80 msgr2=0x7f6a601e9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a601e5f80 0x7f6a601e9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 -- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c0073a0 msgr2=0x7f6a600bfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c0073a0 0x7f6a600bfde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 -- 172.21.15.76:0/2643082132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a600a49e0 con 0x7f6a600bc270 2023-11-25T03:12:26.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a55d9b640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 0x7f6a601e8be0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f6a480118b0 tx=0x7f6a48011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:26.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a4800fa30 con 0x7f6a600bc270 2023-11-25T03:12:26.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a4800fb90 con 0x7f6a600bc270 2023-11-25T03:12:26.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a48014440 con 0x7f6a600bc270 2023-11-25T03:12:26.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.333+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a601e5780 con 0x7f6a600bc270 2023-11-25T03:12:26.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a600bae10 con 0x7f6a600bc270 2023-11-25T03:12:26.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a600c4be0 con 0x7f6a600bc270 2023-11-25T03:12:26.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6a480145a0 con 0x7f6a600bc270 2023-11-25T03:12:26.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a577fe640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a400664a0 0x7f6a40068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6a480849f0 con 0x7f6a600bc270 2023-11-25T03:12:26.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a5e59c640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a400664a0 0x7f6a40068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.337+0000 7f6a5e59c640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a400664a0 0x7f6a40068960 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6a50000c10 tx=0x7f6a50009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:26.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.341+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6a48051b00 con 0x7f6a600bc270 2023-11-25T03:12:26.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.493+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6a60068400 con 0x7f6a600bc270 2023-11-25T03:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.493+0000 7f6a577fe640 1 -- 172.21.15.76:0/2643082132 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7f6a48022090 con 0x7f6a600bc270 2023-11-25T03:12:26.500 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:26.501 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a400664a0 msgr2=0x7f6a40068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a400664a0 0x7f6a40068960 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6a50000c10 tx=0x7f6a50009040 comp rx=0 tx=0).stop 2023-11-25T03:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 msgr2=0x7f6a601e8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 0x7f6a601e8be0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f6a480118b0 tx=0x7f6a48011d70 comp rx=0 tx=0).stop 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 shutdown_connections 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a400664a0 0x7f6a40068960 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a601e5f80 0x7f6a601e9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a600bc270 0x7f6a601e8be0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 --2- 172.21.15.76:0/2643082132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a4c0073a0 0x7f6a600bfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 >> 172.21.15.76:0/2643082132 conn(0x7f6a6006a5b0 msgr2=0x7f6a60154500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 shutdown_connections 2023-11-25T03:12:26.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.497+0000 7f6a64cbb640 1 -- 172.21.15.76:0/2643082132 wait complete. 2023-11-25T03:12:26.522 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:11:50.228101+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:11:51.254022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '32', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:12:03.243687+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:12:04.332623+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:26.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:26.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f7032640 1 Processor -- start 2023-11-25T03:12:26.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f7032640 1 -- start start 2023-11-25T03:12:26.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f7032640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f45f006bbb0 0x7f45f01600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f7032640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45f006c860 con 0x7f45f0151e90 2023-11-25T03:12:26.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f7032640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45f006c000 con 0x7f45f00c7ea0 2023-11-25T03:12:26.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f7032640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45f00c8750 con 0x7f45f006bbb0 2023-11-25T03:12:26.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f4dce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f45f0151e90 0x7f45f00c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39698/0 (socket says 172.21.15.76:39698) 2023-11-25T03:12:26.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f4dce640 1 -- 172.21.15.76:0/3495922355 learned_addr learned my addr 172.21.15.76:0/3495922355 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:26.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f55cf640 1 --2- 172.21.15.76:0/3495922355 >> v2:172.21.15.106:3300/0 conn(0x7f45f006bbb0 0x7f45f01600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45ef7fe640 1 -- 172.21.15.76:0/3495922355 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1869160033 0 0) 0x7f45f006c860 con 0x7f45f0151e90 2023-11-25T03:12:26.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45ef7fe640 1 -- 172.21.15.76:0/3495922355 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f45e0003530 con 0x7f45f0151e90 2023-11-25T03:12:26.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45ef7fe640 1 -- 172.21.15.76:0/3495922355 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 688792094 0 0) 0x7f45e0003530 con 0x7f45f0151e90 2023-11-25T03:12:26.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f55cf640 1 -- 172.21.15.76:0/3495922355 >> v1:172.21.15.106:6789/0 conn(0x7f45f00c7ea0 legacy=0x7f45f006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f55cf640 1 -- 172.21.15.76:0/3495922355 >> v1:172.21.15.76:6789/0 conn(0x7f45f0151e90 legacy=0x7f45f00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.657+0000 7f45f55cf640 1 -- 172.21.15.76:0/3495922355 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45f0154930 con 0x7f45f006bbb0 2023-11-25T03:12:26.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f55cf640 1 --2- 172.21.15.76:0/3495922355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f006bbb0 0x7f45f01600b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f45e8009d90 tx=0x7f45e801c750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e6832fb3c35e074 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:26.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45ef7fe640 1 -- 172.21.15.76:0/3495922355 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e4001680 con 0x7f45f006bbb0 2023-11-25T03:12:26.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45ef7fe640 1 -- 172.21.15.76:0/3495922355 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45e80b0400 con 0x7f45f006bbb0 2023-11-25T03:12:26.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45ef7fe640 1 -- 172.21.15.76:0/3495922355 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e80b0790 con 0x7f45f006bbb0 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 -- 172.21.15.76:0/3495922355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f006bbb0 msgr2=0x7f45f01600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 --2- 172.21.15.76:0/3495922355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f006bbb0 0x7f45f01600b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f45e8009d90 tx=0x7f45e801c750 comp rx=0 tx=0).stop 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 -- 172.21.15.76:0/3495922355 shutdown_connections 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 --2- 172.21.15.76:0/3495922355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f006bbb0 0x7f45f01600b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 -- 172.21.15.76:0/3495922355 >> 172.21.15.76:0/3495922355 conn(0x7f45f00ca170 msgr2=0x7f45f00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 -- 172.21.15.76:0/3495922355 shutdown_connections 2023-11-25T03:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.661+0000 7f45f7032640 1 -- 172.21.15.76:0/3495922355 wait complete. 2023-11-25T03:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 Processor -- start 2023-11-25T03:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 -- start start 2023-11-25T03:12:26.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 0x7f45f014dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f00c7ea0 0x7f45f01ed480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45f0151e90 0x7f45f01ed9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f01552d0 con 0x7f45f006bbb0 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f014f000 con 0x7f45f00c7ea0 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45f014e330 con 0x7f45f0151e90 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 0x7f45f014dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 0x7f45f014dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52566/0 (socket says 172.21.15.76:52566) 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 -- 172.21.15.76:0/229642851 learned_addr learned my addr 172.21.15.76:0/229642851 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f55cf640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45f0151e90 0x7f45f01ed9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45effff640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f00c7ea0 0x7f45f01ed480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 -- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45f0151e90 msgr2=0x7f45f01ed9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45f0151e90 0x7f45f01ed9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 -- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f00c7ea0 msgr2=0x7f45f01ed480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f00c7ea0 0x7f45f01ed480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 -- 172.21.15.76:0/229642851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e8009a70 con 0x7f45f006bbb0 2023-11-25T03:12:26.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f55cf640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45f0151e90 0x7f45f01ed9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:26.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f4dce640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 0x7f45f014dca0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f45e400c730 tx=0x7f45e400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e4005ae0 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45e4005c40 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45f014e610 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e40072b0 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.665+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f014ebd0 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.669+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45f0068400 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.669+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f45e4007410 con 0x7f45f006bbb0 2023-11-25T03:12:26.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.669+0000 7f45ed7fa640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45d40664c0 0x7f45d4068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.669+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f45e40839f0 con 0x7f45f006bbb0 2023-11-25T03:12:26.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.669+0000 7f45effff640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45d40664c0 0x7f45d4068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.669+0000 7f45effff640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45d40664c0 0x7f45d4068980 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f45f01534e0 tx=0x7f45dc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:26.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.673+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f45e4050b80 con 0x7f45f006bbb0 2023-11-25T03:12:26.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f45f0148c30 con 0x7f45f006bbb0 2023-11-25T03:12:26.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45ed7fa640 1 -- 172.21.15.76:0/229642851 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f45e40170a0 con 0x7f45f006bbb0 2023-11-25T03:12:26.830 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:26.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45d40664c0 msgr2=0x7f45d4068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45d40664c0 0x7f45d4068980 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f45f01534e0 tx=0x7f45dc009040 comp rx=0 tx=0).stop 2023-11-25T03:12:26.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 msgr2=0x7f45f014dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 0x7f45f014dca0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f45e400c730 tx=0x7f45e400cbf0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 shutdown_connections 2023-11-25T03:12:26.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45d40664c0 0x7f45d4068980 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45f0151e90 0x7f45f01ed9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45f00c7ea0 0x7f45f01ed480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 --2- 172.21.15.76:0/229642851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45f006bbb0 0x7f45f014dca0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 >> 172.21.15.76:0/229642851 conn(0x7f45f00ca170 msgr2=0x7f45f006b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:26.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 shutdown_connections 2023-11-25T03:12:26.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.825+0000 7f45f7032640 1 -- 172.21.15.76:0/229642851 wait complete. 2023-11-25T03:12:26.851 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:12:26.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbe1c09640 1 Processor -- start 2023-11-25T03:12:26.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbe1c09640 1 -- start start 2023-11-25T03:12:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbe1c09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 0x7fdbdc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbe1c09640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbdc0c31c0 con 0x7fdbdc0c63c0 2023-11-25T03:12:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbe1c09640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbdc0c34a0 con 0x7fdbdc0c06d0 2023-11-25T03:12:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbe1c09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc0c1030 con 0x7fdbdc0c4100 2023-11-25T03:12:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbdb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdbdc0c63c0 0x7fdbdc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39706/0 (socket says 172.21.15.76:39706) 2023-11-25T03:12:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.985+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/342875719 learned_addr learned my addr 172.21.15.76:0/342875719 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:26.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 0x7fdbdc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2864300276 0 0) 0x7fdbdc0c31c0 con 0x7fdbdc0c63c0 2023-11-25T03:12:26.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbc4003530 con 0x7fdbdc0c63c0 2023-11-25T03:12:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2778602871 0 0) 0x7fdbc4003530 con 0x7fdbdc0c63c0 2023-11-25T03:12:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 msgr2=0x7fdbdc0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 0x7fdbdc0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 >> v1:172.21.15.106:6789/0 conn(0x7fdbdc0c06d0 legacy=0x7fdbdc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbdc0c1310 con 0x7fdbdc0c63c0 2023-11-25T03:12:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fdbcc001680 con 0x7fdbdc0c63c0 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 >> v1:172.21.15.76:6789/0 conn(0x7fdbdc0c63c0 legacy=0x7fdbdc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbc4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc40047d0 0x7fdbc4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 0x7fdbc40051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc0c1030 con 0x7fdbc40039b0 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc400bac0 con 0x7fdbc40047d0 2023-11-25T03:12:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc400de90 con 0x7fdbdc0c4100 2023-11-25T03:12:26.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbc4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdbfff640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 0x7fdbc40051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc40047d0 0x7fdbc4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:26.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 msgr2=0x7fdbc40051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:26.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc0c4100 0x7fdbc40051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc40047d0 msgr2=0x7fdbc4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:26.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbc40047d0 0x7fdbc4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:26.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.989+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/342875719 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc4003530 con 0x7fdbc40039b0 2023-11-25T03:12:27.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbc4003d90 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc007fc0 tx=0x7fdbcc020ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12169306c7c3693b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc0a9bd0 con 0x7fdbc40039b0 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbcc0a9d50 con 0x7fdbc40039b0 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbda7fc640 1 -- 172.21.15.76:0/342875719 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc005b20 con 0x7fdbc40039b0 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 -- 172.21.15.76:0/342875719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 msgr2=0x7fdbc4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/342875719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbc4003d90 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc007fc0 tx=0x7fdbcc020ff0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbdbfff640 1 -- 172.21.15.76:0/342875719 reap_dead start 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 -- 172.21.15.76:0/342875719 shutdown_connections 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 -- 172.21.15.76:0/342875719 >> 172.21.15.76:0/342875719 conn(0x7fdbdc06a5b0 msgr2=0x7fdbdc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 -- 172.21.15.76:0/342875719 shutdown_connections 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 -- 172.21.15.76:0/342875719 wait complete. 2023-11-25T03:12:27.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 Processor -- start 2023-11-25T03:12:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 -- start start 2023-11-25T03:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbdc1dfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.993+0000 7fdbe1c09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc14dd40 0x7fdbdc14e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbdc1536a0 0x7fdbdc153b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc14d560 con 0x7fdbc40039b0 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc1500c0 con 0x7fdbdc1536a0 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc1ed260 con 0x7fdbdc14dd40 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbdc1dfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbdc1dfdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52582/0 (socket says 172.21.15.76:52582) 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/654938468 learned_addr learned my addr 172.21.15.76:0/654938468 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/654938468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc14dd40 msgr2=0x7fdbdc14e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc14dd40 0x7fdbdc14e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/654938468 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbdc1536a0 msgr2=0x7fdbdc153b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbdc1536a0 0x7fdbdc153b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 -- 172.21.15.76:0/654938468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbdc0c69b0 con 0x7fdbc40039b0 2023-11-25T03:12:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbdc1dfdc0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0018c0 tx=0x7fdbc4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc0b8070 con 0x7fdbc40039b0 2023-11-25T03:12:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbcc0a99d0 con 0x7fdbc40039b0 2023-11-25T03:12:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc005b00 con 0x7fdbc40039b0 2023-11-25T03:12:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbdc1ec4a0 con 0x7fdbc40039b0 2023-11-25T03:12:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbdc1eca60 con 0x7fdbc40039b0 2023-11-25T03:12:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbdc068400 con 0x7fdbc40039b0 2023-11-25T03:12:27.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:26.997+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdbcc005c60 con 0x7fdbc40039b0 2023-11-25T03:12:27.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.001+0000 7fdbc3fff640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbc8066470 0x7fdbc8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.001+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fdbcc121e10 con 0x7fdbc40039b0 2023-11-25T03:12:27.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.001+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbc8066470 0x7fdbc8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.001+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbc8066470 0x7fdbc8068930 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0c30f0 tx=0x7fdbd0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.005+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdbcc0eefc0 con 0x7fdbc40039b0 2023-11-25T03:12:27.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdbdc0c3e70 con 0x7fdbc40039b0 2023-11-25T03:12:27.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbc3fff640 1 -- 172.21.15.76:0/654938468 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdbcc0f25e0 con 0x7fdbc40039b0 2023-11-25T03:12:27.163 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbc8066470 msgr2=0x7fdbc8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbc8066470 0x7fdbc8068930 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0c30f0 tx=0x7fdbd0008040 comp rx=0 tx=0).stop 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 msgr2=0x7fdbdc1dfdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbdc1dfdc0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0018c0 tx=0x7fdbc4005800 comp rx=0 tx=0).stop 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 shutdown_connections 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbc8066470 0x7fdbc8068930 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbdc1536a0 0x7fdbdc153b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbdc14dd40 0x7fdbdc14e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 --2- 172.21.15.76:0/654938468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbc40039b0 0x7fdbdc1dfdc0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.157+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 >> 172.21.15.76:0/654938468 conn(0x7fdbdc06a5b0 msgr2=0x7fdbdc0a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.161+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 shutdown_connections 2023-11-25T03:12:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.161+0000 7fdbe1c09640 1 -- 172.21.15.76:0/654938468 wait complete. 2023-11-25T03:12:27.184 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:12:27.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.317+0000 7f9264832640 1 Processor -- start 2023-11-25T03:12:27.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f9264832640 1 -- start start 2023-11-25T03:12:27.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f9264832640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9260073a70 0x7f92600bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f9264832640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f926006a5b0 con 0x7f9260157c20 2023-11-25T03:12:27.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f9264832640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f926006b710 con 0x7f926014b010 2023-11-25T03:12:27.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f9264832640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92600c1d60 con 0x7f9260073a70 2023-11-25T03:12:27.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925ed9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9260157c20 0x7f9260158070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36324/0 (socket says 172.21.15.76:36324) 2023-11-25T03:12:27.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925ed9d640 1 -- 172.21.15.76:0/1102915123 learned_addr learned my addr 172.21.15.76:0/1102915123 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925dd9b640 1 --2- 172.21.15.76:0/1102915123 >> v2:172.21.15.106:3300/0 conn(0x7f9260073a70 0x7f92600bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3477825485 0 0) 0x7f926006a5b0 con 0x7f9260157c20 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9248003530 con 0x7f9260157c20 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3265703885 0 0) 0x7f926006b710 con 0x7f926014b010 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f926006a5b0 con 0x7f926014b010 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925dd9b640 1 -- 172.21.15.76:0/1102915123 >> v1:172.21.15.106:6789/0 conn(0x7f926014b010 legacy=0x7f926006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925dd9b640 1 -- 172.21.15.76:0/1102915123 >> v1:172.21.15.76:6789/0 conn(0x7f9260157c20 legacy=0x7f9260158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.321+0000 7f925dd9b640 1 -- 172.21.15.76:0/1102915123 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92600c2040 con 0x7f9260073a70 2023-11-25T03:12:27.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f925dd9b640 1 --2- 172.21.15.76:0/1102915123 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92600bf9f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f92540097c0 tx=0x7f925401ec70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74c634efae63dd67 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92540a8970 con 0x7f9260073a70 2023-11-25T03:12:27.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92540a8ad0 con 0x7f9260073a70 2023-11-25T03:12:27.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f925d59a640 1 -- 172.21.15.76:0/1102915123 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92540a8e60 con 0x7f9260073a70 2023-11-25T03:12:27.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 -- 172.21.15.76:0/1102915123 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 msgr2=0x7f92600bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 --2- 172.21.15.76:0/1102915123 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92600bf9f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f92540097c0 tx=0x7f925401ec70 comp rx=0 tx=0).stop 2023-11-25T03:12:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 -- 172.21.15.76:0/1102915123 shutdown_connections 2023-11-25T03:12:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 --2- 172.21.15.76:0/1102915123 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92600bf9f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 -- 172.21.15.76:0/1102915123 >> 172.21.15.76:0/1102915123 conn(0x7f92600c30c0 msgr2=0x7f92600c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 -- 172.21.15.76:0/1102915123 shutdown_connections 2023-11-25T03:12:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.325+0000 7f9264832640 1 -- 172.21.15.76:0/1102915123 wait complete. 2023-11-25T03:12:27.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 Processor -- start 2023-11-25T03:12:27.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- start start 2023-11-25T03:12:27.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92601eb220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 0x7f9260153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9260157c20 0x7f92601ed580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9260157a70 con 0x7f926014b010 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9260153110 con 0x7f9260073a70 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92601ee2f0 con 0x7f9260157c20 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 0x7f9260153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 0x7f9260153560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59596/0 (socket says 172.21.15.76:59596) 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 -- 172.21.15.76:0/718457343 learned_addr learned my addr 172.21.15.76:0/718457343 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925e59c640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92601eb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925ed9d640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9260157c20 0x7f92601ed580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 -- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9260157c20 msgr2=0x7f92601ed580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9260157c20 0x7f92601ed580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 -- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 msgr2=0x7f92601eb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92601eb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 -- 172.21.15.76:0/718457343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9254009420 con 0x7f926014b010 2023-11-25T03:12:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925e59c640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92601eb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:27.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f925dd9b640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 0x7f9260153560 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f92540b3040 tx=0x7f925401ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92540b0d60 con 0x7f926014b010 2023-11-25T03:12:27.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92540b9430 con 0x7f926014b010 2023-11-25T03:12:27.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92540b97e0 con 0x7f926014b010 2023-11-25T03:12:27.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9260155480 con 0x7f926014b010 2023-11-25T03:12:27.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92601543f0 con 0x7f926014b010 2023-11-25T03:12:27.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.329+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9260153280 con 0x7f926014b010 2023-11-25T03:12:27.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.333+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f92540b7040 con 0x7f926014b010 2023-11-25T03:12:27.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.333+0000 7f924effd640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9240066470 0x7f9240068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.333+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9254121ce0 con 0x7f926014b010 2023-11-25T03:12:27.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.333+0000 7f925e59c640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9240066470 0x7f9240068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.333+0000 7f925e59c640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9240066470 0x7f9240068930 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f92500011f0 tx=0x7f9250009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.337+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9260153280 con 0x7f926014b010 2023-11-25T03:12:27.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9260153280 con 0x7f926014b010 2023-11-25T03:12:27.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f924effd640 1 -- 172.21.15.76:0/718457343 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9260153280 con 0x7f926014b010 2023-11-25T03:12:27.491 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9240066470 msgr2=0x7f9240068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9240066470 0x7f9240068930 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f92500011f0 tx=0x7f9250009040 comp rx=0 tx=0).stop 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 msgr2=0x7f9260153560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 0x7f9260153560 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f92540b3040 tx=0x7f925401ba10 comp rx=0 tx=0).stop 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 shutdown_connections 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9240066470 0x7f9240068930 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9260157c20 0x7f92601ed580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f926014b010 0x7f9260153560 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 --2- 172.21.15.76:0/718457343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260073a70 0x7f92601eb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 >> 172.21.15.76:0/718457343 conn(0x7f92600c30c0 msgr2=0x7f92600c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 shutdown_connections 2023-11-25T03:12:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.485+0000 7f9264832640 1 -- 172.21.15.76:0/718457343 wait complete. 2023-11-25T03:12:27.512 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:12:27.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 Processor -- start 2023-11-25T03:12:27.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 -- start start 2023-11-25T03:12:27.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb97c0c63c0 0x7fb97c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb97c0c2bb0 0x7fb97c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb97c0c31c0 con 0x7fb97c0c4100 2023-11-25T03:12:27.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb97c0c34a0 con 0x7fb97c0c63c0 2023-11-25T03:12:27.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb981d0f640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb97c0c1030 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb97c0c4100 0x7fb97c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36332/0 (socket says 172.21.15.76:36332) 2023-11-25T03:12:27.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb97c0c63c0 0x7fb97c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97affd640 1 -- 172.21.15.76:0/257491215 learned_addr learned my addr 172.21.15.76:0/257491215 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:27.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97bfff640 1 --2- 172.21.15.76:0/257491215 >> v2:172.21.15.106:3300/0 conn(0x7fb97c0c2bb0 0x7fb97c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97b7fe640 1 -- 172.21.15.76:0/257491215 >> v2:172.21.15.106:3300/0 conn(0x7fb97c0c2bb0 msgr2=0x7fb97c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:27.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97b7fe640 1 --2- 172.21.15.76:0/257491215 >> v2:172.21.15.106:3300/0 conn(0x7fb97c0c2bb0 0x7fb97c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97b7fe640 1 -- 172.21.15.76:0/257491215 >> v1:172.21.15.76:6789/0 conn(0x7fb97c0c4100 legacy=0x7fb97c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97b7fe640 1 -- 172.21.15.76:0/257491215 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb97c0c1310 con 0x7fb97c0c63c0 2023-11-25T03:12:27.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97a7fc640 1 -- 172.21.15.76:0/257491215 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 347204333 0 0) 0x7fb97c0c31c0 con 0x7fb97c0c4100 2023-11-25T03:12:27.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.645+0000 7fb97bfff640 1 --2- 172.21.15.76:0/257491215 >> v2:172.21.15.106:3300/0 conn(0x7fb97c0c2bb0 0x7fb97c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:27.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb97b7fe640 1 --2- 172.21.15.76:0/257491215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c63c0 0x7fb97c0c06d0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0c4550 tx=0x7fb96c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cb17a70fcf68cee server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb97a7fc640 1 -- 172.21.15.76:0/257491215 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c0aa3d0 con 0x7fb97c0c63c0 2023-11-25T03:12:27.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb97a7fc640 1 -- 172.21.15.76:0/257491215 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb96c0ad660 con 0x7fb97c0c63c0 2023-11-25T03:12:27.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb97a7fc640 1 -- 172.21.15.76:0/257491215 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb96c0ad9f0 con 0x7fb97c0c63c0 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 -- 172.21.15.76:0/257491215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c63c0 msgr2=0x7fb97c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 --2- 172.21.15.76:0/257491215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c63c0 0x7fb97c0c06d0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0c4550 tx=0x7fb96c01c340 comp rx=0 tx=0).stop 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 -- 172.21.15.76:0/257491215 shutdown_connections 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 --2- 172.21.15.76:0/257491215 >> v2:172.21.15.106:3300/0 conn(0x7fb97c0c2bb0 0x7fb97c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 --2- 172.21.15.76:0/257491215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c63c0 0x7fb97c0c06d0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 -- 172.21.15.76:0/257491215 >> 172.21.15.76:0/257491215 conn(0x7fb97c06a5b0 msgr2=0x7fb97c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 -- 172.21.15.76:0/257491215 shutdown_connections 2023-11-25T03:12:27.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.649+0000 7fb981d0f640 1 -- 172.21.15.76:0/257491215 wait complete. 2023-11-25T03:12:27.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 Processor -- start 2023-11-25T03:12:27.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 -- start start 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 0x7fb97c1535b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb97c0c4100 0x7fb97c1551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb97c0c63c0 0x7fb97c1ed000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb97c1ecb70 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb97c1f0550 con 0x7fb97c0c4100 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb97c1f0830 con 0x7fb97c0c63c0 2023-11-25T03:12:27.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 0x7fb97c1535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 0x7fb97c1535b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59614/0 (socket says 172.21.15.76:59614) 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 -- 172.21.15.76:0/2589112821 learned_addr learned my addr 172.21.15.76:0/2589112821 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 -- 172.21.15.76:0/2589112821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb97c0c63c0 msgr2=0x7fb97c1ed000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb97c0c63c0 0x7fb97c1ed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 -- 172.21.15.76:0/2589112821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb97c0c4100 msgr2=0x7fb97c1551a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb97c0c4100 0x7fb97c1551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 -- 172.21.15.76:0/2589112821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb96c009420 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb97b7fe640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 0x7fb97c1535b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fb96c018f50 tx=0x7fb96c0190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb96c006e20 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb96c004030 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb97c1f0b10 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb96c0043e0 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.653+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb97c1556e0 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.657+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb97c068400 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.657+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb96c0b4040 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.657+0000 7fb963fff640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb968066470 0x7fb968068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.657+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb96c11e3b0 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.657+0000 7fb97affd640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb968066470 0x7fb968068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.657+0000 7fb97affd640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb968066470 0x7fb968068930 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb9700011f0 tx=0x7fb970007930 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.661+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb96c0eb4c0 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.809+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb97c0c3e70 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.809+0000 7fb963fff640 1 -- 172.21.15.76:0/2589112821 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v36) v1 ==== 105+0+11 (secure 0 0 0) 0x7fb96c0eeae0 con 0x7fb97c0c2bb0 2023-11-25T03:12:27.816 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:27.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb968066470 msgr2=0x7fb968068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb968066470 0x7fb968068930 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb9700011f0 tx=0x7fb970007930 comp rx=0 tx=0).stop 2023-11-25T03:12:27.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 msgr2=0x7fb97c1535b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 0x7fb97c1535b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fb96c018f50 tx=0x7fb96c0190e0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 shutdown_connections 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb968066470 0x7fb968068930 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb97c0c63c0 0x7fb97c1ed000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb97c0c4100 0x7fb97c1551a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 --2- 172.21.15.76:0/2589112821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb97c0c2bb0 0x7fb97c1535b0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 >> 172.21.15.76:0/2589112821 conn(0x7fb97c06a5b0 msgr2=0x7fb97c0c2310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 shutdown_connections 2023-11-25T03:12:27.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.813+0000 7fb981d0f640 1 -- 172.21.15.76:0/2589112821 wait complete. 2023-11-25T03:12:27.838 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:12:27.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 Processor -- start 2023-11-25T03:12:27.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 -- start start 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1b200c4100 0x7f1b200c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1b200c06d0 0x7f1b200a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b200c31c0 con 0x7f1b200c63c0 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b200c34a0 con 0x7f1b200c06d0 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b28479640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b200c1030 con 0x7f1b200c4100 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1b200c06d0 0x7f1b200a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1b200c06d0 0x7f1b200a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59624/0 (socket says 172.21.15.76:59624) 2023-11-25T03:12:27.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 -- 172.21.15.76:0/3538347326 learned_addr learned my addr 172.21.15.76:0/3538347326 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:27.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b25a14640 1 --2- 172.21.15.76:0/3538347326 >> v2:172.21.15.106:3300/0 conn(0x7f1b200c4100 0x7f1b200c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 -- 172.21.15.76:0/3538347326 >> v2:172.21.15.106:3300/0 conn(0x7f1b200c4100 msgr2=0x7f1b200c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:27.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 --2- 172.21.15.76:0/3538347326 >> v2:172.21.15.106:3300/0 conn(0x7f1b200c4100 0x7f1b200c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 -- 172.21.15.76:0/3538347326 >> v1:172.21.15.106:6789/0 conn(0x7f1b200c63c0 legacy=0x7f1b200c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:27.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.973+0000 7f1b26a16640 1 -- 172.21.15.76:0/3538347326 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b200c1310 con 0x7f1b200c06d0 2023-11-25T03:12:27.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b26a16640 1 --2- 172.21.15.76:0/3538347326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c06d0 0x7f1b200a9680 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f1b200c0ee0 tx=0x7f1b1801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63f5bcb3a49b1bd server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b25213640 1 -- 172.21.15.76:0/3538347326 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b200aa3d0 con 0x7f1b200c06d0 2023-11-25T03:12:27.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b25213640 1 -- 172.21.15.76:0/3538347326 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b180a5620 con 0x7f1b200c06d0 2023-11-25T03:12:27.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b25213640 1 -- 172.21.15.76:0/3538347326 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b180a59b0 con 0x7f1b200c06d0 2023-11-25T03:12:27.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 -- 172.21.15.76:0/3538347326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c06d0 msgr2=0x7f1b200a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 --2- 172.21.15.76:0/3538347326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c06d0 0x7f1b200a9680 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f1b200c0ee0 tx=0x7f1b1801c850 comp rx=0 tx=0).stop 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 -- 172.21.15.76:0/3538347326 shutdown_connections 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 --2- 172.21.15.76:0/3538347326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c06d0 0x7f1b200a9680 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 --2- 172.21.15.76:0/3538347326 >> v2:172.21.15.106:3300/0 conn(0x7f1b200c4100 0x7f1b200c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 -- 172.21.15.76:0/3538347326 >> 172.21.15.76:0/3538347326 conn(0x7f1b2006a5b0 msgr2=0x7f1b2006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 -- 172.21.15.76:0/3538347326 shutdown_connections 2023-11-25T03:12:27.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.977+0000 7f1b28479640 1 -- 172.21.15.76:0/3538347326 wait complete. 2023-11-25T03:12:27.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 Processor -- start 2023-11-25T03:12:27.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 -- start start 2023-11-25T03:12:27.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b200c06d0 0x7f1b2014d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 0x7f1b2014e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b200c63c0 0x7f1b201ec090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b20155db0 con 0x7f1b200c4100 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b20156090 con 0x7f1b200c06d0 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b201eeba0 con 0x7f1b200c63c0 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 0x7f1b2014e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 0x7f1b2014e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59628/0 (socket says 172.21.15.76:59628) 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 -- 172.21.15.76:0/548299169 learned_addr learned my addr 172.21.15.76:0/548299169 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b26a16640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b200c63c0 0x7f1b201ec090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b26215640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b200c06d0 0x7f1b2014d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 -- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b200c63c0 msgr2=0x7f1b201ec090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b200c63c0 0x7f1b201ec090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 -- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b200c06d0 msgr2=0x7f1b2014d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b200c06d0 0x7f1b2014d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 -- 172.21.15.76:0/548299169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b18009b30 con 0x7f1b200c4100 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b25a14640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 0x7f1b2014e290 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f1b1000d7d0 tx=0x7f1b1000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b10018070 con 0x7f1b200c4100 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b10004020 con 0x7f1b200c4100 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b100041d0 con 0x7f1b200c4100 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b201eee80 con 0x7f1b200c4100 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.981+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b2014ebf0 con 0x7f1b200c4100 2023-11-25T03:12:27.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.985+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b201ef0a0 con 0x7f1b200c4100 2023-11-25T03:12:27.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.985+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1b10004330 con 0x7f1b200c4100 2023-11-25T03:12:27.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.985+0000 7f1b16ffd640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b04066470 0x7f1b04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:27.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.985+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1b10083fc0 con 0x7f1b200c4100 2023-11-25T03:12:27.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.985+0000 7f1b26215640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b04066470 0x7f1b04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:27.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.985+0000 7f1b26215640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b04066470 0x7f1b04068930 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1b2014dd40 tx=0x7f1b1c009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:27.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:27.989+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1b10051180 con 0x7f1b200c4100 2023-11-25T03:12:28.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f1b20068400 con 0x7f1b200c4100 2023-11-25T03:12:28.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b16ffd640 1 -- 172.21.15.76:0/548299169 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v36) v1 ==== 101+0+11 (secure 0 0 0) 0x7f1b100547a0 con 0x7f1b200c4100 2023-11-25T03:12:28.146 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:28.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b04066470 msgr2=0x7f1b04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b04066470 0x7f1b04068930 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1b2014dd40 tx=0x7f1b1c009060 comp rx=0 tx=0).stop 2023-11-25T03:12:28.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 msgr2=0x7f1b2014e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 0x7f1b2014e290 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f1b1000d7d0 tx=0x7f1b1000dc90 comp rx=0 tx=0).stop 2023-11-25T03:12:28.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 shutdown_connections 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b04066470 0x7f1b04068930 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b200c63c0 0x7f1b201ec090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b200c4100 0x7f1b2014e290 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 --2- 172.21.15.76:0/548299169 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b200c06d0 0x7f1b2014d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 >> 172.21.15.76:0/548299169 conn(0x7f1b2006a5b0 msgr2=0x7f1b200c5780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 shutdown_connections 2023-11-25T03:12:28.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.141+0000 7f1b28479640 1 -- 172.21.15.76:0/548299169 wait complete. 2023-11-25T03:12:28.167 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:28.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.297+0000 7f5a6e7d0640 1 Processor -- start 2023-11-25T03:12:28.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 -- start start 2023-11-25T03:12:28.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a680c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a680c4750 0x7f5a680c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5a681544c0 0x7f5a68154950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a6806c660 con 0x7f5a680c4750 2023-11-25T03:12:28.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a6806ba50 con 0x7f5a681544c0 2023-11-25T03:12:28.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6e7d0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a6806bd30 con 0x7f5a680af5c0 2023-11-25T03:12:28.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a680c4750 0x7f5a680c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a680c4750 0x7f5a680c4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59640/0 (socket says 172.21.15.76:59640) 2023-11-25T03:12:28.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 -- 172.21.15.76:0/4236969535 learned_addr learned my addr 172.21.15.76:0/4236969535 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:28.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6d7ce640 1 --2- 172.21.15.76:0/4236969535 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a680c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6dfcf640 1 --2- 172.21.15.76:0/4236969535 >> v2:172.21.15.106:3300/0 conn(0x7f5a681544c0 0x7f5a68154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 -- 172.21.15.76:0/4236969535 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 msgr2=0x7f5a680c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 --2- 172.21.15.76:0/4236969535 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a680c7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 -- 172.21.15.76:0/4236969535 >> v2:172.21.15.106:3300/0 conn(0x7f5a681544c0 msgr2=0x7f5a68154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 --2- 172.21.15.76:0/4236969535 >> v2:172.21.15.106:3300/0 conn(0x7f5a681544c0 0x7f5a68154950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.301+0000 7f5a6cfcd640 1 -- 172.21.15.76:0/4236969535 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a6806c010 con 0x7f5a680c4750 2023-11-25T03:12:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6cfcd640 1 --2- 172.21.15.76:0/4236969535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a680c4750 0x7f5a680c4b90 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f5a680c9c80 tx=0x7f5a5801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae55a76c3987fa5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a5ffff640 1 -- 172.21.15.76:0/4236969535 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a580ab600 con 0x7f5a680c4750 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a5ffff640 1 -- 172.21.15.76:0/4236969535 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a580a7050 con 0x7f5a680c4750 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a5ffff640 1 -- 172.21.15.76:0/4236969535 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a580ab980 con 0x7f5a680c4750 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/4236969535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a680c4750 msgr2=0x7f5a680c4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/4236969535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a680c4750 0x7f5a680c4b90 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f5a680c9c80 tx=0x7f5a5801c470 comp rx=0 tx=0).stop 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/4236969535 shutdown_connections 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/4236969535 >> v2:172.21.15.106:3300/0 conn(0x7f5a681544c0 0x7f5a68154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/4236969535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a680c4750 0x7f5a680c4b90 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/4236969535 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a680c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/4236969535 >> 172.21.15.76:0/4236969535 conn(0x7f5a680ab960 msgr2=0x7f5a680abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/4236969535 shutdown_connections 2023-11-25T03:12:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/4236969535 wait complete. 2023-11-25T03:12:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 Processor -- start 2023-11-25T03:12:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.305+0000 7f5a6e7d0640 1 -- start start 2023-11-25T03:12:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a68155ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a680c4750 0x7f5a6814a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a681544c0 0x7f5a6814aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a680addd0 con 0x7f5a681544c0 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a681ed4e0 con 0x7f5a680c4750 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a680ae940 con 0x7f5a680af5c0 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6dfcf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a681544c0 0x7f5a6814aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a68155ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a68155ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:52888/0 (socket says 172.21.15.76:52888) 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 -- 172.21.15.76:0/767508822 learned_addr learned my addr 172.21.15.76:0/767508822 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:28.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6cfcd640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a680c4750 0x7f5a6814a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 -- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a680c4750 msgr2=0x7f5a6814a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a680c4750 0x7f5a6814a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 -- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a681544c0 msgr2=0x7f5a6814aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a681544c0 0x7f5a6814aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 -- 172.21.15.76:0/767508822 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a580094d0 con 0x7f5a680af5c0 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6dfcf640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a681544c0 0x7f5a6814aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6d7ce640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a68155ad0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5a6400d830 tx=0x7f5a6400dcf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a640096a0 con 0x7f5a680af5c0 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a64009800 con 0x7f5a680af5c0 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a64009b70 con 0x7f5a680af5c0 2023-11-25T03:12:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a681ed6f0 con 0x7f5a680af5c0 2023-11-25T03:12:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a681edcb0 con 0x7f5a680af5c0 2023-11-25T03:12:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.309+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a6804e850 con 0x7f5a680af5c0 2023-11-25T03:12:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.313+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a640059a0 con 0x7f5a680af5c0 2023-11-25T03:12:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.313+0000 7f5a5dffb640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a4c066470 0x7f5a4c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.313+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5a64084ea0 con 0x7f5a680af5c0 2023-11-25T03:12:28.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.313+0000 7f5a6cfcd640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a4c066470 0x7f5a4c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.313+0000 7f5a6cfcd640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a4c066470 0x7f5a4c068930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5a580ad000 tx=0x7f5a58008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.317+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a64052050 con 0x7f5a680af5c0 2023-11-25T03:12:28.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.493+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5a681576c0 con 0x7f5a680af5c0 2023-11-25T03:12:28.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a5dffb640 1 -- 172.21.15.76:0/767508822 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+6136 (secure 0 0 0) 0x7f5a64055670 con 0x7f5a680af5c0 2023-11-25T03:12:28.502 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:28.502 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:28.502 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 23 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a4c066470 msgr2=0x7f5a4c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a4c066470 0x7f5a4c068930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5a580ad000 tx=0x7f5a58008040 comp rx=0 tx=0).stop 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 msgr2=0x7f5a68155ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a68155ad0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5a6400d830 tx=0x7f5a6400dcf0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 shutdown_connections 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a4c066470 0x7f5a4c068930 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a681544c0 0x7f5a6814aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a680c4750 0x7f5a6814a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 --2- 172.21.15.76:0/767508822 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a680af5c0 0x7f5a68155ad0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 >> 172.21.15.76:0/767508822 conn(0x7f5a680ab960 msgr2=0x7f5a680abd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:28.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 shutdown_connections 2023-11-25T03:12:28.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.497+0000 7f5a6e7d0640 1 -- 172.21.15.76:0/767508822 wait complete. 2023-11-25T03:12:28.523 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.653+0000 7fba24d0f640 1 Processor -- start 2023-11-25T03:12:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.653+0000 7fba24d0f640 1 -- start start 2023-11-25T03:12:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba24d0f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 0x7fba20156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba24d0f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba200c2580 con 0x7fba200c5260 2023-11-25T03:12:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba24d0f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba200c1a00 con 0x7fba200c5640 2023-11-25T03:12:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba24d0f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba20153510 con 0x7fba20155de0 2023-11-25T03:12:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fba200c5260 0x7fba2006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36336/0 (socket says 172.21.15.76:36336) 2023-11-25T03:12:28.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 -- 172.21.15.76:0/3984146879 learned_addr learned my addr 172.21.15.76:0/3984146879 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:28.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1ed9d640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 0x7fba20156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1270091152 0 0) 0x7fba200c2580 con 0x7fba200c5260 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba0c003530 con 0x7fba200c5260 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2506401840 0 0) 0x7fba0c003530 con 0x7fba200c5260 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 msgr2=0x7fba20156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 0x7fba20156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 >> v1:172.21.15.106:6789/0 conn(0x7fba200c5640 legacy=0x7fba200c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba200c1ce0 con 0x7fba200c5260 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fba10001680 con 0x7fba200c5260 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 >> v1:172.21.15.76:6789/0 conn(0x7fba200c5260 legacy=0x7fba2006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba0c0039b0 0x7fba0c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c004360 0x7fba0c004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 0x7fba0c005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c00ba40 con 0x7fba0c0039b0 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c00bbb0 con 0x7fba0c004360 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c00bd70 con 0x7fba20155de0 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba0c0039b0 0x7fba0c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1ed9d640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 0x7fba0c005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba17fff640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c004360 0x7fba0c004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 -- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 msgr2=0x7fba0c005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba20155de0 0x7fba0c005130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 -- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c004360 msgr2=0x7fba0c004830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c004360 0x7fba0c004830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.657+0000 7fba1e59c640 1 -- 172.21.15.76:0/3984146879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba0c003530 con 0x7fba0c0039b0 2023-11-25T03:12:28.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba1e59c640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba0c0039b0 0x7fba0c003d90 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fba1000c1c0 tx=0x7fba1001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0e6b686921b4f35 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba10005ae0 con 0x7fba0c0039b0 2023-11-25T03:12:28.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba10005c40 con 0x7fba0c0039b0 2023-11-25T03:12:28.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba1dd9b640 1 -- 172.21.15.76:0/3984146879 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba10007070 con 0x7fba0c0039b0 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba24d0f640 1 -- 172.21.15.76:0/3984146879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba0c0039b0 msgr2=0x7fba0c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba24d0f640 1 --2- 172.21.15.76:0/3984146879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba0c0039b0 0x7fba0c003d90 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fba1000c1c0 tx=0x7fba1001cc40 comp rx=0 tx=0).stop 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba1ed9d640 1 -- 172.21.15.76:0/3984146879 reap_dead start 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba24d0f640 1 -- 172.21.15.76:0/3984146879 shutdown_connections 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba24d0f640 1 -- 172.21.15.76:0/3984146879 >> 172.21.15.76:0/3984146879 conn(0x7fba2006a5b0 msgr2=0x7fba2006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba24d0f640 1 -- 172.21.15.76:0/3984146879 shutdown_connections 2023-11-25T03:12:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.661+0000 7fba24d0f640 1 -- 172.21.15.76:0/3984146879 wait complete. 2023-11-25T03:12:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 Processor -- start 2023-11-25T03:12:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- start start 2023-11-25T03:12:28.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c0039b0 0x7fba200c3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 0x7fba201eca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba200aa6c0 0x7fba201ecfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba200aaf20 con 0x7fba201f0c50 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba201f07c0 con 0x7fba0c0039b0 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba20158680 con 0x7fba200aa6c0 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 0x7fba201eca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 0x7fba201eca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59666/0 (socket says 172.21.15.76:59666) 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 -- 172.21.15.76:0/4106665409 learned_addr learned my addr 172.21.15.76:0/4106665409 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba1e59c640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c0039b0 0x7fba200c3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 -- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba200aa6c0 msgr2=0x7fba201ecfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba200aa6c0 0x7fba201ecfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 -- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c0039b0 msgr2=0x7fba200c3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c0039b0 0x7fba200c3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 -- 172.21.15.76:0/4106665409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba200aac40 con 0x7fba201f0c50 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba1e59c640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c0039b0 0x7fba200c3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba17fff640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 0x7fba201eca60 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fba0800f7c0 tx=0x7fba0800fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba0800fe70 con 0x7fba201f0c50 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba080052e0 con 0x7fba201f0c50 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba201f0170 con 0x7fba201f0c50 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba0800d6b0 con 0x7fba201f0c50 2023-11-25T03:12:28.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba200c3bb0 con 0x7fba201f0c50 2023-11-25T03:12:28.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.665+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba201effd0 con 0x7fba201f0c50 2023-11-25T03:12:28.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.669+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fba0800d810 con 0x7fba201f0c50 2023-11-25T03:12:28.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.669+0000 7fba16ffd640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fba00066470 0x7fba00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.669+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fba080840f0 con 0x7fba201f0c50 2023-11-25T03:12:28.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.669+0000 7fba1e59c640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fba00066470 0x7fba00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.669+0000 7fba1e59c640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fba00066470 0x7fba00068930 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fba100ab000 tx=0x7fba100a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.673+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fba201effd0 con 0x7fba201f0c50 2023-11-25T03:12:28.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.821+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fba201effd0 con 0x7fba201f0c50 2023-11-25T03:12:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba16ffd640 1 -- 172.21.15.76:0/4106665409 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7fba201effd0 con 0x7fba201f0c50 2023-11-25T03:12:28.830 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:28.830 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:28.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fba00066470 msgr2=0x7fba00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fba00066470 0x7fba00068930 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fba100ab000 tx=0x7fba100a7070 comp rx=0 tx=0).stop 2023-11-25T03:12:28.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 msgr2=0x7fba201eca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 0x7fba201eca60 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fba0800f7c0 tx=0x7fba0800fc80 comp rx=0 tx=0).stop 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 shutdown_connections 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fba00066470 0x7fba00068930 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fba200aa6c0 0x7fba201ecfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba201f0c50 0x7fba201eca60 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 --2- 172.21.15.76:0/4106665409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fba0c0039b0 0x7fba200c3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 >> 172.21.15.76:0/4106665409 conn(0x7fba2006a5b0 msgr2=0x7fba2014f750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 shutdown_connections 2023-11-25T03:12:28.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.825+0000 7fba24d0f640 1 -- 172.21.15.76:0/4106665409 wait complete. 2023-11-25T03:12:28.852 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-25T03:12:28.852 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:28.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 Processor -- start 2023-11-25T03:12:28.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 -- start start 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0150151cd0 0x7f01500ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f01500c7c50 0x7f01501544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f01500ca9a0 0x7f0150154a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0150154f50 con 0x7f01500ca9a0 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01500c8160 con 0x7f01500c7c50 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01571d0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0150157b40 con 0x7f0150151cd0 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f01500ca9a0 0x7f0150154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f01500ca9a0 0x7f0150154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59678/0 (socket says 172.21.15.76:59678) 2023-11-25T03:12:28.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 -- 172.21.15.76:0/1848202284 learned_addr learned my addr 172.21.15.76:0/1848202284 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01561ce640 1 --2- 172.21.15.76:0/1848202284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0150151cd0 0x7f01500ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01559cd640 1 --2- 172.21.15.76:0/1848202284 >> v2:172.21.15.106:3300/0 conn(0x7f01500c7c50 0x7f01501544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 -- 172.21.15.76:0/1848202284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0150151cd0 msgr2=0x7f01500ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 --2- 172.21.15.76:0/1848202284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0150151cd0 0x7f01500ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 -- 172.21.15.76:0/1848202284 >> v2:172.21.15.106:3300/0 conn(0x7f01500c7c50 msgr2=0x7f01501544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 --2- 172.21.15.76:0/1848202284 >> v2:172.21.15.106:3300/0 conn(0x7f01500c7c50 0x7f01501544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01569cf640 1 -- 172.21.15.76:0/1848202284 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0150157e20 con 0x7f01500ca9a0 2023-11-25T03:12:28.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.985+0000 7f01559cd640 1 --2- 172.21.15.76:0/1848202284 >> v2:172.21.15.106:3300/0 conn(0x7f01500c7c50 0x7f01501544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:28.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01569cf640 1 --2- 172.21.15.76:0/1848202284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01500ca9a0 0x7f0150154a10 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f015008b570 tx=0x7f014801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e24babb222d6447 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:28.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01551cc640 1 -- 172.21.15.76:0/1848202284 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01480a5820 con 0x7f01500ca9a0 2023-11-25T03:12:28.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01551cc640 1 -- 172.21.15.76:0/1848202284 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01480a5980 con 0x7f01500ca9a0 2023-11-25T03:12:28.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01551cc640 1 -- 172.21.15.76:0/1848202284 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01480a5d10 con 0x7f01500ca9a0 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 -- 172.21.15.76:0/1848202284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01500ca9a0 msgr2=0x7f0150154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 --2- 172.21.15.76:0/1848202284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01500ca9a0 0x7f0150154a10 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f015008b570 tx=0x7f014801c9a0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 -- 172.21.15.76:0/1848202284 shutdown_connections 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 --2- 172.21.15.76:0/1848202284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01500ca9a0 0x7f0150154a10 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 --2- 172.21.15.76:0/1848202284 >> v2:172.21.15.106:3300/0 conn(0x7f01500c7c50 0x7f01501544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 --2- 172.21.15.76:0/1848202284 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0150151cd0 0x7f01500ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 -- 172.21.15.76:0/1848202284 >> 172.21.15.76:0/1848202284 conn(0x7f01500abee0 msgr2=0x7f01500c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 -- 172.21.15.76:0/1848202284 shutdown_connections 2023-11-25T03:12:28.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.989+0000 7f01571d0640 1 -- 172.21.15.76:0/1848202284 wait complete. 2023-11-25T03:12:28.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 Processor -- start 2023-11-25T03:12:28.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- start start 2023-11-25T03:12:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01500c7c50 0x7f01500c32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f01500ca9a0 0x7f0150156920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 0x7f01500c0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01501f0eb0 con 0x7f0150151cd0 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01501538f0 con 0x7f01500ca9a0 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01501f0930 con 0x7f01500c7c50 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 0x7f01500c0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01561ce640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01500c7c50 0x7f01500c32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 0x7f01500c0e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59692/0 (socket says 172.21.15.76:59692) 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 -- 172.21.15.76:0/4282466900 learned_addr learned my addr 172.21.15.76:0/4282466900 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01559cd640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f01500ca9a0 0x7f0150156920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 -- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01500c7c50 msgr2=0x7f01500c32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01500c7c50 0x7f01500c32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 -- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f01500ca9a0 msgr2=0x7f0150156920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f01500ca9a0 0x7f0150156920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 -- 172.21.15.76:0/4282466900 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0148009b30 con 0x7f0150151cd0 2023-11-25T03:12:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01569cf640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 0x7f01500c0e20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f014801b050 tx=0x7f0148019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01480b8880 con 0x7f0150151cd0 2023-11-25T03:12:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01480b8a20 con 0x7f0150151cd0 2023-11-25T03:12:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01480b8dd0 con 0x7f0150151cd0 2023-11-25T03:12:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01501f0bd0 con 0x7f0150151cd0 2023-11-25T03:12:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01500c37e0 con 0x7f0150151cd0 2023-11-25T03:12:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.993+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01500c6140 con 0x7f0150151cd0 2023-11-25T03:12:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.997+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f01480b6440 con 0x7f0150151cd0 2023-11-25T03:12:29.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.997+0000 7f0146ffd640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0134066470 0x7f0134068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.997+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f014811f7d0 con 0x7f0150151cd0 2023-11-25T03:12:29.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.997+0000 7f01561ce640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0134066470 0x7f0134068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:28.997+0000 7f01561ce640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0134066470 0x7f0134068930 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f014c006fd0 tx=0x7f014c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.001+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f01480ecb50 con 0x7f0150151cd0 2023-11-25T03:12:29.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.181+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0150153a60 con 0x7f0150151cd0 2023-11-25T03:12:29.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.181+0000 7f0146ffd640 1 -- 172.21.15.76:0/4282466900 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+6136 (secure 0 0 0) 0x7f01480f0170 con 0x7f0150151cd0 2023-11-25T03:12:29.189 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:29.189 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:29.189 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 23 2023-11-25T03:12:29.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0134066470 msgr2=0x7f0134068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0134066470 0x7f0134068930 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f014c006fd0 tx=0x7f014c008040 comp rx=0 tx=0).stop 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 msgr2=0x7f01500c0e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 0x7f01500c0e20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f014801b050 tx=0x7f0148019740 comp rx=0 tx=0).stop 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 shutdown_connections 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0134066470 0x7f0134068930 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0150151cd0 0x7f01500c0e20 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f01500ca9a0 0x7f0150156920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 --2- 172.21.15.76:0/4282466900 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01500c7c50 0x7f01500c32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 >> 172.21.15.76:0/4282466900 conn(0x7f01500abee0 msgr2=0x7f015014e310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 shutdown_connections 2023-11-25T03:12:29.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.185+0000 7f01571d0640 1 -- 172.21.15.76:0/4282466900 wait complete. 2023-11-25T03:12:29.209 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:29.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54eb2a640 1 Processor -- start 2023-11-25T03:12:29.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54eb2a640 1 -- start start 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54eb2a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa548073a70 0x7fa5480bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54eb2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa54806a5b0 con 0x7fa548157c20 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54eb2a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa54806b710 con 0x7fa54814b010 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54eb2a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5480c1d60 con 0x7fa548073a70 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54d0c7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa548157c20 0x7fa548158070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36352/0 (socket says 172.21.15.76:36352) 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.341+0000 7fa54d0c7640 1 -- 172.21.15.76:0/2784595384 learned_addr learned my addr 172.21.15.76:0/2784595384 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:29.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa547fff640 1 --2- 172.21.15.76:0/2784595384 >> v2:172.21.15.76:3300/0 conn(0x7fa548073a70 0x7fa5480bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 568632131 0 0) 0x7fa54806a5b0 con 0x7fa548157c20 2023-11-25T03:12:29.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa538003530 con 0x7fa548157c20 2023-11-25T03:12:29.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1954208347 0 0) 0x7fa54806b710 con 0x7fa54814b010 2023-11-25T03:12:29.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa54806a5b0 con 0x7fa54814b010 2023-11-25T03:12:29.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa547fff640 1 -- 172.21.15.76:0/2784595384 >> v1:172.21.15.106:6789/0 conn(0x7fa54814b010 legacy=0x7fa54806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa547fff640 1 -- 172.21.15.76:0/2784595384 >> v1:172.21.15.76:6789/0 conn(0x7fa548157c20 legacy=0x7fa548158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa547fff640 1 -- 172.21.15.76:0/2784595384 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5480c2040 con 0x7fa548073a70 2023-11-25T03:12:29.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa547fff640 1 --2- 172.21.15.76:0/2784595384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548073a70 0x7fa5480bf9f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa5340097c0 tx=0x7fa53401ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb56cf4c332f3108 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5340a8970 con 0x7fa548073a70 2023-11-25T03:12:29.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5340a8ad0 con 0x7fa548073a70 2023-11-25T03:12:29.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.345+0000 7fa5477fe640 1 -- 172.21.15.76:0/2784595384 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5340a8e60 con 0x7fa548073a70 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- 172.21.15.76:0/2784595384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548073a70 msgr2=0x7fa5480bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/2784595384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548073a70 0x7fa5480bf9f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa5340097c0 tx=0x7fa53401ec70 comp rx=0 tx=0).stop 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- 172.21.15.76:0/2784595384 shutdown_connections 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/2784595384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548073a70 0x7fa5480bf9f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- 172.21.15.76:0/2784595384 >> 172.21.15.76:0/2784595384 conn(0x7fa5480c30c0 msgr2=0x7fa5480c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- 172.21.15.76:0/2784595384 shutdown_connections 2023-11-25T03:12:29.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- 172.21.15.76:0/2784595384 wait complete. 2023-11-25T03:12:29.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 Processor -- start 2023-11-25T03:12:29.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- start start 2023-11-25T03:12:29.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa548073a70 0x7fa5480a9de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa54814b010 0x7fa5481ea730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 0x7fa548153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa548154d70 con 0x7fa548157c20 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa548153930 con 0x7fa54814b010 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54eb2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa548155540 con 0x7fa548073a70 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 0x7fa548153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 0x7fa548153dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59708/0 (socket says 172.21.15.76:59708) 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 -- 172.21.15.76:0/394962843 learned_addr learned my addr 172.21.15.76:0/394962843 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa547fff640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa54814b010 0x7fa5481ea730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54c8c6640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa548073a70 0x7fa5480a9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 -- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa548073a70 msgr2=0x7fa5480a9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa548073a70 0x7fa5480a9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 -- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa54814b010 msgr2=0x7fa5481ea730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa54814b010 0x7fa5481ea730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54d0c7640 1 -- 172.21.15.76:0/394962843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa534009420 con 0x7fa548157c20 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa547fff640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa54814b010 0x7fa5481ea730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.349+0000 7fa54c8c6640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa548073a70 0x7fa5480a9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa54d0c7640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 0x7fa548153dc0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa54000caf0 tx=0x7fa54000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa54000aca0 con 0x7fa548157c20 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa54000ae00 con 0x7fa548157c20 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa548154f80 con 0x7fa548157c20 2023-11-25T03:12:29.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa540012620 con 0x7fa548157c20 2023-11-25T03:12:29.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5481535c0 con 0x7fa548157c20 2023-11-25T03:12:29.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa548068400 con 0x7fa548157c20 2023-11-25T03:12:29.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa540007070 con 0x7fa548157c20 2023-11-25T03:12:29.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa5457fa640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa52c0664a0 0x7fa52c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa540084190 con 0x7fa548157c20 2023-11-25T03:12:29.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.353+0000 7fa54c8c6640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa52c0664a0 0x7fa52c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.357+0000 7fa54c8c6640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa52c0664a0 0x7fa52c068960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa53c0011f0 tx=0x7fa53c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.357+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa5400512a0 con 0x7fa548157c20 2023-11-25T03:12:29.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.537+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa548153a70 con 0x7fa548157c20 2023-11-25T03:12:29.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.537+0000 7fa5457fa640 1 -- 172.21.15.76:0/394962843 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+6136 (secure 0 0 0) 0x7fa5400548c0 con 0x7fa548157c20 2023-11-25T03:12:29.544 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:29.544 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:11:52.256443+0000","modified":"2023-11-25T03:11:55.279355+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4986},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4986":{"gid":4986,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2173048581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2173048581},{"type":"v1","addr":"172.21.15.76:6837","nonce":2173048581}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:29.544 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 23 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa52c0664a0 msgr2=0x7fa52c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa52c0664a0 0x7fa52c068960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa53c0011f0 tx=0x7fa53c009040 comp rx=0 tx=0).stop 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 msgr2=0x7fa548153dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 0x7fa548153dc0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa54000caf0 tx=0x7fa54000a060 comp rx=0 tx=0).stop 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 shutdown_connections 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa52c0664a0 0x7fa52c068960 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa548157c20 0x7fa548153dc0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa54814b010 0x7fa5481ea730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 --2- 172.21.15.76:0/394962843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa548073a70 0x7fa5480a9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 >> 172.21.15.76:0/394962843 conn(0x7fa5480c30c0 msgr2=0x7fa5480c48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:29.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 shutdown_connections 2023-11-25T03:12:29.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.541+0000 7fa54eb2a640 1 -- 172.21.15.76:0/394962843 wait complete. 2023-11-25T03:12:29.565 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:29.688 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:12:29.692 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:12:29.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a105aa640 1 Processor -- start 2023-11-25T03:12:29.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a105aa640 1 -- start start 2023-11-25T03:12:29.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a105aa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7a080725c0 0x7f7a081516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a105aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a080c2760 con 0x7f7a08072090 2023-11-25T03:12:29.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a105aa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a080a5750 con 0x7f7a080a5370 2023-11-25T03:12:29.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a105aa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a080c3070 con 0x7f7a080725c0 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a0db45640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7a08072090 0x7f7a08150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36356/0 (socket says 172.21.15.76:36356) 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a0db45640 1 -- 172.21.15.76:0/2198378049 learned_addr learned my addr 172.21.15.76:0/2198378049 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a0eb47640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7a080725c0 0x7f7a081516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a0eb47640 1 -- 172.21.15.76:0/2198378049 >> v1:172.21.15.106:6789/0 conn(0x7f7a080a5370 legacy=0x7f7a080c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a0eb47640 1 -- 172.21.15.76:0/2198378049 >> v1:172.21.15.76:6789/0 conn(0x7f7a08072090 legacy=0x7f7a08150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a0eb47640 1 -- 172.21.15.76:0/2198378049 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a080aad20 con 0x7f7a080725c0 2023-11-25T03:12:29.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.697+0000 7f7a0d344640 1 -- 172.21.15.76:0/2198378049 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1632916818 0 0) 0x7f7a080c2760 con 0x7f7a08072090 2023-11-25T03:12:29.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a0eb47640 1 --2- 172.21.15.76:0/2198378049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a081516b0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000aea0 tx=0x7f7a0001d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5959ad08b7b3fd0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a0d344640 1 -- 172.21.15.76:0/2198378049 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a0000a2d0 con 0x7f7a080725c0 2023-11-25T03:12:29.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a0d344640 1 -- 172.21.15.76:0/2198378049 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a000a6660 con 0x7f7a080725c0 2023-11-25T03:12:29.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a0d344640 1 -- 172.21.15.76:0/2198378049 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a000a69f0 con 0x7f7a080725c0 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a105aa640 1 -- 172.21.15.76:0/2198378049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 msgr2=0x7f7a081516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a105aa640 1 --2- 172.21.15.76:0/2198378049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a081516b0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000aea0 tx=0x7f7a0001d930 comp rx=0 tx=0).stop 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a105aa640 1 -- 172.21.15.76:0/2198378049 shutdown_connections 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a105aa640 1 --2- 172.21.15.76:0/2198378049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a081516b0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.701+0000 7f7a105aa640 1 -- 172.21.15.76:0/2198378049 >> 172.21.15.76:0/2198378049 conn(0x7f7a0806a5b0 msgr2=0x7f7a0806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- 172.21.15.76:0/2198378049 shutdown_connections 2023-11-25T03:12:29.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- 172.21.15.76:0/2198378049 wait complete. 2023-11-25T03:12:29.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 Processor -- start 2023-11-25T03:12:29.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- start start 2023-11-25T03:12:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a08072090 0x7f7a0814ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a0814fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a080a5370 0x7f7a080a8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a081501a0 con 0x7f7a080725c0 2023-11-25T03:12:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a08152200 con 0x7f7a080a5370 2023-11-25T03:12:29.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a08152aa0 con 0x7f7a08072090 2023-11-25T03:12:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a0814fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a0814fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59722/0 (socket says 172.21.15.76:59722) 2023-11-25T03:12:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 -- 172.21.15.76:0/1106955986 learned_addr learned my addr 172.21.15.76:0/1106955986 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0e346640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a08072090 0x7f7a0814ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0eb47640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a080a5370 0x7f7a080a8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 -- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a08072090 msgr2=0x7f7a0814ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a08072090 0x7f7a0814ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 -- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a080a5370 msgr2=0x7f7a080a8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a080a5370 0x7f7a080a8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 -- 172.21.15.76:0/1106955986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a0000ab80 con 0x7f7a080725c0 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a0db45640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a0814fc60 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f79f800c4d0 tx=0x7f79f800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f80074e0 con 0x7f7a080725c0 2023-11-25T03:12:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79f8007640 con 0x7f7a080725c0 2023-11-25T03:12:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a081503d0 con 0x7f7a080725c0 2023-11-25T03:12:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f8004a30 con 0x7f7a080725c0 2023-11-25T03:12:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.705+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a08152730 con 0x7f7a080725c0 2023-11-25T03:12:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.709+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a08068400 con 0x7f7a080725c0 2023-11-25T03:12:29.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.709+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f79f8004b90 con 0x7f7a080725c0 2023-11-25T03:12:29.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.709+0000 7f79feffd640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79ec066470 0x7f79ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:29.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.709+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f79f8083650 con 0x7f7a080725c0 2023-11-25T03:12:29.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.709+0000 7f7a0e346640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79ec066470 0x7f79ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:29.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.709+0000 7f7a0e346640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79ec066470 0x7f79ec068930 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7a04007fd0 tx=0x7f7a04009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:29.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.713+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f79f8050820 con 0x7f7a080725c0 2023-11-25T03:12:29.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.865+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7a08152be0 con 0x7f7a080725c0 2023-11-25T03:12:29.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.865+0000 7f79feffd640 1 -- 172.21.15.76:0/1106955986 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+20217 (secure 0 0 0) 0x7f79f8053e40 con 0x7f7a080725c0 2023-11-25T03:12:29.872 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:29.872 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":36,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:06.890621+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:11:50.228101+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-25T03:11:51.254022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:29.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79ec066470 msgr2=0x7f79ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79ec066470 0x7f79ec068930 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7a04007fd0 tx=0x7f7a04009040 comp rx=0 tx=0).stop 2023-11-25T03:12:29.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 msgr2=0x7f7a0814fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:29.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a0814fc60 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f79f800c4d0 tx=0x7f79f800c990 comp rx=0 tx=0).stop 2023-11-25T03:12:29.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 shutdown_connections 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f79ec066470 0x7f79ec068930 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a080a5370 0x7f7a080a8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080725c0 0x7f7a0814fc60 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 --2- 172.21.15.76:0/1106955986 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a08072090 0x7f7a0814ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 >> 172.21.15.76:0/1106955986 conn(0x7f7a0806a5b0 msgr2=0x7f7a080c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 shutdown_connections 2023-11-25T03:12:29.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:29.869+0000 7f7a105aa640 1 -- 172.21.15.76:0/1106955986 wait complete. 2023-11-25T03:12:29.893 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-25T03:12:30.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 Processor -- start 2023-11-25T03:12:30.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 -- start start 2023-11-25T03:12:30.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff104151cd0 0x7ff1040ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff1041544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1040c8160 con 0x7ff1040ca9a0 2023-11-25T03:12:30.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff104157b40 con 0x7ff104151cd0 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff109348640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff104157e20 con 0x7ff1040c7c50 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff104151cd0 0x7ff1040ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff104151cd0 0x7ff1040ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59730/0 (socket says 172.21.15.76:59730) 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 -- 172.21.15.76:0/2429939117 learned_addr learned my addr 172.21.15.76:0/2429939117 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 -- 172.21.15.76:0/2429939117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 msgr2=0x7ff1041544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 --2- 172.21.15.76:0/2429939117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff1041544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 -- 172.21.15.76:0/2429939117 >> v1:172.21.15.106:6789/0 conn(0x7ff1040ca9a0 legacy=0x7ff10406b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:30.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.077+0000 7ff103fff640 1 -- 172.21.15.76:0/2429939117 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff104158100 con 0x7ff104151cd0 2023-11-25T03:12:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff103fff640 1 --2- 172.21.15.76:0/2429939117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff104151cd0 0x7ff1040ca460 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff0f4009870 tx=0x7ff0f401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3896f7559c34fc8f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff102ffd640 1 -- 172.21.15.76:0/2429939117 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f40aa610 con 0x7ff104151cd0 2023-11-25T03:12:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff102ffd640 1 -- 172.21.15.76:0/2429939117 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0f40a6040 con 0x7ff104151cd0 2023-11-25T03:12:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff102ffd640 1 -- 172.21.15.76:0/2429939117 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f40aa990 con 0x7ff104151cd0 2023-11-25T03:12:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 -- 172.21.15.76:0/2429939117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff104151cd0 msgr2=0x7ff1040ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 --2- 172.21.15.76:0/2429939117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff104151cd0 0x7ff1040ca460 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff0f4009870 tx=0x7ff0f401c4d0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 -- 172.21.15.76:0/2429939117 shutdown_connections 2023-11-25T03:12:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 --2- 172.21.15.76:0/2429939117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff1041544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 --2- 172.21.15.76:0/2429939117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff104151cd0 0x7ff1040ca460 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 -- 172.21.15.76:0/2429939117 >> 172.21.15.76:0/2429939117 conn(0x7ff1040abee0 msgr2=0x7ff1040c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 -- 172.21.15.76:0/2429939117 shutdown_connections 2023-11-25T03:12:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.081+0000 7ff109348640 1 -- 172.21.15.76:0/2429939117 wait complete. 2023-11-25T03:12:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 Processor -- start 2023-11-25T03:12:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 -- start start 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff10414b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 0x7ff1040c3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff104151cd0 0x7ff104145eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff104154630 con 0x7ff1040ca9a0 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff104153e60 con 0x7ff104151cd0 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1041ecd30 con 0x7ff1040c7c50 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 0x7ff1040c3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 0x7ff1040c3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59746/0 (socket says 172.21.15.76:59746) 2023-11-25T03:12:30.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 -- 172.21.15.76:0/1796638575 learned_addr learned my addr 172.21.15.76:0/1796638575 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff103fff640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff10414b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff108b47640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff104151cd0 0x7ff104145eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 -- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 msgr2=0x7ff10414b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff10414b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 -- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff104151cd0 msgr2=0x7ff104145eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff104151cd0 0x7ff104145eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 -- 172.21.15.76:0/1796638575 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0f40094d0 con 0x7ff1040ca9a0 2023-11-25T03:12:30.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff1037fe640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 0x7ff1040c3610 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff0f800b410 tx=0x7ff0f800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:30.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8011830 con 0x7ff1040ca9a0 2023-11-25T03:12:30.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0f8011990 con 0x7ff1040ca9a0 2023-11-25T03:12:30.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff104152710 con 0x7ff1040ca9a0 2023-11-25T03:12:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8011d40 con 0x7ff1040ca9a0 2023-11-25T03:12:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.085+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff104154070 con 0x7ff1040ca9a0 2023-11-25T03:12:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.089+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff10404e850 con 0x7ff1040ca9a0 2023-11-25T03:12:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.089+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff0f801a400 con 0x7ff1040ca9a0 2023-11-25T03:12:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.089+0000 7ff100ff9640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0f0066470 0x7ff0f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.089+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff0f80841b0 con 0x7ff1040ca9a0 2023-11-25T03:12:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.089+0000 7ff103fff640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0f0066470 0x7ff0f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.089+0000 7ff103fff640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0f0066470 0x7ff0f0068930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff0f40ae000 tx=0x7ff0f40b5040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:30.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.093+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0f8051410 con 0x7ff1040ca9a0 2023-11-25T03:12:30.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.277+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff10406d180 con 0x7ff1040ca9a0 2023-11-25T03:12:30.283 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:12:30.277+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:12:30.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.277+0000 7ff100ff9640 1 -- 172.21.15.76:0/1796638575 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v24) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff0f8054a30 con 0x7ff1040ca9a0 2023-11-25T03:12:30.285 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:12:30.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0f0066470 msgr2=0x7ff0f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0f0066470 0x7ff0f0068930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff0f40ae000 tx=0x7ff0f40b5040 comp rx=0 tx=0).stop 2023-11-25T03:12:30.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 msgr2=0x7ff1040c3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 0x7ff1040c3610 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff0f800b410 tx=0x7ff0f800b8d0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 shutdown_connections 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0f0066470 0x7ff0f0068930 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff104151cd0 0x7ff104145eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1040ca9a0 0x7ff1040c3610 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 --2- 172.21.15.76:0/1796638575 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff1040c7c50 0x7ff10414b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 >> 172.21.15.76:0/1796638575 conn(0x7ff1040abee0 msgr2=0x7ff1040c9ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 shutdown_connections 2023-11-25T03:12:30.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.281+0000 7ff109348640 1 -- 172.21.15.76:0/1796638575 wait complete. 2023-11-25T03:12:30.294 INFO:tasks.ceph.mds.a.smithi076.stderr: -2895> 2023-11-25T03:11:55.178+0000 7fc8a52d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:12:30.309 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-25T03:12:30.341 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:12:30.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 Processor -- start 2023-11-25T03:12:30.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 -- start start 2023-11-25T03:12:30.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe41c151dc0 0x7fe41c0c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe41c0c7ed0 0x7fe41c154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe41c0ac4f0 con 0x7fe41c0bd660 2023-11-25T03:12:30.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe41c158780 con 0x7fe41c151dc0 2023-11-25T03:12:30.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe423409640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe41c158a60 con 0x7fe41c0c7ed0 2023-11-25T03:12:30.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4211a5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe41c151dc0 0x7fe41c0c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4219a6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe41c0bd660 0x7fe41c154b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36374/0 (socket says 172.21.15.76:36374) 2023-11-25T03:12:30.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4219a6640 1 -- 172.21.15.76:0/89526219 learned_addr learned my addr 172.21.15.76:0/89526219 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:30.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4209a4640 1 --2- 172.21.15.76:0/89526219 >> v2:172.21.15.106:3300/0 conn(0x7fe41c0c7ed0 0x7fe41c154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4211a5640 1 -- 172.21.15.76:0/89526219 >> v2:172.21.15.106:3300/0 conn(0x7fe41c0c7ed0 msgr2=0x7fe41c154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:30.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4211a5640 1 --2- 172.21.15.76:0/89526219 >> v2:172.21.15.106:3300/0 conn(0x7fe41c0c7ed0 0x7fe41c154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4211a5640 1 -- 172.21.15.76:0/89526219 >> v1:172.21.15.76:6789/0 conn(0x7fe41c0bd660 legacy=0x7fe41c154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe4211a5640 1 -- 172.21.15.76:0/89526219 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe41c0ac180 con 0x7fe41c151dc0 2023-11-25T03:12:30.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.445+0000 7fe413fff640 1 -- 172.21.15.76:0/89526219 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 324886440 0 0) 0x7fe41c0ac4f0 con 0x7fe41c0bd660 2023-11-25T03:12:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe4211a5640 1 --2- 172.21.15.76:0/89526219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c4950 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fe4180097c0 tx=0x7fe41801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35237b14043d8996 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe413fff640 1 -- 172.21.15.76:0/89526219 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4180ab600 con 0x7fe41c151dc0 2023-11-25T03:12:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe413fff640 1 -- 172.21.15.76:0/89526219 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4180a7050 con 0x7fe41c151dc0 2023-11-25T03:12:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe413fff640 1 -- 172.21.15.76:0/89526219 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4180ab980 con 0x7fe41c151dc0 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 -- 172.21.15.76:0/89526219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c151dc0 msgr2=0x7fe41c0c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 --2- 172.21.15.76:0/89526219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c4950 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fe4180097c0 tx=0x7fe41801c320 comp rx=0 tx=0).stop 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 -- 172.21.15.76:0/89526219 shutdown_connections 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 --2- 172.21.15.76:0/89526219 >> v2:172.21.15.106:3300/0 conn(0x7fe41c0c7ed0 0x7fe41c154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 --2- 172.21.15.76:0/89526219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c4950 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 -- 172.21.15.76:0/89526219 >> 172.21.15.76:0/89526219 conn(0x7fe41c071eb0 msgr2=0x7fe41c0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:30.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 -- 172.21.15.76:0/89526219 shutdown_connections 2023-11-25T03:12:30.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.449+0000 7fe423409640 1 -- 172.21.15.76:0/89526219 wait complete. 2023-11-25T03:12:30.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 Processor -- start 2023-11-25T03:12:30.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 -- start start 2023-11-25T03:12:30.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 0x7fe41c1f0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe41c0c7ed0 0x7fe41c14d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c28a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe41c1f0810 con 0x7fe41c0bd660 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe41c1f0a80 con 0x7fe41c151dc0 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe41c0c3860 con 0x7fe41c0c7ed0 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 0x7fe41c1f0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 0x7fe41c1f0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59772/0 (socket says 172.21.15.76:59772) 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 -- 172.21.15.76:0/88449409 learned_addr learned my addr 172.21.15.76:0/88449409 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4219a6640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4209a4640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe41c0c7ed0 0x7fe41c14d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 -- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe41c0c7ed0 msgr2=0x7fe41c14d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe41c0c7ed0 0x7fe41c14d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 -- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe41c151dc0 msgr2=0x7fe41c0c28a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c28a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 -- 172.21.15.76:0/88449409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe418009420 con 0x7fe41c0bd660 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe4211a5640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 0x7fe41c1f0f10 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe418018f30 tx=0x7fe41801ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418006e20 con 0x7fe41c0bd660 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe418004030 con 0x7fe41c0bd660 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe41c0c3b00 con 0x7fe41c0bd660 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4180043a0 con 0x7fe41c0bd660 2023-11-25T03:12:30.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.453+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe41c0c9860 con 0x7fe41c0bd660 2023-11-25T03:12:30.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.457+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe41c068400 con 0x7fe41c0bd660 2023-11-25T03:12:30.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.457+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe418003620 con 0x7fe41c0bd660 2023-11-25T03:12:30.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.457+0000 7fe411ffb640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4000664a0 0x7fe400068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:30.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.457+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6651+0+0 (secure 0 0 0) 0x7fe4180a4e40 con 0x7fe41c0bd660 2023-11-25T03:12:30.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.457+0000 7fe4209a4640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4000664a0 0x7fe400068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:30.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.457+0000 7fe4209a4640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4000664a0 0x7fe400068960 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe41c1535c0 tx=0x7fe40c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:30.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.461+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4180ebae0 con 0x7fe41c0bd660 2023-11-25T03:12:30.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:30.645+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fe41c0c3fb0 con 0x7fe41c0bd660 2023-11-25T03:12:31.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe411ffb640 1 -- 172.21.15.76:0/88449409 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v25) v1 ==== 104+0+0 (secure 0 0 0) 0x7fe4180ef100 con 0x7fe41c0bd660 2023-11-25T03:12:31.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4000664a0 msgr2=0x7fe400068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:31.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4000664a0 0x7fe400068960 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe41c1535c0 tx=0x7fe40c009190 comp rx=0 tx=0).stop 2023-11-25T03:12:31.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 msgr2=0x7fe41c1f0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:31.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 0x7fe41c1f0f10 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe418018f30 tx=0x7fe41801ab60 comp rx=0 tx=0).stop 2023-11-25T03:12:31.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 shutdown_connections 2023-11-25T03:12:31.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4000664a0 0x7fe400068960 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe41c151dc0 0x7fe41c0c28a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe41c0c7ed0 0x7fe41c14d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 --2- 172.21.15.76:0/88449409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe41c0bd660 0x7fe41c1f0f10 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.281+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 >> 172.21.15.76:0/88449409 conn(0x7fe41c071eb0 msgr2=0x7fe41c072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:31.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.285+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 shutdown_connections 2023-11-25T03:12:31.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.285+0000 7fe423409640 1 -- 172.21.15.76:0/88449409 wait complete. 2023-11-25T03:12:31.310 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-25T03:12:31.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.489+0000 7f3f7879d640 1 Processor -- start 2023-11-25T03:12:31.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.489+0000 7f3f7879d640 1 -- start start 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f7879d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f700c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f7879d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f700c2d10 0x7f3f7006dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f7879d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f700c5ba0 con 0x7f3f700c07b0 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f7879d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f7006e320 con 0x7f3f700c2d10 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f7879d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f7006c160 con 0x7f3f7014f9f0 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f76d3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f700c2d10 0x7f3f7006dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f75d38640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3f700c07b0 0x7f3f7006d6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36380/0 (socket says 172.21.15.76:36380) 2023-11-25T03:12:31.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f75d38640 1 -- 172.21.15.76:0/396332764 learned_addr learned my addr 172.21.15.76:0/396332764 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:31.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f76539640 1 --2- 172.21.15.76:0/396332764 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f700c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:31.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f76d3a640 1 -- 172.21.15.76:0/396332764 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 msgr2=0x7f3f700c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:31.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f76d3a640 1 --2- 172.21.15.76:0/396332764 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f700c27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f76d3a640 1 -- 172.21.15.76:0/396332764 >> v1:172.21.15.76:6789/0 conn(0x7f3f700c07b0 legacy=0x7f3f7006d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:31.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.493+0000 7f3f76d3a640 1 -- 172.21.15.76:0/396332764 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f700c5410 con 0x7f3f700c2d10 2023-11-25T03:12:31.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f76d3a640 1 --2- 172.21.15.76:0/396332764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f7006dde0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f3f68009d90 tx=0x7f3f6801c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cf18e5a19abe56a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:31.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f75537640 1 -- 172.21.15.76:0/396332764 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f680a5950 con 0x7f3f700c2d10 2023-11-25T03:12:31.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f75537640 1 -- 172.21.15.76:0/396332764 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f680a5ab0 con 0x7f3f700c2d10 2023-11-25T03:12:31.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f75537640 1 -- 172.21.15.76:0/396332764 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f680a5e40 con 0x7f3f700c2d10 2023-11-25T03:12:31.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- 172.21.15.76:0/396332764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 msgr2=0x7f3f7006dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:31.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 --2- 172.21.15.76:0/396332764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f7006dde0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f3f68009d90 tx=0x7f3f6801c890 comp rx=0 tx=0).stop 2023-11-25T03:12:31.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- 172.21.15.76:0/396332764 shutdown_connections 2023-11-25T03:12:31.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 --2- 172.21.15.76:0/396332764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f7006dde0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 --2- 172.21.15.76:0/396332764 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f700c27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- 172.21.15.76:0/396332764 >> 172.21.15.76:0/396332764 conn(0x7f3f700c5d40 msgr2=0x7f3f700c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:31.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- 172.21.15.76:0/396332764 shutdown_connections 2023-11-25T03:12:31.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- 172.21.15.76:0/396332764 wait complete. 2023-11-25T03:12:31.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 Processor -- start 2023-11-25T03:12:31.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- start start 2023-11-25T03:12:31.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f700c07b0 0x7f3f701eb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:31.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f70148630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:31.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f70142f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f7014f290 con 0x7f3f700c2d10 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f700701f0 con 0x7f3f700c07b0 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.497+0000 7f3f7879d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f701ebcf0 con 0x7f3f7014f9f0 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f70148630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f70148630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59782/0 (socket says 172.21.15.76:59782) 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 -- 172.21.15.76:0/130226547 learned_addr learned my addr 172.21.15.76:0/130226547 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f76d3a640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f70142f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f76539640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f700c07b0 0x7f3f701eb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 -- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 msgr2=0x7f3f70142f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f70142f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 -- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f700c07b0 msgr2=0x7f3f701eb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f700c07b0 0x7f3f701eb7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 -- 172.21.15.76:0/130226547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f68009a70 con 0x7f3f700c2d10 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f75d38640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f70148630 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000c400 tx=0x7f3f6000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f60005cf0 con 0x7f3f700c2d10 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f60005e50 con 0x7f3f700c2d10 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f600072d0 con 0x7f3f700c2d10 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f7014e9f0 con 0x7f3f700c2d10 2023-11-25T03:12:31.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f7014efb0 con 0x7f3f700c2d10 2023-11-25T03:12:31.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f7006ffc0 con 0x7f3f700c2d10 2023-11-25T03:12:31.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3f60007430 con 0x7f3f700c2d10 2023-11-25T03:12:31.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f66ffd640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f540664a0 0x7f3f54068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:31.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.501+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f3f600834a0 con 0x7f3f700c2d10 2023-11-25T03:12:31.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.505+0000 7f3f76539640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f540664a0 0x7f3f54068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:31.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.505+0000 7f3f76539640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f540664a0 0x7f3f54068960 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3f6c00b9d0 tx=0x7f3f6c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:31.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.509+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3f7006ffc0 con 0x7f3f700c2d10 2023-11-25T03:12:31.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:31.661+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3f700c5ba0 con 0x7f3f700c2d10 2023-11-25T03:12:32.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f66ffd640 1 -- 172.21.15.76:0/130226547 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v38) v1 ==== 181+0+0 (secure 0 0 0) 0x7f3f700c5ba0 con 0x7f3f700c2d10 2023-11-25T03:12:32.290 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2023-11-25T03:12:32.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f540664a0 msgr2=0x7f3f54068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f540664a0 0x7f3f54068960 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3f6c00b9d0 tx=0x7f3f6c008040 comp rx=0 tx=0).stop 2023-11-25T03:12:32.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 msgr2=0x7f3f70148630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f70148630 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000c400 tx=0x7f3f6000c8c0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 shutdown_connections 2023-11-25T03:12:32.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f540664a0 0x7f3f54068960 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f7014f9f0 0x7f3f70142f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f700c2d10 0x7f3f70148630 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 --2- 172.21.15.76:0/130226547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f700c07b0 0x7f3f701eb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 >> 172.21.15.76:0/130226547 conn(0x7f3f700c5d40 msgr2=0x7f3f700c6120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 shutdown_connections 2023-11-25T03:12:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.285+0000 7f3f7879d640 1 -- 172.21.15.76:0/130226547 wait complete. 2023-11-25T03:12:32.320 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-25T03:12:32.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.453+0000 7f9513832640 1 Processor -- start 2023-11-25T03:12:32.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.453+0000 7f9513832640 1 -- start start 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9513832640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 0x7f950c06d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9513832640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f950c0c5ba0 con 0x7f950c0724c0 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9513832640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f950c06c160 con 0x7f950c14f9f0 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9513832640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f950c06e320 con 0x7f950c0c07b0 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9511dcf640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f950c0724c0 0x7f950c06dc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36390/0 (socket says 172.21.15.76:36390) 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9511dcf640 1 -- 172.21.15.76:0/3818153899 learned_addr learned my addr 172.21.15.76:0/3818153899 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 0x7f950c06d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3264411931 0 0) 0x7f95040014a0 con 0x7f950c0724c0 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94f8003530 con 0x7f950c0724c0 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2731664385 0 0) 0x7f94f8003530 con 0x7f950c0724c0 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 msgr2=0x7f950c06d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 0x7f950c06d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 >> v1:172.21.15.106:6789/0 conn(0x7f950c14f9f0 legacy=0x7f950c0c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f950c0c5410 con 0x7f950c0724c0 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f9504001b90 con 0x7f950c0724c0 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 >> v1:172.21.15.76:6789/0 conn(0x7f950c0724c0 legacy=0x7f950c06dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94f80039b0 0x7f94f8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f94f8004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 0x7f94f8005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f800ba40 con 0x7f94f8004360 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f800bbb0 con 0x7f94f80039b0 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94f800bd70 con 0x7f950c0c07b0 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f94f8004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f95115ce640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94f80039b0 0x7f94f8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9511dcf640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 0x7f94f8005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 -- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 msgr2=0x7f94f8005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c0c07b0 0x7f94f8005130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 -- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94f80039b0 msgr2=0x7f94f8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f94f80039b0 0x7f94f8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.457+0000 7f9510dcd640 1 -- 172.21.15.76:0/3818153899 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f8003530 con 0x7f94f8004360 2023-11-25T03:12:32.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f94f8004830 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f94fc009ab0 tx=0x7f94fc01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ad6afa7fdf41885 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:32.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94fc0a5620 con 0x7f94f8004360 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94fc0a5780 con 0x7f94f8004360 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9503fff640 1 -- 172.21.15.76:0/3818153899 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94fc0a5af0 con 0x7f94f8004360 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9513832640 1 -- 172.21.15.76:0/3818153899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 msgr2=0x7f94f8004830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9513832640 1 --2- 172.21.15.76:0/3818153899 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f94f8004830 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f94fc009ab0 tx=0x7f94fc01ca30 comp rx=0 tx=0).stop 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9511dcf640 1 -- 172.21.15.76:0/3818153899 reap_dead start 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9513832640 1 -- 172.21.15.76:0/3818153899 shutdown_connections 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9513832640 1 -- 172.21.15.76:0/3818153899 >> 172.21.15.76:0/3818153899 conn(0x7f950c0c5d40 msgr2=0x7f950c0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9513832640 1 -- 172.21.15.76:0/3818153899 shutdown_connections 2023-11-25T03:12:32.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.461+0000 7f9513832640 1 -- 172.21.15.76:0/3818153899 wait complete. 2023-11-25T03:12:32.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 Processor -- start 2023-11-25T03:12:32.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- start start 2023-11-25T03:12:32.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f950c0a5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c1536f0 0x7f950c1e8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f950c1e8650 0x7f950c1eafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f950c154d70 con 0x7f94f8004360 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f950c1e5720 con 0x7f950c1e8650 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f950c156960 con 0x7f950c1536f0 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f950c0a5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f950c0a5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59804/0 (socket says 172.21.15.76:59804) 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 -- 172.21.15.76:0/3768576318 learned_addr learned my addr 172.21.15.76:0/3768576318 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c1536f0 0x7f950c1e8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9511dcf640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f950c1e8650 0x7f950c1eafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 -- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c1536f0 msgr2=0x7f950c1e8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c1536f0 0x7f950c1e8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 -- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f950c1e8650 msgr2=0x7f950c1eafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f950c1e8650 0x7f950c1eafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 -- 172.21.15.76:0/3768576318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f950c154070 con 0x7f94f8004360 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f95115ce640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f950c0a5d20 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9508011b70 tx=0x7f950800f5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950800fc50 con 0x7f94f8004360 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f950800fdb0 con 0x7f94f8004360 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f950c154350 con 0x7f94f8004360 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9508005310 con 0x7f94f8004360 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f950c1e7bf0 con 0x7f94f8004360 2023-11-25T03:12:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.465+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f950c1e7e10 con 0x7f94f8004360 2023-11-25T03:12:32.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.469+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9508003600 con 0x7f94f8004360 2023-11-25T03:12:32.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.469+0000 7f9501ffb640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94f0066470 0x7f94f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:32.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.469+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6213+0+0 (secure 0 0 0) 0x7f9508087860 con 0x7f94f8004360 2023-11-25T03:12:32.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.469+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94f0066470 0x7f94f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:32.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.469+0000 7f9510dcd640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94f0066470 0x7f94f0068930 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f94fc0af000 tx=0x7f94fc0046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:32.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.473+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9508054b80 con 0x7f94f8004360 2023-11-25T03:12:32.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:32.625+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f950c068400 con 0x7f94f8004360 2023-11-25T03:12:33.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.289+0000 7f9501ffb640 1 -- 172.21.15.76:0/3768576318 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v39) v1 ==== 169+0+0 (secure 0 0 0) 0x7f95080581a0 con 0x7f94f8004360 2023-11-25T03:12:33.297 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2023-11-25T03:12:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.293+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94f0066470 msgr2=0x7f94f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.293+0000 7f9513832640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94f0066470 0x7f94f0068930 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f94fc0af000 tx=0x7f94fc0046d0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.293+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 msgr2=0x7f950c0a5d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.293+0000 7f9513832640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f950c0a5d20 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9508011b70 tx=0x7f950800f5a0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 shutdown_connections 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f94f0066470 0x7f94f0068930 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f950c1e8650 0x7f950c1eafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f950c1536f0 0x7f950c1e8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 --2- 172.21.15.76:0/3768576318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94f8004360 0x7f950c0a5d20 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 >> 172.21.15.76:0/3768576318 conn(0x7f950c0c5d40 msgr2=0x7f950c06d620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 shutdown_connections 2023-11-25T03:12:33.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.297+0000 7f9513832640 1 -- 172.21.15.76:0/3768576318 wait complete. 2023-11-25T03:12:33.324 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:33.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f359e640 1 Processor -- start 2023-11-25T03:12:33.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f359e640 1 -- start start 2023-11-25T03:12:33.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f359e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe1f40c82b0 0x7fe1f406b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f359e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1f4151ff0 con 0x7fe1f406bef0 2023-11-25T03:12:33.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f359e640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1f4155160 con 0x7fe1f40c7ed0 2023-11-25T03:12:33.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f359e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1f40c8730 con 0x7fe1f40c82b0 2023-11-25T03:12:33.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f2d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe1f406bef0 0x7fe1f415eef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36396/0 (socket says 172.21.15.76:36396) 2023-11-25T03:12:33.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f2d9d640 1 -- 172.21.15.76:0/1261175760 learned_addr learned my addr 172.21.15.76:0/1261175760 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:33.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4188503544 0 0) 0x7fe1ec0014a0 con 0x7fe1f406bef0 2023-11-25T03:12:33.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1dc003530 con 0x7fe1f406bef0 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/1261175760 >> v2:172.21.15.106:3300/0 conn(0x7fe1f40c82b0 0x7fe1f406b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2827510002 0 0) 0x7fe1dc003530 con 0x7fe1f406bef0 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 >> v2:172.21.15.106:3300/0 conn(0x7fe1f40c82b0 msgr2=0x7fe1f406b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 --2- 172.21.15.76:0/1261175760 >> v2:172.21.15.106:3300/0 conn(0x7fe1f40c82b0 0x7fe1f406b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 >> v1:172.21.15.106:6789/0 conn(0x7fe1f40c7ed0 legacy=0x7fe1f40c4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f40c7760 con 0x7fe1f406bef0 2023-11-25T03:12:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fe1ec001b90 con 0x7fe1f406bef0 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/1261175760 >> v2:172.21.15.106:3300/0 conn(0x7fe1f40c82b0 0x7fe1f406b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 >> v1:172.21.15.76:6789/0 conn(0x7fe1f406bef0 legacy=0x7fe1f415eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1dc003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1dc0047d0 0x7fe1dc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1dc0052b0 0x7fe1dc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f40c8730 con 0x7fe1dc0039d0 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc00c1d0 con 0x7fe1dc0047d0 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc00c390 con 0x7fe1dc0052b0 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f259c640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1dc003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f2d9d640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1dc0052b0 0x7fe1dc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1dc0047d0 0x7fe1dc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f259c640 1 -- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1dc0052b0 msgr2=0x7fe1dc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f259c640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1dc0052b0 0x7fe1dc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f259c640 1 -- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1dc0047d0 msgr2=0x7fe1dc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f259c640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1dc0047d0 0x7fe1dc004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f259c640 1 -- 172.21.15.76:0/1261175760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1dc003530 con 0x7fe1dc0039d0 2023-11-25T03:12:33.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.457+0000 7fe1f2d9d640 1 -- 172.21.15.76:0/1261175760 reap_dead start 2023-11-25T03:12:33.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f259c640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1dc003df0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe1e4001780 tx=0x7fe1e401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=863c4bb7a831af5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:33.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e40052d0 con 0x7fe1dc0039d0 2023-11-25T03:12:33.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1e40a7050 con 0x7fe1dc0039d0 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f159a640 1 -- 172.21.15.76:0/1261175760 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e4003600 con 0x7fe1dc0039d0 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 -- 172.21.15.76:0/1261175760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 msgr2=0x7fe1dc003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1dc003df0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe1e4001780 tx=0x7fe1e401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 -- 172.21.15.76:0/1261175760 shutdown_connections 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 --2- 172.21.15.76:0/1261175760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1dc003df0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 -- 172.21.15.76:0/1261175760 >> 172.21.15.76:0/1261175760 conn(0x7fe1f40ab940 msgr2=0x7fe1f40abd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 -- 172.21.15.76:0/1261175760 shutdown_connections 2023-11-25T03:12:33.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.461+0000 7fe1f359e640 1 -- 172.21.15.76:0/1261175760 wait complete. 2023-11-25T03:12:33.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 Processor -- start 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 -- start start 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1f41ed880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1f4146860 0x7fe1f41f17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1f41e0ee0 0x7fe1f41e33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f41e2ac0 con 0x7fe1dc0039d0 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f41e2da0 con 0x7fe1f4146860 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f41f0ff0 con 0x7fe1f41e0ee0 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1f41ed880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1f41ed880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59822/0 (socket says 172.21.15.76:59822) 2023-11-25T03:12:33.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 -- 172.21.15.76:0/2036010436 learned_addr learned my addr 172.21.15.76:0/2036010436 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f2d9d640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1f41e0ee0 0x7fe1f41e33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1f4146860 0x7fe1f41f17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 -- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1f41e0ee0 msgr2=0x7fe1f41e33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1f41e0ee0 0x7fe1f41e33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 -- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1f4146860 msgr2=0x7fe1f41f17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1f4146860 0x7fe1f41f17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 -- 172.21.15.76:0/2036010436 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f41f12d0 con 0x7fe1dc0039d0 2023-11-25T03:12:33.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f2d9d640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1f41e0ee0 0x7fe1f41e33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1f4146860 0x7fe1f41f17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f259c640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1f41ed880 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fe1e4005040 tx=0x7fe1dc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e4007310 con 0x7fe1dc0039d0 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1e4007470 con 0x7fe1dc0039d0 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e40067e0 con 0x7fe1dc0039d0 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1f41eddc0 con 0x7fe1dc0039d0 2023-11-25T03:12:33.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.465+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1f414bf50 con 0x7fe1dc0039d0 2023-11-25T03:12:33.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.469+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1f41f1460 con 0x7fe1dc0039d0 2023-11-25T03:12:33.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.469+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe1e4006960 con 0x7fe1dc0039d0 2023-11-25T03:12:33.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.469+0000 7fe1e2ffd640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1d40664a0 0x7fe1d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.469+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fe1e411e110 con 0x7fe1dc0039d0 2023-11-25T03:12:33.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.469+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1d40664a0 0x7fe1d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.469+0000 7fe1f1d9b640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1d40664a0 0x7fe1d4068960 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe1f41e0c50 tx=0x7fe1e8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:33.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.473+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe1e40eb700 con 0x7fe1dc0039d0 2023-11-25T03:12:33.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe1f4153b40 con 0x7fe1dc0039d0 2023-11-25T03:12:33.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1e2ffd640 1 -- 172.21.15.76:0/2036010436 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+16634 (secure 0 0 0) 0x7fe1e40eed20 con 0x7fe1dc0039d0 2023-11-25T03:12:33.631 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:33.631 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:33.290489+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/2173048581":"2023-11-26T03:12:30.282363+0000","172.21.15.76:6836/2173048581":"2023-11-26T03:12:30.282363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1d40664a0 msgr2=0x7fe1d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1d40664a0 0x7fe1d4068960 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe1f41e0c50 tx=0x7fe1e8008040 comp rx=0 tx=0).stop 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 msgr2=0x7fe1f41ed880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1f41ed880 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fe1e4005040 tx=0x7fe1dc005800 comp rx=0 tx=0).stop 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 shutdown_connections 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe1d40664a0 0x7fe1d4068960 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe1f41e0ee0 0x7fe1f41e33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe1f4146860 0x7fe1f41f17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 --2- 172.21.15.76:0/2036010436 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1dc0039d0 0x7fe1f41ed880 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 >> 172.21.15.76:0/2036010436 conn(0x7fe1f40ab940 msgr2=0x7fe1f4149450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:33.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 shutdown_connections 2023-11-25T03:12:33.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.625+0000 7fe1f359e640 1 -- 172.21.15.76:0/2036010436 wait complete. 2023-11-25T03:12:33.652 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:12:03.243687+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:12:04.332623+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:33.653 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:33.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.785+0000 7f4ab31c1640 1 Processor -- start 2023-11-25T03:12:33.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.785+0000 7f4ab31c1640 1 -- start start 2023-11-25T03:12:33.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab31c1640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4aac072090 0x7f4aac150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab31c1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4aac0725c0 0x7f4aac1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab31c1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4aac0c2760 con 0x7f4aac0a5370 2023-11-25T03:12:33.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab31c1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4aac0c3070 con 0x7f4aac0725c0 2023-11-25T03:12:33.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab31c1640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4aac0a5750 con 0x7f4aac072090 2023-11-25T03:12:33.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab175e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4aac0725c0 0x7f4aac1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab0f5d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4aac0a5370 0x7f4aac0c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36412/0 (socket says 172.21.15.76:36412) 2023-11-25T03:12:33.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab0f5d640 1 -- 172.21.15.76:0/2272563959 learned_addr learned my addr 172.21.15.76:0/2272563959 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:33.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4aa3fff640 1 --2- 172.21.15.76:0/2272563959 >> v2:172.21.15.106:3300/0 conn(0x7f4aac072090 0x7f4aac150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4aa37fe640 1 -- 172.21.15.76:0/2272563959 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 205221759 0 0) 0x7f4aac0c2760 con 0x7f4aac0a5370 2023-11-25T03:12:33.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab175e640 1 -- 172.21.15.76:0/2272563959 >> v2:172.21.15.106:3300/0 conn(0x7f4aac072090 msgr2=0x7f4aac150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:33.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab175e640 1 --2- 172.21.15.76:0/2272563959 >> v2:172.21.15.106:3300/0 conn(0x7f4aac072090 0x7f4aac150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab175e640 1 -- 172.21.15.76:0/2272563959 >> v1:172.21.15.76:6789/0 conn(0x7f4aac0a5370 legacy=0x7f4aac0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.789+0000 7f4ab175e640 1 -- 172.21.15.76:0/2272563959 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aac0aad20 con 0x7f4aac0725c0 2023-11-25T03:12:33.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab175e640 1 --2- 172.21.15.76:0/2272563959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0725c0 0x7f4aac1514e0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f4aac06b360 tx=0x7f4aa401c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29ce5d102f46c4ce server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:33.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4aa37fe640 1 -- 172.21.15.76:0/2272563959 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa40a58a0 con 0x7f4aac0725c0 2023-11-25T03:12:33.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4aa37fe640 1 -- 172.21.15.76:0/2272563959 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aa40a5a00 con 0x7f4aac0725c0 2023-11-25T03:12:33.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4aa37fe640 1 -- 172.21.15.76:0/2272563959 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa40a5d90 con 0x7f4aac0725c0 2023-11-25T03:12:33.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 -- 172.21.15.76:0/2272563959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0725c0 msgr2=0x7f4aac1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/2272563959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0725c0 0x7f4aac1514e0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f4aac06b360 tx=0x7f4aa401c7c0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 -- 172.21.15.76:0/2272563959 shutdown_connections 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/2272563959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0725c0 0x7f4aac1514e0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/2272563959 >> v2:172.21.15.106:3300/0 conn(0x7f4aac072090 0x7f4aac150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 -- 172.21.15.76:0/2272563959 >> 172.21.15.76:0/2272563959 conn(0x7f4aac06a5b0 msgr2=0x7f4aac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 -- 172.21.15.76:0/2272563959 shutdown_connections 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 -- 172.21.15.76:0/2272563959 wait complete. 2023-11-25T03:12:33.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 Processor -- start 2023-11-25T03:12:33.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.793+0000 7f4ab31c1640 1 -- start start 2023-11-25T03:12:33.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4aac072090 0x7f4aac142010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4aac0725c0 0x7f4aac143310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 0x7f4aac1edd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4aac14e420 con 0x7f4aac0a5370 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4aac142e20 con 0x7f4aac0725c0 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4aac14df40 con 0x7f4aac072090 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 0x7f4aac1edd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 0x7f4aac1edd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59830/0 (socket says 172.21.15.76:59830) 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 -- 172.21.15.76:0/246822000 learned_addr learned my addr 172.21.15.76:0/246822000 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4aa3fff640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4aac0725c0 0x7f4aac143310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab0f5d640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4aac072090 0x7f4aac142010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 -- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4aac072090 msgr2=0x7f4aac142010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4aac072090 0x7f4aac142010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 -- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4aac0725c0 msgr2=0x7f4aac143310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4aac0725c0 0x7f4aac143310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 -- 172.21.15.76:0/246822000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aa4009a70 con 0x7f4aac0a5370 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab175e640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 0x7f4aac1edd50 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4aa40193d0 tx=0x7f4aa4019560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa40ad850 con 0x7f4aac0a5370 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aa40ad9b0 con 0x7f4aac0a5370 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa40add60 con 0x7f4aac0a5370 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4aac13eb80 con 0x7f4aac0a5370 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4aac149570 con 0x7f4aac0a5370 2023-11-25T03:12:33.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4aac068400 con 0x7f4aac0a5370 2023-11-25T03:12:33.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.797+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4aa40b4050 con 0x7f4aac0a5370 2023-11-25T03:12:33.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.801+0000 7f4aa17fa640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a980664a0 0x7f4a98068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:33.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.801+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f4aa411ecc0 con 0x7f4aac0a5370 2023-11-25T03:12:33.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.801+0000 7f4ab0f5d640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a980664a0 0x7f4a98068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:33.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.801+0000 7f4ab0f5d640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a980664a0 0x7f4a98068960 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4aa8000f70 tx=0x7f4aa8007df0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.805+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4aa40ec190 con 0x7f4aac0a5370 2023-11-25T03:12:33.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.973+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4aac0c6780 con 0x7f4aac0a5370 2023-11-25T03:12:33.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.973+0000 7f4aa17fa640 1 -- 172.21.15.76:0/246822000 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v39) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4aa40c7020 con 0x7f4aac0a5370 2023-11-25T03:12:33.981 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:33.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a980664a0 msgr2=0x7f4a98068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a980664a0 0x7f4a98068960 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4aa8000f70 tx=0x7f4aa8007df0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 msgr2=0x7f4aac1edd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 0x7f4aac1edd50 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4aa40193d0 tx=0x7f4aa4019560 comp rx=0 tx=0).stop 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 shutdown_connections 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4a980664a0 0x7f4a98068960 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4aac0a5370 0x7f4aac1edd50 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4aac0725c0 0x7f4aac143310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 --2- 172.21.15.76:0/246822000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4aac072090 0x7f4aac142010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:33.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 >> 172.21.15.76:0/246822000 conn(0x7f4aac06a5b0 msgr2=0x7f4aac1501e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:33.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 shutdown_connections 2023-11-25T03:12:33.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:33.977+0000 7f4ab31c1640 1 -- 172.21.15.76:0/246822000 wait complete. 2023-11-25T03:12:34.004 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:12:34.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 Processor -- start 2023-11-25T03:12:34.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 -- start start 2023-11-25T03:12:34.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6ba40c5260 0x7f6ba406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ba4155de0 0x7f6ba4156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ba40c2580 con 0x7f6ba40c5640 2023-11-25T03:12:34.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ba4153510 con 0x7f6ba4155de0 2023-11-25T03:12:34.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6bac2fe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ba40c17f0 con 0x7f6ba40c5260 2023-11-25T03:12:34.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ba4155de0 0x7f6ba4156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ba4155de0 0x7f6ba4156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59844/0 (socket says 172.21.15.76:59844) 2023-11-25T03:12:34.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 -- 172.21.15.76:0/605490171 learned_addr learned my addr 172.21.15.76:0/605490171 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:34.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa09a640 1 --2- 172.21.15.76:0/605490171 >> v2:172.21.15.106:3300/0 conn(0x7f6ba40c5260 0x7f6ba406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 -- 172.21.15.76:0/605490171 >> v2:172.21.15.106:3300/0 conn(0x7f6ba40c5260 msgr2=0x7f6ba406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:34.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 --2- 172.21.15.76:0/605490171 >> v2:172.21.15.106:3300/0 conn(0x7f6ba40c5260 0x7f6ba406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6ba9098640 1 -- 172.21.15.76:0/605490171 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1499307571 0 0) 0x7f6ba40c2580 con 0x7f6ba40c5640 2023-11-25T03:12:34.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 -- 172.21.15.76:0/605490171 >> v1:172.21.15.106:6789/0 conn(0x7f6ba40c5640 legacy=0x7f6ba40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.141+0000 7f6baa89b640 1 -- 172.21.15.76:0/605490171 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ba40c1a00 con 0x7f6ba4155de0 2023-11-25T03:12:34.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6baa89b640 1 --2- 172.21.15.76:0/605490171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba4155de0 0x7f6ba4156230 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40c6920 tx=0x7f6b9c01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8255543557000af server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6ba9098640 1 -- 172.21.15.76:0/605490171 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c0a57d0 con 0x7f6ba4155de0 2023-11-25T03:12:34.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6ba9098640 1 -- 172.21.15.76:0/605490171 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b9c0a5930 con 0x7f6ba4155de0 2023-11-25T03:12:34.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6ba9098640 1 -- 172.21.15.76:0/605490171 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c0a5cc0 con 0x7f6ba4155de0 2023-11-25T03:12:34.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 -- 172.21.15.76:0/605490171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba4155de0 msgr2=0x7f6ba4156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/605490171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba4155de0 0x7f6ba4156230 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40c6920 tx=0x7f6b9c01c910 comp rx=0 tx=0).stop 2023-11-25T03:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 -- 172.21.15.76:0/605490171 shutdown_connections 2023-11-25T03:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/605490171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba4155de0 0x7f6ba4156230 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/605490171 >> v2:172.21.15.106:3300/0 conn(0x7f6ba40c5260 0x7f6ba406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 -- 172.21.15.76:0/605490171 >> 172.21.15.76:0/605490171 conn(0x7f6ba406a5b0 msgr2=0x7f6ba406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 -- 172.21.15.76:0/605490171 shutdown_connections 2023-11-25T03:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 -- 172.21.15.76:0/605490171 wait complete. 2023-11-25T03:12:34.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.145+0000 7f6bac2fe640 1 Processor -- start 2023-11-25T03:12:34.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- start start 2023-11-25T03:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 0x7f6ba41f02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6ba40c5640 0x7f6ba41490e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6ba4155de0 0x7f6ba4149620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba4155730 con 0x7f6ba40c5260 2023-11-25T03:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba41f0f50 con 0x7f6ba40c5640 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba4155120 con 0x7f6ba4155de0 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 0x7f6ba41f02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 0x7f6ba41f02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59848/0 (socket says 172.21.15.76:59848) 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 -- 172.21.15.76:0/2123379098 learned_addr learned my addr 172.21.15.76:0/2123379098 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6ba9899640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6ba40c5640 0x7f6ba41490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa89b640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6ba4155de0 0x7f6ba4149620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 -- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6ba4155de0 msgr2=0x7f6ba4149620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6ba4155de0 0x7f6ba4149620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 -- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6ba40c5640 msgr2=0x7f6ba41490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6ba40c5640 0x7f6ba41490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 -- 172.21.15.76:0/2123379098 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b9c009b30 con 0x7f6ba40c5260 2023-11-25T03:12:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6baa09a640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 0x7f6ba41f02b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6ba000e870 tx=0x7f6ba000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ba0009510 con 0x7f6ba40c5260 2023-11-25T03:12:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ba000eec0 con 0x7f6ba40c5260 2023-11-25T03:12:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ba41f0c90 con 0x7f6ba40c5260 2023-11-25T03:12:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ba000cb40 con 0x7f6ba40c5260 2023-11-25T03:12:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ba414bcd0 con 0x7f6ba40c5260 2023-11-25T03:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.149+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ba4068400 con 0x7f6ba40c5260 2023-11-25T03:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.153+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6ba000cca0 con 0x7f6ba40c5260 2023-11-25T03:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.153+0000 7f6b9affd640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b88066470 0x7f6b88068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.153+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f6ba0083fc0 con 0x7f6ba40c5260 2023-11-25T03:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.153+0000 7f6ba9899640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b88066470 0x7f6b88068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.153+0000 7f6ba9899640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b88066470 0x7f6b88068930 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4155960 tx=0x7f6b94009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.157+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6ba0051480 con 0x7f6ba40c5260 2023-11-25T03:12:34.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.305+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6ba406d390 con 0x7f6ba40c5260 2023-11-25T03:12:34.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.305+0000 7f6b9affd640 1 -- 172.21.15.76:0/2123379098 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v39) v1 ==== 105+0+11 (secure 0 0 0) 0x7f6ba0054aa0 con 0x7f6ba40c5260 2023-11-25T03:12:34.312 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b88066470 msgr2=0x7f6b88068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b88066470 0x7f6b88068930 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4155960 tx=0x7f6b94009040 comp rx=0 tx=0).stop 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 msgr2=0x7f6ba41f02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 0x7f6ba41f02b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6ba000e870 tx=0x7f6ba000ec70 comp rx=0 tx=0).stop 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 shutdown_connections 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6b88066470 0x7f6b88068930 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6ba4155de0 0x7f6ba4149620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6ba40c5640 0x7f6ba41490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 --2- 172.21.15.76:0/2123379098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba40c5260 0x7f6ba41f02b0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 >> 172.21.15.76:0/2123379098 conn(0x7f6ba406a5b0 msgr2=0x7f6ba41516b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:34.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 shutdown_connections 2023-11-25T03:12:34.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.309+0000 7f6bac2fe640 1 -- 172.21.15.76:0/2123379098 wait complete. 2023-11-25T03:12:34.332 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:12:34.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.465+0000 7fa06c780640 1 Processor -- start 2023-11-25T03:12:34.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.465+0000 7fa06c780640 1 -- start start 2023-11-25T03:12:34.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06c780640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa0640a9670 0x7fa0640aae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06c780640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0640c0d10 con 0x7fa06414c600 2023-11-25T03:12:34.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06c780640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0640c2cb0 con 0x7fa0640ab350 2023-11-25T03:12:34.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06c780640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa064073d10 con 0x7fa0640a9670 2023-11-25T03:12:34.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06a51c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa06414c600 0x7fa0640abf60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36428/0 (socket says 172.21.15.76:36428) 2023-11-25T03:12:34.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06a51c640 1 -- 172.21.15.76:0/1814762081 learned_addr learned my addr 172.21.15.76:0/1814762081 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:34.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa069d1b640 1 --2- 172.21.15.76:0/1814762081 >> v2:172.21.15.106:3300/0 conn(0x7fa0640a9670 0x7fa0640aae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 94697090 0 0) 0x7fa0640c0d10 con 0x7fa06414c600 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa050003530 con 0x7fa06414c600 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1808070651 0 0) 0x7fa0640c2cb0 con 0x7fa0640ab350 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0640c0d10 con 0x7fa0640ab350 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa069d1b640 1 -- 172.21.15.76:0/1814762081 >> v1:172.21.15.106:6789/0 conn(0x7fa0640ab350 legacy=0x7fa06415cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa069d1b640 1 -- 172.21.15.76:0/1814762081 >> v1:172.21.15.76:6789/0 conn(0x7fa06414c600 legacy=0x7fa0640abf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.469+0000 7fa069d1b640 1 -- 172.21.15.76:0/1814762081 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa064152fd0 con 0x7fa0640a9670 2023-11-25T03:12:34.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa069d1b640 1 --2- 172.21.15.76:0/1814762081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640aae10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa0540097c0 tx=0x7fa05401c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=756af287ab0a463 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0540ab600 con 0x7fa0640a9670 2023-11-25T03:12:34.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0540a7050 con 0x7fa0640a9670 2023-11-25T03:12:34.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06951a640 1 -- 172.21.15.76:0/1814762081 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0540ab980 con 0x7fa0640a9670 2023-11-25T03:12:34.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- 172.21.15.76:0/1814762081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 msgr2=0x7fa0640aae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 --2- 172.21.15.76:0/1814762081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640aae10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa0540097c0 tx=0x7fa05401c3c0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- 172.21.15.76:0/1814762081 shutdown_connections 2023-11-25T03:12:34.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 --2- 172.21.15.76:0/1814762081 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640aae10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- 172.21.15.76:0/1814762081 >> 172.21.15.76:0/1814762081 conn(0x7fa0640c30c0 msgr2=0x7fa0640c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:34.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- 172.21.15.76:0/1814762081 shutdown_connections 2023-11-25T03:12:34.479 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- 172.21.15.76:0/1814762081 wait complete. 2023-11-25T03:12:34.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 Processor -- start 2023-11-25T03:12:34.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- start start 2023-11-25T03:12:34.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640bb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 0x7fa0641eeac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa06414c600 0x7fa0641480e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa064154a00 con 0x7fa0640ab350 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0641ef000 con 0x7fa0640a9670 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa06c780640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0641eab40 con 0x7fa06414c600 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.473+0000 7fa069d1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 0x7fa0641eeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 0x7fa0641eeac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59850/0 (socket says 172.21.15.76:59850) 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 -- 172.21.15.76:0/1357417402 learned_addr learned my addr 172.21.15.76:0/1357417402 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa06a51c640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640bb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa06ad1d640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa06414c600 0x7fa0641480e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 -- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa06414c600 msgr2=0x7fa0641480e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa06414c600 0x7fa0641480e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 -- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 msgr2=0x7fa0640bb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640bb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 -- 172.21.15.76:0/1357417402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa054009420 con 0x7fa0640ab350 2023-11-25T03:12:34.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa069d1b640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 0x7fa0641eeac0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa0540ae040 tx=0x7fa054019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054006e20 con 0x7fa0640ab350 2023-11-25T03:12:34.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0540b4410 con 0x7fa0640ab350 2023-11-25T03:12:34.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0540b47c0 con 0x7fa0640ab350 2023-11-25T03:12:34.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0641555f0 con 0x7fa0640ab350 2023-11-25T03:12:34.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa064155bb0 con 0x7fa0640ab350 2023-11-25T03:12:34.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0640c28e0 con 0x7fa0640ab350 2023-11-25T03:12:34.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.477+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa0540b2040 con 0x7fa0640ab350 2023-11-25T03:12:34.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.481+0000 7fa05affd640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa048066470 0x7fa048068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.481+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fa05411dd60 con 0x7fa0640ab350 2023-11-25T03:12:34.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.481+0000 7fa06a51c640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa048066470 0x7fa048068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.481+0000 7fa06a51c640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa048066470 0x7fa048068930 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa060007fd0 tx=0x7fa060007d60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.485+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa0540eb220 con 0x7fa0640ab350 2023-11-25T03:12:34.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fa064068400 con 0x7fa0640ab350 2023-11-25T03:12:34.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa05affd640 1 -- 172.21.15.76:0/1357417402 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v39) v1 ==== 101+0+11 (secure 0 0 0) 0x7fa0540c20a0 con 0x7fa0640ab350 2023-11-25T03:12:34.639 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:12:34.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa048066470 msgr2=0x7fa048068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa048066470 0x7fa048068930 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa060007fd0 tx=0x7fa060007d60 comp rx=0 tx=0).stop 2023-11-25T03:12:34.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 msgr2=0x7fa0641eeac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 0x7fa0641eeac0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa0540ae040 tx=0x7fa054019160 comp rx=0 tx=0).stop 2023-11-25T03:12:34.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 shutdown_connections 2023-11-25T03:12:34.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa048066470 0x7fa048068930 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa06414c600 0x7fa0641480e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0640ab350 0x7fa0641eeac0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 --2- 172.21.15.76:0/1357417402 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0640a9670 0x7fa0640bb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 >> 172.21.15.76:0/1357417402 conn(0x7fa0640c30c0 msgr2=0x7fa06414a6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:34.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 shutdown_connections 2023-11-25T03:12:34.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.633+0000 7fa06c780640 1 -- 172.21.15.76:0/1357417402 wait complete. 2023-11-25T03:12:34.660 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:34.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 Processor -- start 2023-11-25T03:12:34.798 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 -- start start 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f44151cd0 0x7f3f440ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3f440c7c50 0x7f3f441544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f440ca9a0 0x7f3f44154a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f44154f50 con 0x7f3f440ca9a0 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f440c8160 con 0x7f3f440c7c50 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f49362640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f44157b40 con 0x7f3f44151cd0 2023-11-25T03:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f440ca9a0 0x7f3f44154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f440ca9a0 0x7f3f44154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59864/0 (socket says 172.21.15.76:59864) 2023-11-25T03:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 -- 172.21.15.76:0/3751891304 learned_addr learned my addr 172.21.15.76:0/3751891304 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f43fff640 1 --2- 172.21.15.76:0/3751891304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f44151cd0 0x7f3f440ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f437fe640 1 --2- 172.21.15.76:0/3751891304 >> v2:172.21.15.106:3300/0 conn(0x7f3f440c7c50 0x7f3f441544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 -- 172.21.15.76:0/3751891304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f44151cd0 msgr2=0x7f3f440ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 --2- 172.21.15.76:0/3751891304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f44151cd0 0x7f3f440ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 -- 172.21.15.76:0/3751891304 >> v2:172.21.15.106:3300/0 conn(0x7f3f440c7c50 msgr2=0x7f3f441544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 --2- 172.21.15.76:0/3751891304 >> v2:172.21.15.106:3300/0 conn(0x7f3f440c7c50 0x7f3f441544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f48b61640 1 -- 172.21.15.76:0/3751891304 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f44157e20 con 0x7f3f440ca9a0 2023-11-25T03:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.793+0000 7f3f437fe640 1 --2- 172.21.15.76:0/3751891304 >> v2:172.21.15.106:3300/0 conn(0x7f3f440c7c50 0x7f3f441544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:34.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f48b61640 1 --2- 172.21.15.76:0/3751891304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f44154a10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f3f4408b570 tx=0x7f3f3c01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c05b6dd963a72186 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f42ffd640 1 -- 172.21.15.76:0/3751891304 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c0a5820 con 0x7f3f440ca9a0 2023-11-25T03:12:34.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f42ffd640 1 -- 172.21.15.76:0/3751891304 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c0a5980 con 0x7f3f440ca9a0 2023-11-25T03:12:34.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f42ffd640 1 -- 172.21.15.76:0/3751891304 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c0a5d10 con 0x7f3f440ca9a0 2023-11-25T03:12:34.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 -- 172.21.15.76:0/3751891304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 msgr2=0x7f3f44154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 --2- 172.21.15.76:0/3751891304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f44154a10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f3f4408b570 tx=0x7f3f3c01c9a0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 -- 172.21.15.76:0/3751891304 shutdown_connections 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 --2- 172.21.15.76:0/3751891304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f44154a10 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 --2- 172.21.15.76:0/3751891304 >> v2:172.21.15.106:3300/0 conn(0x7f3f440c7c50 0x7f3f441544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 --2- 172.21.15.76:0/3751891304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f44151cd0 0x7f3f440ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 -- 172.21.15.76:0/3751891304 >> 172.21.15.76:0/3751891304 conn(0x7f3f440abee0 msgr2=0x7f3f440c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 -- 172.21.15.76:0/3751891304 shutdown_connections 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 -- 172.21.15.76:0/3751891304 wait complete. 2023-11-25T03:12:34.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.797+0000 7f3f49362640 1 Processor -- start 2023-11-25T03:12:34.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- start start 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f440c7c50 0x7f3f4414b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f440c37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f44151cd0 0x7f3f441f0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f440c3cf0 con 0x7f3f440ca9a0 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f441f1010 con 0x7f3f44151cd0 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f44153620 con 0x7f3f440c7c50 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f440c37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f440c37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59876/0 (socket says 172.21.15.76:59876) 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 -- 172.21.15.76:0/2862267987 learned_addr learned my addr 172.21.15.76:0/2862267987 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f48b61640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f44151cd0 0x7f3f441f0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f43fff640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f440c7c50 0x7f3f4414b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 -- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f440c7c50 msgr2=0x7f3f4414b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f440c7c50 0x7f3f4414b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 -- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f44151cd0 msgr2=0x7f3f441f0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f44151cd0 0x7f3f441f0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 -- 172.21.15.76:0/2862267987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f3c009b30 con 0x7f3f440ca9a0 2023-11-25T03:12:34.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f437fe640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f440c37b0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3f3800e810 tx=0x7f3f3800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f38004030 con 0x7f3f440ca9a0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f38004190 con 0x7f3f440ca9a0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f38004520 con 0x7f3f440ca9a0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f44153900 con 0x7f3f440ca9a0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f441f02d0 con 0x7f3f440ca9a0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.801+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f44153e20 con 0x7f3f440ca9a0 2023-11-25T03:12:34.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.805+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3f3800c6d0 con 0x7f3f440ca9a0 2023-11-25T03:12:34.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.805+0000 7f3f40ff9640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f300664a0 0x7f3f30068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:34.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.805+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f3f38083970 con 0x7f3f440ca9a0 2023-11-25T03:12:34.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.805+0000 7f3f43fff640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f300664a0 0x7f3f30068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:34.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.805+0000 7f3f43fff640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f300664a0 0x7f3f30068960 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3f4414dd90 tx=0x7f3f34009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:34.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.809+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3f44153e20 con 0x7f3f440ca9a0 2023-11-25T03:12:34.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f441f0130 con 0x7f3f440ca9a0 2023-11-25T03:12:34.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f40ff9640 1 -- 172.21.15.76:0/2862267987 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4921 (secure 0 0 0) 0x7f3f441f0130 con 0x7f3f440ca9a0 2023-11-25T03:12:34.995 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:34.995 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2930375449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2930375449},{"type":"v1","addr":"172.21.15.76:6837","nonce":2930375449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":25}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:34.996 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 25 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f300664a0 msgr2=0x7f3f30068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f300664a0 0x7f3f30068960 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3f4414dd90 tx=0x7f3f34009190 comp rx=0 tx=0).stop 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 msgr2=0x7f3f440c37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f440c37b0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f3f3800e810 tx=0x7f3f3800ecd0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 shutdown_connections 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3f300664a0 0x7f3f30068960 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f44151cd0 0x7f3f441f0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f440ca9a0 0x7f3f440c37b0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 --2- 172.21.15.76:0/2862267987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f440c7c50 0x7f3f4414b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:34.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 >> 172.21.15.76:0/2862267987 conn(0x7f3f440abee0 msgr2=0x7f3f4414f000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:34.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 shutdown_connections 2023-11-25T03:12:34.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:34.989+0000 7f3f49362640 1 -- 172.21.15.76:0/2862267987 wait complete. 2023-11-25T03:12:35.016 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:35.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 Processor -- start 2023-11-25T03:12:35.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 -- start start 2023-11-25T03:12:35.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feaf8151cd0 0x7feaf80ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf80c7c50 0x7feaf81544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feaf80c8160 con 0x7feaf80ca9a0 2023-11-25T03:12:35.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feaf8157b40 con 0x7feaf8151cd0 2023-11-25T03:12:35.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feafcebb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feaf8157e20 con 0x7feaf80c7c50 2023-11-25T03:12:35.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf7fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feaf80ca9a0 0x7feaf806b9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36440/0 (socket says 172.21.15.76:36440) 2023-11-25T03:12:35.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feaf8151cd0 0x7feaf80ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf7fff640 1 -- 172.21.15.76:0/4199029279 learned_addr learned my addr 172.21.15.76:0/4199029279 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:35.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaeffff640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf80c7c50 0x7feaf81544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf77fe640 1 -- 172.21.15.76:0/4199029279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf80c7c50 msgr2=0x7feaf81544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:35.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf77fe640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf80c7c50 0x7feaf81544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf77fe640 1 -- 172.21.15.76:0/4199029279 >> v1:172.21.15.76:6789/0 conn(0x7feaf80ca9a0 legacy=0x7feaf806b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf77fe640 1 -- 172.21.15.76:0/4199029279 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feaf8158100 con 0x7feaf8151cd0 2023-11-25T03:12:35.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaeffff640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf80c7c50 0x7feaf81544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:35.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.149+0000 7feaf6ffd640 1 -- 172.21.15.76:0/4199029279 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3803109174 0 0) 0x7feaf80c8160 con 0x7feaf80ca9a0 2023-11-25T03:12:35.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feaf77fe640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8151cd0 0x7feaf80ca460 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7feae80097c0 tx=0x7feae801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2083c188d249bfa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feaf6ffd640 1 -- 172.21.15.76:0/4199029279 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feae80ab670 con 0x7feaf8151cd0 2023-11-25T03:12:35.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feaf6ffd640 1 -- 172.21.15.76:0/4199029279 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feae80ab7d0 con 0x7feaf8151cd0 2023-11-25T03:12:35.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feaf6ffd640 1 -- 172.21.15.76:0/4199029279 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feae80abb60 con 0x7feaf8151cd0 2023-11-25T03:12:35.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 -- 172.21.15.76:0/4199029279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8151cd0 msgr2=0x7feaf80ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8151cd0 0x7feaf80ca460 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7feae80097c0 tx=0x7feae801c450 comp rx=0 tx=0).stop 2023-11-25T03:12:35.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 -- 172.21.15.76:0/4199029279 shutdown_connections 2023-11-25T03:12:35.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf80c7c50 0x7feaf81544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 --2- 172.21.15.76:0/4199029279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8151cd0 0x7feaf80ca460 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 -- 172.21.15.76:0/4199029279 >> 172.21.15.76:0/4199029279 conn(0x7feaf80abee0 msgr2=0x7feaf80c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:35.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 -- 172.21.15.76:0/4199029279 shutdown_connections 2023-11-25T03:12:35.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.153+0000 7feafcebb640 1 -- 172.21.15.76:0/4199029279 wait complete. 2023-11-25T03:12:35.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 Processor -- start 2023-11-25T03:12:35.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 -- start start 2023-11-25T03:12:35.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feaf80c7c50 0x7feaf81575c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 0x7feaf80c1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf8151cd0 0x7feaf814b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaf81566d0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaf8152c10 con 0x7feaf80c7c50 2023-11-25T03:12:35.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feaf81563f0 con 0x7feaf8151cd0 2023-11-25T03:12:35.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 0x7feaf80c1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 0x7feaf80c1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59894/0 (socket says 172.21.15.76:59894) 2023-11-25T03:12:35.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 -- 172.21.15.76:0/3271701759 learned_addr learned my addr 172.21.15.76:0/3271701759 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:35.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaf7fff640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf8151cd0 0x7feaf814b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaf77fe640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feaf80c7c50 0x7feaf81575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 -- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf8151cd0 msgr2=0x7feaf814b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf8151cd0 0x7feaf814b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 -- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feaf80c7c50 msgr2=0x7feaf81575c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feaf80c7c50 0x7feaf81575c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 -- 172.21.15.76:0/3271701759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feae8009420 con 0x7feaf80ca9a0 2023-11-25T03:12:35.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaeffff640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 0x7feaf80c1aa0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7feae000e810 tx=0x7feae000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feae000c870 con 0x7feaf80ca9a0 2023-11-25T03:12:35.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feae000c9d0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feae000cd60 con 0x7feaf80ca9a0 2023-11-25T03:12:35.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feaf8152650 con 0x7feaf80ca9a0 2023-11-25T03:12:35.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.157+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feaf814bab0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.161+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feaf81524b0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.161+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7feae0013410 con 0x7feaf80ca9a0 2023-11-25T03:12:35.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.161+0000 7feaf4ff9640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fead8066470 0x7fead8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.161+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7feae0083bf0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.161+0000 7feaf77fe640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fead8066470 0x7fead8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.161+0000 7feaf77fe640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fead8066470 0x7fead8068930 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7feae80af000 tx=0x7feae80a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.165+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7feaf81524b0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.317+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feaf81524b0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.317+0000 7feaf4ff9640 1 -- 172.21.15.76:0/3271701759 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+16634 (secure 0 0 0) 0x7feaf81524b0 con 0x7feaf80ca9a0 2023-11-25T03:12:35.324 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:35.324 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:33.290489+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/2173048581":"2023-11-26T03:12:30.282363+0000","172.21.15.76:6836/2173048581":"2023-11-26T03:12:30.282363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fead8066470 msgr2=0x7fead8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fead8066470 0x7fead8068930 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7feae80af000 tx=0x7feae80a7000 comp rx=0 tx=0).stop 2023-11-25T03:12:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 msgr2=0x7feaf80c1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 0x7feaf80c1aa0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7feae000e810 tx=0x7feae000ecd0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 shutdown_connections 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fead8066470 0x7fead8068930 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feaf8151cd0 0x7feaf814b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf80ca9a0 0x7feaf80c1aa0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 --2- 172.21.15.76:0/3271701759 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feaf80c7c50 0x7feaf81575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 >> 172.21.15.76:0/3271701759 conn(0x7feaf80abee0 msgr2=0x7feaf814e230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 shutdown_connections 2023-11-25T03:12:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.321+0000 7feafcebb640 1 -- 172.21.15.76:0/3271701759 wait complete. 2023-11-25T03:12:35.346 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2023-11-25T03:12:35.346 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 Processor -- start 2023-11-25T03:12:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 -- start start 2023-11-25T03:12:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f09b40a5240 0x7f09b40bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b4156660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09b40c3bd0 con 0x7f09b40c01c0 2023-11-25T03:12:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09b40bf1e0 con 0x7f09b40a5240 2023-11-25T03:12:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09bb19d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09b40c3e20 con 0x7f09b41561f0 2023-11-25T03:12:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09abfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f09b40c01c0 0x7f09b40c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36442/0 (socket says 172.21.15.76:36442) 2023-11-25T03:12:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09abfff640 1 -- 172.21.15.76:0/1178960755 learned_addr learned my addr 172.21.15.76:0/1178960755 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09b8f39640 1 --2- 172.21.15.76:0/1178960755 >> v2:172.21.15.76:3300/0 conn(0x7f09b40a5240 0x7f09b40bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09b973a640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b4156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09ab7fe640 1 -- 172.21.15.76:0/1178960755 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2871617140 0 0) 0x7f09b40c3bd0 con 0x7f09b40c01c0 2023-11-25T03:12:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09b8f39640 1 -- 172.21.15.76:0/1178960755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 msgr2=0x7f09b4156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09b8f39640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b4156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09b8f39640 1 -- 172.21.15.76:0/1178960755 >> v1:172.21.15.76:6789/0 conn(0x7f09b40c01c0 legacy=0x7f09b40c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.477+0000 7f09b8f39640 1 -- 172.21.15.76:0/1178960755 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09b40c4100 con 0x7f09b40a5240 2023-11-25T03:12:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09b973a640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b4156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:35.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09b8f39640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40a5240 0x7f09b40bfc80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f09b00097c0 tx=0x7f09b001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=616b6ea422ad9394 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09ab7fe640 1 -- 172.21.15.76:0/1178960755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b00ac620 con 0x7f09b40a5240 2023-11-25T03:12:35.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09ab7fe640 1 -- 172.21.15.76:0/1178960755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09b00ac780 con 0x7f09b40a5240 2023-11-25T03:12:35.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09ab7fe640 1 -- 172.21.15.76:0/1178960755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b00acb10 con 0x7f09b40a5240 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 -- 172.21.15.76:0/1178960755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40a5240 msgr2=0x7f09b40bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40a5240 0x7f09b40bfc80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f09b00097c0 tx=0x7f09b001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 -- 172.21.15.76:0/1178960755 shutdown_connections 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b4156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 --2- 172.21.15.76:0/1178960755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40a5240 0x7f09b40bfc80 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 -- 172.21.15.76:0/1178960755 >> 172.21.15.76:0/1178960755 conn(0x7f09b406a5b0 msgr2=0x7f09b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 -- 172.21.15.76:0/1178960755 shutdown_connections 2023-11-25T03:12:35.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.481+0000 7f09bb19d640 1 -- 172.21.15.76:0/1178960755 wait complete. 2023-11-25T03:12:35.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 Processor -- start 2023-11-25T03:12:35.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 -- start start 2023-11-25T03:12:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09b40a5240 0x7f09b4149a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 0x7f09b4154d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b414d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b41edf30 con 0x7f09b40c01c0 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b4070420 con 0x7f09b40a5240 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09b40a82e0 con 0x7f09b41561f0 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 0x7f09b4154d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 0x7f09b4154d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59912/0 (socket says 172.21.15.76:59912) 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 -- 172.21.15.76:0/844349340 learned_addr learned my addr 172.21.15.76:0/844349340 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09b8f39640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09b40a5240 0x7f09b4149a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09b973a640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b414d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 -- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 msgr2=0x7f09b414d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b414d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 -- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09b40a5240 msgr2=0x7f09b4149a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09b40a5240 0x7f09b4149a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 -- 172.21.15.76:0/844349340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09b0009420 con 0x7f09b40c01c0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09abfff640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 0x7f09b4154d50 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f09a400c480 tx=0x7f09a400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a40074e0 con 0x7f09b40c01c0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09a4007640 con 0x7f09b40c01c0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a40049f0 con 0x7f09b40c01c0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09b40ab290 con 0x7f09b40c01c0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.485+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09b41ed690 con 0x7f09b40c01c0 2023-11-25T03:12:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.489+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09b40c52e0 con 0x7f09b40c01c0 2023-11-25T03:12:35.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.489+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f09a4004b50 con 0x7f09b40c01c0 2023-11-25T03:12:35.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.489+0000 7f09a97fa640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09a0066470 0x7f09a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.489+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f09a40830b0 con 0x7f09b40c01c0 2023-11-25T03:12:35.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.489+0000 7f09b8f39640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09a0066470 0x7f09a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.489+0000 7f09b8f39640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09a0066470 0x7f09a0068930 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f09b00ae000 tx=0x7f09b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.493+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f09a4050570 con 0x7f09b40c01c0 2023-11-25T03:12:35.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f09b4068400 con 0x7f09b40c01c0 2023-11-25T03:12:35.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09a97fa640 1 -- 172.21.15.76:0/844349340 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4921 (secure 0 0 0) 0x7f09a4018020 con 0x7f09b40c01c0 2023-11-25T03:12:35.683 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:35.683 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2930375449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2930375449},{"type":"v1","addr":"172.21.15.76:6837","nonce":2930375449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":25}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:35.684 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 25 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09a0066470 msgr2=0x7f09a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09a0066470 0x7f09a0068930 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f09b00ae000 tx=0x7f09b0008040 comp rx=0 tx=0).stop 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 msgr2=0x7f09b4154d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 0x7f09b4154d50 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f09a400c480 tx=0x7f09a400c940 comp rx=0 tx=0).stop 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 shutdown_connections 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f09a0066470 0x7f09a0068930 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f09b41561f0 0x7f09b414d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09b40c01c0 0x7f09b4154d50 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 --2- 172.21.15.76:0/844349340 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f09b40a5240 0x7f09b4149a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 >> 172.21.15.76:0/844349340 conn(0x7f09b406a5b0 msgr2=0x7f09b40a6cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:35.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 shutdown_connections 2023-11-25T03:12:35.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.677+0000 7f09bb19d640 1 -- 172.21.15.76:0/844349340 wait complete. 2023-11-25T03:12:35.704 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:35.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.833+0000 7fc1c7b8d640 1 Processor -- start 2023-11-25T03:12:35.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.833+0000 7fc1c7b8d640 1 -- start start 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c7b8d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc1c00c5640 0x7fc1c00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c7b8d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c60f0 0x7fc1c0155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c7b8d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1c00c2580 con 0x7fc1c00c5260 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c7b8d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1c0153510 con 0x7fc1c00c5640 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c7b8d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c00c17f0 con 0x7fc1c00c60f0 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5929640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc1c00c5260 0x7fc1c006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36458/0 (socket says 172.21.15.76:36458) 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5929640 1 -- 172.21.15.76:0/3136276954 learned_addr learned my addr 172.21.15.76:0/3136276954 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5128640 1 --2- 172.21.15.76:0/3136276954 >> v2:172.21.15.76:3300/0 conn(0x7fc1c00c5640 0x7fc1c00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c612a640 1 --2- 172.21.15.76:0/3136276954 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c60f0 0x7fc1c0155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c4927640 1 -- 172.21.15.76:0/3136276954 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1900353590 0 0) 0x7fc1c00c2580 con 0x7fc1c00c5260 2023-11-25T03:12:35.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c4927640 1 -- 172.21.15.76:0/3136276954 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1ac003530 con 0x7fc1c00c5260 2023-11-25T03:12:35.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5128640 1 -- 172.21.15.76:0/3136276954 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c60f0 msgr2=0x7fc1c0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:35.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5128640 1 --2- 172.21.15.76:0/3136276954 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c60f0 0x7fc1c0155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5128640 1 -- 172.21.15.76:0/3136276954 >> v1:172.21.15.76:6789/0 conn(0x7fc1c00c5260 legacy=0x7fc1c006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.837+0000 7fc1c5128640 1 -- 172.21.15.76:0/3136276954 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c00c1a00 con 0x7fc1c00c5640 2023-11-25T03:12:35.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c5128640 1 --2- 172.21.15.76:0/3136276954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c5640 0x7fc1c00c5bb0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc1c00c1930 tx=0x7fc1b001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2692d804cafd69aa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c4927640 1 -- 172.21.15.76:0/3136276954 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b00ab600 con 0x7fc1c00c5640 2023-11-25T03:12:35.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c4927640 1 -- 172.21.15.76:0/3136276954 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b00a7050 con 0x7fc1c00c5640 2023-11-25T03:12:35.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c4927640 1 -- 172.21.15.76:0/3136276954 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b00ab980 con 0x7fc1c00c5640 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3136276954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c5640 msgr2=0x7fc1c00c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3136276954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c5640 0x7fc1c00c5bb0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc1c00c1930 tx=0x7fc1b001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3136276954 shutdown_connections 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3136276954 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c60f0 0x7fc1c0155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3136276954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c5640 0x7fc1c00c5bb0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3136276954 >> 172.21.15.76:0/3136276954 conn(0x7fc1c006a5b0 msgr2=0x7fc1c006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3136276954 shutdown_connections 2023-11-25T03:12:35.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3136276954 wait complete. 2023-11-25T03:12:35.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 Processor -- start 2023-11-25T03:12:35.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.841+0000 7fc1c7b8d640 1 -- start start 2023-11-25T03:12:35.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c5260 0x7fc1c0151bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc1c00c5640 0x7fc1c014dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 0x7fc1c014dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c01f1470 con 0x7fc1c00c60f0 2023-11-25T03:12:35.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c01f19a0 con 0x7fc1c00c5640 2023-11-25T03:12:35.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c014e530 con 0x7fc1c00c5260 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 0x7fc1c014dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 0x7fc1c014dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59922/0 (socket says 172.21.15.76:59922) 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 -- 172.21.15.76:0/3836255064 learned_addr learned my addr 172.21.15.76:0/3836255064 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c5929640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c5260 0x7fc1c0151bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c5128640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc1c00c5640 0x7fc1c014dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 -- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c5260 msgr2=0x7fc1c0151bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c5260 0x7fc1c0151bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 -- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc1c00c5640 msgr2=0x7fc1c014dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc1c00c5640 0x7fc1c014dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 -- 172.21.15.76:0/3836255064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b0009420 con 0x7fc1c00c60f0 2023-11-25T03:12:35.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c612a640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 0x7fc1c014dff0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8009dd0 tx=0x7fc1b800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8014480 con 0x7fc1c00c60f0 2023-11-25T03:12:35.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b800f040 con 0x7fc1c00c60f0 2023-11-25T03:12:35.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8014840 con 0x7fc1c00c60f0 2023-11-25T03:12:35.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1c00aa520 con 0x7fc1c00c60f0 2023-11-25T03:12:35.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1c00aacd0 con 0x7fc1c00c60f0 2023-11-25T03:12:35.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1c0068400 con 0x7fc1c00c60f0 2023-11-25T03:12:35.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.845+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc1b80149a0 con 0x7fc1c00c60f0 2023-11-25T03:12:35.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.849+0000 7fc1b67fc640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc1a4066470 0x7fc1a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:35.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.849+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fc1b8084910 con 0x7fc1c00c60f0 2023-11-25T03:12:35.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.849+0000 7fc1c5929640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc1a4066470 0x7fc1a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:35.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.849+0000 7fc1c5929640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc1a4066470 0x7fc1a4068930 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0011f0 tx=0x7fc1bc007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:35.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:35.853+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc1b8051dd0 con 0x7fc1c00c60f0 2023-11-25T03:12:36.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc1c006d390 con 0x7fc1c00c60f0 2023-11-25T03:12:36.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1b67fc640 1 -- 172.21.15.76:0/3836255064 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4921 (secure 0 0 0) 0x7fc1b8018090 con 0x7fc1c00c60f0 2023-11-25T03:12:36.038 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:36.039 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2930375449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2930375449},{"type":"v1","addr":"172.21.15.76:6837","nonce":2930375449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":25}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:05.346299+0000","modified":"2023-11-25T03:12:08.350867+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/4060283651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4060283651},{"type":"v1","addr":"172.21.15.76:6835","nonce":4060283651}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-11-25T03:12:36.039 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 25 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc1a4066470 msgr2=0x7fc1a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc1a4066470 0x7fc1a4068930 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0011f0 tx=0x7fc1bc007d40 comp rx=0 tx=0).stop 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 msgr2=0x7fc1c014dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 0x7fc1c014dff0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8009dd0 tx=0x7fc1b800c490 comp rx=0 tx=0).stop 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 shutdown_connections 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc1a4066470 0x7fc1a4068930 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c00c60f0 0x7fc1c014dff0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc1c00c5640 0x7fc1c014dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 --2- 172.21.15.76:0/3836255064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc1c00c5260 0x7fc1c0151bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 >> 172.21.15.76:0/3836255064 conn(0x7fc1c006a5b0 msgr2=0x7fc1c006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 shutdown_connections 2023-11-25T03:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.033+0000 7fc1c7b8d640 1 -- 172.21.15.76:0/3836255064 wait complete. 2023-11-25T03:12:36.059 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:36.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.189+0000 7f3f16372640 1 Processor -- start 2023-11-25T03:12:36.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.189+0000 7f3f16372640 1 -- start start 2023-11-25T03:12:36.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f16372640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3f100c7ed0 0x7f3f10154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f16372640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f10154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f16372640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f100ac4f0 con 0x7f3f10151dc0 2023-11-25T03:12:36.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f16372640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f10158780 con 0x7f3f100c7ed0 2023-11-25T03:12:36.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f16372640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f10158a60 con 0x7f3f100bd660 2023-11-25T03:12:36.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f1490f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f10154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0ffff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f3f10151dc0 0x7f3f100c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:53802/0 (socket says 172.21.15.76:53802) 2023-11-25T03:12:36.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0f7fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3f100c7ed0 0x7f3f10154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0ffff640 1 -- 172.21.15.76:0/2530961572 learned_addr learned my addr 172.21.15.76:0/2530961572 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:36.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 msgr2=0x7f3f10154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:36.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0f7fe640 1 --2- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f10154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2530961572 >> v1:172.21.15.106:6789/0 conn(0x7f3f10151dc0 legacy=0x7f3f100c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.193+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2530961572 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f100ac180 con 0x7f3f100c7ed0 2023-11-25T03:12:36.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f0f7fe640 1 --2- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f100c7ed0 0x7f3f10154650 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3f040097f0 tx=0x7f3f0401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90567cb8fad51813 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f0effd640 1 -- 172.21.15.76:0/2530961572 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f040ab600 con 0x7f3f100c7ed0 2023-11-25T03:12:36.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f0effd640 1 -- 172.21.15.76:0/2530961572 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f040a7050 con 0x7f3f100c7ed0 2023-11-25T03:12:36.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f0effd640 1 -- 172.21.15.76:0/2530961572 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f040ab980 con 0x7f3f100c7ed0 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 -- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f100c7ed0 msgr2=0x7f3f10154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 --2- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f100c7ed0 0x7f3f10154650 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3f040097f0 tx=0x7f3f0401c360 comp rx=0 tx=0).stop 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 -- 172.21.15.76:0/2530961572 shutdown_connections 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 --2- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f10154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 --2- 172.21.15.76:0/2530961572 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f100c7ed0 0x7f3f10154650 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 -- 172.21.15.76:0/2530961572 >> 172.21.15.76:0/2530961572 conn(0x7f3f10071eb0 msgr2=0x7f3f100722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 -- 172.21.15.76:0/2530961572 shutdown_connections 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 -- 172.21.15.76:0/2530961572 wait complete. 2023-11-25T03:12:36.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 Processor -- start 2023-11-25T03:12:36.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.197+0000 7f3f16372640 1 -- start start 2023-11-25T03:12:36.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f100c8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 0x7f3f1014b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f10151dc0 0x7f3f1014baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f1014c030 con 0x7f3f100c7ed0 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f100bddb0 con 0x7f3f10151dc0 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f100bf800 con 0x7f3f100bd660 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 0x7f3f1014b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 0x7f3f1014b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59930/0 (socket says 172.21.15.76:59930) 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2367994257 learned_addr learned my addr 172.21.15.76:0/2367994257 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0ffff640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f100c8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f1490f640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f10151dc0 0x7f3f1014baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 msgr2=0x7f3f100c8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f100c8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f10151dc0 msgr2=0x7f3f1014baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f10151dc0 0x7f3f1014baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 -- 172.21.15.76:0/2367994257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f04009420 con 0x7f3f100c7ed0 2023-11-25T03:12:36.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0f7fe640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 0x7f3f1014b5b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f3f040ae040 tx=0x7f3f0401aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f040b7450 con 0x7f3f100c7ed0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f040b75b0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f040b7960 con 0x7f3f100c7ed0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f100bed10 con 0x7f3f100c7ed0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f100bdfc0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f10068400 con 0x7f3f100c7ed0 2023-11-25T03:12:36.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.201+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3f040b7ac0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.205+0000 7f3f0cff9640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3efc066470 0x7f3efc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.205+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f3f0411e6a0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.205+0000 7f3f0ffff640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3efc066470 0x7f3efc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.205+0000 7f3f0ffff640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3efc066470 0x7f3efc068930 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3f00005890 tx=0x7f3f00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.209+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3f040ebad0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3f1006c9a0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f0cff9640 1 -- 172.21.15.76:0/2367994257 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+16634 (secure 0 0 0) 0x7f3f040ef0f0 con 0x7f3f100c7ed0 2023-11-25T03:12:36.366 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:36.367 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:33.290489+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:12:03.243687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:12:04.332623+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/2173048581":"2023-11-26T03:12:30.282363+0000","172.21.15.76:6836/2173048581":"2023-11-26T03:12:30.282363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:36.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3efc066470 msgr2=0x7f3efc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3efc066470 0x7f3efc068930 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3f00005890 tx=0x7f3f00009040 comp rx=0 tx=0).stop 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 msgr2=0x7f3f1014b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 0x7f3f1014b5b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f3f040ae040 tx=0x7f3f0401aba0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 shutdown_connections 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3efc066470 0x7f3efc068930 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3f10151dc0 0x7f3f1014baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f100c7ed0 0x7f3f1014b5b0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 --2- 172.21.15.76:0/2367994257 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3f100bd660 0x7f3f100c8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 >> 172.21.15.76:0/2367994257 conn(0x7f3f10071eb0 msgr2=0x7f3f101508d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 shutdown_connections 2023-11-25T03:12:36.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.361+0000 7f3f16372640 1 -- 172.21.15.76:0/2367994257 wait complete. 2023-11-25T03:12:36.388 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2023-11-25T03:12:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 Processor -- start 2023-11-25T03:12:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 -- start start 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9a34072090 0x7f9a34150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9a340725c0 0x7f9a341514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a340c2760 con 0x7f9a340a5370 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a340c3070 con 0x7f9a340725c0 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a3a92a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a340a5750 con 0x7f9a34072090 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9a340725c0 0x7f9a341514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9a340725c0 0x7f9a341514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59946/0 (socket says 172.21.15.76:59946) 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 -- 172.21.15.76:0/4189348614 learned_addr learned my addr 172.21.15.76:0/4189348614 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a337fe640 1 --2- 172.21.15.76:0/4189348614 >> v2:172.21.15.106:3300/0 conn(0x7f9a34072090 0x7f9a34150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 -- 172.21.15.76:0/4189348614 >> v2:172.21.15.106:3300/0 conn(0x7f9a34072090 msgr2=0x7f9a34150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:36.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 --2- 172.21.15.76:0/4189348614 >> v2:172.21.15.106:3300/0 conn(0x7f9a34072090 0x7f9a34150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 -- 172.21.15.76:0/4189348614 >> v1:172.21.15.106:6789/0 conn(0x7f9a340a5370 legacy=0x7f9a340c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.521+0000 7f9a38ec7640 1 -- 172.21.15.76:0/4189348614 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a340aad20 con 0x7f9a340725c0 2023-11-25T03:12:36.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a38ec7640 1 --2- 172.21.15.76:0/4189348614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a340725c0 0x7f9a341514e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f9a3406b360 tx=0x7f9a2c01c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=499dc61b03fc66ea server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a32ffd640 1 -- 172.21.15.76:0/4189348614 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c0a55d0 con 0x7f9a340725c0 2023-11-25T03:12:36.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a32ffd640 1 -- 172.21.15.76:0/4189348614 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a2c0a5730 con 0x7f9a340725c0 2023-11-25T03:12:36.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a32ffd640 1 -- 172.21.15.76:0/4189348614 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c0a5ac0 con 0x7f9a340725c0 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 -- 172.21.15.76:0/4189348614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a340725c0 msgr2=0x7f9a341514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/4189348614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a340725c0 0x7f9a341514e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f9a3406b360 tx=0x7f9a2c01c880 comp rx=0 tx=0).stop 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 -- 172.21.15.76:0/4189348614 shutdown_connections 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/4189348614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a340725c0 0x7f9a341514e0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/4189348614 >> v2:172.21.15.106:3300/0 conn(0x7f9a34072090 0x7f9a34150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 -- 172.21.15.76:0/4189348614 >> 172.21.15.76:0/4189348614 conn(0x7f9a3406a5b0 msgr2=0x7f9a3406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 -- 172.21.15.76:0/4189348614 shutdown_connections 2023-11-25T03:12:36.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.525+0000 7f9a3a92a640 1 -- 172.21.15.76:0/4189348614 wait complete. 2023-11-25T03:12:36.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 Processor -- start 2023-11-25T03:12:36.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- start start 2023-11-25T03:12:36.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 0x7f9a340a70e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a340725c0 0x7f9a34148a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a340a5370 0x7f9a34148fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a3414d410 con 0x7f9a34072090 2023-11-25T03:12:36.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a34071f20 con 0x7f9a340725c0 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a3415f2f0 con 0x7f9a340a5370 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 0x7f9a340a70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 0x7f9a340a70e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59956/0 (socket says 172.21.15.76:59956) 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 -- 172.21.15.76:0/2151714028 learned_addr learned my addr 172.21.15.76:0/2151714028 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a38ec7640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a340a5370 0x7f9a34148fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a337fe640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a340725c0 0x7f9a34148a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 -- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a340a5370 msgr2=0x7f9a34148fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a340a5370 0x7f9a34148fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 -- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a340725c0 msgr2=0x7f9a34148a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a340725c0 0x7f9a34148a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 -- 172.21.15.76:0/2151714028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a2c009b30 con 0x7f9a34072090 2023-11-25T03:12:36.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a33fff640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 0x7f9a340a70e0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9a2400c3f0 tx=0x7f9a2400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a240052d0 con 0x7f9a34072090 2023-11-25T03:12:36.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a24005430 con 0x7f9a34072090 2023-11-25T03:12:36.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a3414df30 con 0x7f9a34072090 2023-11-25T03:12:36.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a24003840 con 0x7f9a34072090 2023-11-25T03:12:36.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a3414e720 con 0x7f9a34072090 2023-11-25T03:12:36.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.529+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a34068400 con 0x7f9a34072090 2023-11-25T03:12:36.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.533+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9a240039a0 con 0x7f9a34072090 2023-11-25T03:12:36.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.533+0000 7f9a30ff9640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a20066470 0x7f9a20068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.533+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f9a240833a0 con 0x7f9a34072090 2023-11-25T03:12:36.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.533+0000 7f9a337fe640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a20066470 0x7f9a20068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.533+0000 7f9a337fe640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a20066470 0x7f9a20068930 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9a340a9a00 tx=0x7f9a28009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.537+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9a24050870 con 0x7f9a34072090 2023-11-25T03:12:36.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.721+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f9a34150a30 con 0x7f9a34072090 2023-11-25T03:12:36.727 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:12:36.721+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:12:36.730 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a30ff9640 1 -- 172.21.15.76:0/2151714028 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v26) v1 ==== 163+0+0 (secure 0 0 0) 0x7f9a24053e90 con 0x7f9a34072090 2023-11-25T03:12:36.730 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a20066470 msgr2=0x7f9a20068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a20066470 0x7f9a20068930 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9a340a9a00 tx=0x7f9a28009190 comp rx=0 tx=0).stop 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 msgr2=0x7f9a340a70e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 0x7f9a340a70e0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9a2400c3f0 tx=0x7f9a2400c8b0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 shutdown_connections 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9a20066470 0x7f9a20068930 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9a340a5370 0x7f9a34148fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9a340725c0 0x7f9a34148a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 --2- 172.21.15.76:0/2151714028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a34072090 0x7f9a340a70e0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.733 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.725+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 >> 172.21.15.76:0/2151714028 conn(0x7f9a3406a5b0 msgr2=0x7f9a3414f330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:36.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.729+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 shutdown_connections 2023-11-25T03:12:36.734 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.729+0000 7f9a3a92a640 1 -- 172.21.15.76:0/2151714028 wait complete. 2023-11-25T03:12:36.739 INFO:tasks.ceph.mds.c.smithi076.stderr: -1998> 2023-11-25T03:12:09.993+0000 7f478af49640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:12:36.754 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2023-11-25T03:12:36.784 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:12:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.889+0000 7f623b605640 1 Processor -- start 2023-11-25T03:12:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.889+0000 7f623b605640 1 -- start start 2023-11-25T03:12:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.889+0000 7f623b605640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f62340c2bb0 0x7f62340c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.889+0000 7f623b605640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62340c31c0 con 0x7f62340c4100 2023-11-25T03:12:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.889+0000 7f623b605640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62340c34a0 con 0x7f62340c63c0 2023-11-25T03:12:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.889+0000 7f623b605640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62340c1030 con 0x7f62340c2bb0 2023-11-25T03:12:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6239ba2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f62340c2bb0 0x7f62340c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6238ba0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f62340c4100 0x7f62340a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36474/0 (socket says 172.21.15.76:36474) 2023-11-25T03:12:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6238ba0640 1 -- 172.21.15.76:0/3638475188 learned_addr learned my addr 172.21.15.76:0/3638475188 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f62393a1640 1 --1- 172.21.15.76:0/3638475188 >> v1:172.21.15.106:6789/0 conn(0x7f62340c63c0 0x7f62340c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:53836/0 (socket says 172.21.15.76:53836) 2023-11-25T03:12:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6239ba2640 1 -- 172.21.15.76:0/3638475188 >> v1:172.21.15.106:6789/0 conn(0x7f62340c63c0 legacy=0x7f62340c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6239ba2640 1 -- 172.21.15.76:0/3638475188 >> v1:172.21.15.76:6789/0 conn(0x7f62340c4100 legacy=0x7f62340a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f622bfff640 1 -- 172.21.15.76:0/3638475188 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2517159062 0 0) 0x7f62340c31c0 con 0x7f62340c4100 2023-11-25T03:12:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6239ba2640 1 -- 172.21.15.76:0/3638475188 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62340c1310 con 0x7f62340c2bb0 2023-11-25T03:12:36.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f6239ba2640 1 --2- 172.21.15.76:0/3638475188 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c2bb0 0x7f62340c06d0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f622c009d90 tx=0x7f622c01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=657ebca0b12a583f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f622bfff640 1 -- 172.21.15.76:0/3638475188 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c0a5910 con 0x7f62340c2bb0 2023-11-25T03:12:36.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f622bfff640 1 -- 172.21.15.76:0/3638475188 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f622c0a5a70 con 0x7f62340c2bb0 2023-11-25T03:12:36.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.893+0000 7f622bfff640 1 -- 172.21.15.76:0/3638475188 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c0a5e00 con 0x7f62340c2bb0 2023-11-25T03:12:36.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- 172.21.15.76:0/3638475188 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c2bb0 msgr2=0x7f62340c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 --2- 172.21.15.76:0/3638475188 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c2bb0 0x7f62340c06d0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f622c009d90 tx=0x7f622c01c830 comp rx=0 tx=0).stop 2023-11-25T03:12:36.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- 172.21.15.76:0/3638475188 shutdown_connections 2023-11-25T03:12:36.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 --2- 172.21.15.76:0/3638475188 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c2bb0 0x7f62340c06d0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- 172.21.15.76:0/3638475188 >> 172.21.15.76:0/3638475188 conn(0x7f623406a5b0 msgr2=0x7f623406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:36.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- 172.21.15.76:0/3638475188 shutdown_connections 2023-11-25T03:12:36.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- 172.21.15.76:0/3638475188 wait complete. 2023-11-25T03:12:36.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 Processor -- start 2023-11-25T03:12:36.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- start start 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62340c2bb0 0x7f623414aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f62340c4100 0x7f623415c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 0x7f623414d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f623414e5f0 con 0x7f62340c63c0 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f623414e8d0 con 0x7f62340c4100 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f623b605640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f623414ebb0 con 0x7f62340c2bb0 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f6239ba2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 0x7f623414d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f6239ba2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 0x7f623414d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59996/0 (socket says 172.21.15.76:59996) 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f6239ba2640 1 -- 172.21.15.76:0/1513874630 learned_addr learned my addr 172.21.15.76:0/1513874630 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f62393a1640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62340c2bb0 0x7f623414aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f6238ba0640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f62340c4100 0x7f623415c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.897+0000 7f6239ba2640 1 -- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62340c2bb0 msgr2=0x7f623414aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6239ba2640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62340c2bb0 0x7f623414aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6239ba2640 1 -- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f62340c4100 msgr2=0x7f623415c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6239ba2640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f62340c4100 0x7f623415c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6239ba2640 1 -- 172.21.15.76:0/1513874630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f622c009a70 con 0x7f62340c63c0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6238ba0640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f62340c4100 0x7f623415c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6239ba2640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 0x7f623414d830 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f622c0b0040 tx=0x7f622c0195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c0ad950 con 0x7f62340c63c0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f622c0adab0 con 0x7f62340c63c0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c0adea0 con 0x7f62340c63c0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f623414ee90 con 0x7f62340c63c0 2023-11-25T03:12:36.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f623414f7c0 con 0x7f62340c63c0 2023-11-25T03:12:36.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f623414f020 con 0x7f62340c63c0 2023-11-25T03:12:36.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f622c0b4050 con 0x7f62340c63c0 2023-11-25T03:12:36.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6229ffb640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6218066470 0x7f6218068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:36.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f622c11efe0 con 0x7f62340c63c0 2023-11-25T03:12:36.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.901+0000 7f62393a1640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6218066470 0x7f6218068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:36.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.905+0000 7f62393a1640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6218066470 0x7f6218068930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f6230000f70 tx=0x7f6230007c90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:36.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:36.905+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f622c0ec370 con 0x7f62340c63c0 2023-11-25T03:12:37.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.089+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f6234068400 con 0x7f62340c63c0 2023-11-25T03:12:37.736 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.729+0000 7f6229ffb640 1 -- 172.21.15.76:0/1513874630 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v27) v1 ==== 105+0+0 (secure 0 0 0) 0x7f622c0ef990 con 0x7f62340c63c0 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6218066470 msgr2=0x7f6218068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6218066470 0x7f6218068930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f6230000f70 tx=0x7f6230007c90 comp rx=0 tx=0).stop 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 msgr2=0x7f623414d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 0x7f623414d830 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f622c0b0040 tx=0x7f622c0195d0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 shutdown_connections 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6218066470 0x7f6218068930 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62340c63c0 0x7f623414d830 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f62340c4100 0x7f623415c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 --2- 172.21.15.76:0/1513874630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f62340c2bb0 0x7f623414aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 >> 172.21.15.76:0/1513874630 conn(0x7f623406a5b0 msgr2=0x7f62340a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:37.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 shutdown_connections 2023-11-25T03:12:37.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.733+0000 7f623b605640 1 -- 172.21.15.76:0/1513874630 wait complete. 2023-11-25T03:12:37.760 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2023-11-25T03:12:37.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.937+0000 7f4c6e5a7640 1 Processor -- start 2023-11-25T03:12:37.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6e5a7640 1 -- start start 2023-11-25T03:12:37.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6e5a7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4c68151ce0 0x7f4c6806a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:37.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6e5a7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 0x7f4c680bf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:37.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6e5a7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c681550c0 con 0x7f4c680c0410 2023-11-25T03:12:37.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6e5a7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c680c2490 con 0x7f4c68151ce0 2023-11-25T03:12:37.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6e5a7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c6806aaf0 con 0x7f4c680728f0 2023-11-25T03:12:37.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 0x7f4c680bf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 0x7f4c680bf7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:37790/0 (socket says 172.21.15.76:37790) 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6d5a5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4c68151ce0 0x7f4c6806a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 -- 172.21.15.76:0/1396140825 learned_addr learned my addr 172.21.15.76:0/1396140825 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6cda4640 1 --1- 172.21.15.76:0/1396140825 >> v1:172.21.15.106:6789/0 conn(0x7f4c680c0410 0x7f4c680c1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:37036/0 (socket says 172.21.15.76:37036) 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 -- 172.21.15.76:0/1396140825 >> v2:172.21.15.106:3300/0 conn(0x7f4c68151ce0 msgr2=0x7f4c6806a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 --2- 172.21.15.76:0/1396140825 >> v2:172.21.15.106:3300/0 conn(0x7f4c68151ce0 0x7f4c6806a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c5ffff640 1 -- 172.21.15.76:0/1396140825 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4141465099 0 0) 0x7f4c681550c0 con 0x7f4c680c0410 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 -- 172.21.15.76:0/1396140825 >> v1:172.21.15.106:6789/0 conn(0x7f4c680c0410 legacy=0x7f4c680c1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:37.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.941+0000 7f4c6dda6640 1 -- 172.21.15.76:0/1396140825 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c681520c0 con 0x7f4c680728f0 2023-11-25T03:12:37.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6dda6640 1 --2- 172.21.15.76:0/1396140825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 0x7f4c680bf7e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4c60009e50 tx=0x7f4c6001c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ea39188cec2f6bf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:37.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c5ffff640 1 -- 172.21.15.76:0/1396140825 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c600a57b0 con 0x7f4c680728f0 2023-11-25T03:12:37.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c5ffff640 1 -- 172.21.15.76:0/1396140825 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c600a5910 con 0x7f4c680728f0 2023-11-25T03:12:37.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c5ffff640 1 -- 172.21.15.76:0/1396140825 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c600a5ca0 con 0x7f4c680728f0 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/1396140825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 msgr2=0x7f4c680bf7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/1396140825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 0x7f4c680bf7e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4c60009e50 tx=0x7f4c6001c8f0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/1396140825 shutdown_connections 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/1396140825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680728f0 0x7f4c680bf7e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/1396140825 >> v2:172.21.15.106:3300/0 conn(0x7f4c68151ce0 0x7f4c6806a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/1396140825 >> 172.21.15.76:0/1396140825 conn(0x7f4c680c2eb0 msgr2=0x7f4c680c32c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/1396140825 shutdown_connections 2023-11-25T03:12:37.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.945+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/1396140825 wait complete. 2023-11-25T03:12:37.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 Processor -- start 2023-11-25T03:12:37.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- start start 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c680728f0 0x7f4c6814de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680c0410 0x7f4c6813a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 0x7f4c6813ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c6813b390 con 0x7f4c68151ce0 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c681565e0 con 0x7f4c680728f0 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c68071ea0 con 0x7f4c680c0410 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 0x7f4c6813ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 0x7f4c6813ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40732/0 (socket says 172.21.15.76:40732) 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 -- 172.21.15.76:0/3370872170 learned_addr learned my addr 172.21.15.76:0/3370872170 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6d5a5640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c680728f0 0x7f4c6814de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:37.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6cda4640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680c0410 0x7f4c6813a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 -- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680c0410 msgr2=0x7f4c6813a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680c0410 0x7f4c6813a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 -- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c680728f0 msgr2=0x7f4c6814de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c680728f0 0x7f4c6814de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 -- 172.21.15.76:0/3370872170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c60009b30 con 0x7f4c68151ce0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6dda6640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 0x7f4c6813ae50 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4c600af040 tx=0x7f4c60019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c60009510 con 0x7f4c68151ce0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c600b8470 con 0x7f4c68151ce0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c600b87e0 con 0x7f4c68151ce0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c68072180 con 0x7f4c68151ce0 2023-11-25T03:12:37.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c681568c0 con 0x7f4c68151ce0 2023-11-25T03:12:37.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.949+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c6804e850 con 0x7f4c68151ce0 2023-11-25T03:12:37.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.953+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4c600b8940 con 0x7f4c68151ce0 2023-11-25T03:12:37.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.953+0000 7f4c5dffb640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c4c0664a0 0x7f4c4c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:37.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.953+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f4c6011f1b0 con 0x7f4c68151ce0 2023-11-25T03:12:37.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.953+0000 7f4c6d5a5640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c4c0664a0 0x7f4c4c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:37.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.953+0000 7f4c6d5a5640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c4c0664a0 0x7f4c4c068960 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4c64009af0 tx=0x7f4c64008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:37.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:37.957+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4c600ec570 con 0x7f4c68151ce0 2023-11-25T03:12:38.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.105+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f4c68073b80 con 0x7f4c68151ce0 2023-11-25T03:12:38.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.732+0000 7f4c5dffb640 1 -- 172.21.15.76:0/3370872170 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v41) v1 ==== 184+0+0 (secure 0 0 0) 0x7f4c600efb90 con 0x7f4c68151ce0 2023-11-25T03:12:38.738 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_metadata' removed 2023-11-25T03:12:38.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.732+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c4c0664a0 msgr2=0x7f4c4c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:38.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.732+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c4c0664a0 0x7f4c4c068960 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4c64009af0 tx=0x7f4c64008040 comp rx=0 tx=0).stop 2023-11-25T03:12:38.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.732+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 msgr2=0x7f4c6813ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:38.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.732+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 0x7f4c6813ae50 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4c600af040 tx=0x7f4c60019690 comp rx=0 tx=0).stop 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 shutdown_connections 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c4c0664a0 0x7f4c4c068960 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c68151ce0 0x7f4c6813ae50 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c680c0410 0x7f4c6813a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 --2- 172.21.15.76:0/3370872170 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c680728f0 0x7f4c6814de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 >> 172.21.15.76:0/3370872170 conn(0x7f4c680c2eb0 msgr2=0x7f4c680c59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:38.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 shutdown_connections 2023-11-25T03:12:38.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.736+0000 7f4c6e5a7640 1 -- 172.21.15.76:0/3370872170 wait complete. 2023-11-25T03:12:38.765 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2023-11-25T03:12:38.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 Processor -- start 2023-11-25T03:12:38.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 -- start start 2023-11-25T03:12:38.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f00f406e2a0 0x7f00f40c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:38.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f406c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:38.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00f40aa750 con 0x7f00f40c4fb0 2023-11-25T03:12:38.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00f40a8f90 con 0x7f00f406e2a0 2023-11-25T03:12:38.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f9357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00f40a9270 con 0x7f00f40c32a0 2023-11-25T03:12:38.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f37fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f406c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:38.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f37fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f406c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:37812/0 (socket says 172.21.15.76:37812) 2023-11-25T03:12:38.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00ea7fc640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f00f406e2a0 0x7f00f40c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:38.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f37fe640 1 -- 172.21.15.76:0/2172043615 learned_addr learned my addr 172.21.15.76:0/2172043615 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:38.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00f2ffd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f00f40c4fb0 0x7f00f406db90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:37046/0 (socket says 172.21.15.76:37046) 2023-11-25T03:12:38.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00ea7fc640 1 -- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 msgr2=0x7f00f406c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:38.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00ea7fc640 1 --2- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f406c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00ea7fc640 1 -- 172.21.15.76:0/2172043615 >> v1:172.21.15.106:6789/0 conn(0x7f00f40c4fb0 legacy=0x7f00f406db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:38.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.900+0000 7f00ea7fc640 1 -- 172.21.15.76:0/2172043615 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00f40a9550 con 0x7f00f406e2a0 2023-11-25T03:12:38.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00ea7fc640 1 --2- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f40c1320 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f00dc00ba60 tx=0x7f00dc01ea30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21ae1a87d3e7a783 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:38.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f27fc640 1 -- 172.21.15.76:0/2172043615 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00dc0a7b20 con 0x7f00f406e2a0 2023-11-25T03:12:38.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f27fc640 1 -- 172.21.15.76:0/2172043615 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00dc0a7c80 con 0x7f00f406e2a0 2023-11-25T03:12:38.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f27fc640 1 -- 172.21.15.76:0/2172043615 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00dc0af440 con 0x7f00f406e2a0 2023-11-25T03:12:38.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 -- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 msgr2=0x7f00f40c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 --2- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f40c1320 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f00dc00ba60 tx=0x7f00dc01ea30 comp rx=0 tx=0).stop 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 -- 172.21.15.76:0/2172043615 shutdown_connections 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 --2- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f406c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 --2- 172.21.15.76:0/2172043615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f40c1320 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 -- 172.21.15.76:0/2172043615 >> 172.21.15.76:0/2172043615 conn(0x7f00f40c5d40 msgr2=0x7f00f40c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 -- 172.21.15.76:0/2172043615 shutdown_connections 2023-11-25T03:12:38.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.904+0000 7f00f9357640 1 -- 172.21.15.76:0/2172043615 wait complete. 2023-11-25T03:12:38.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 Processor -- start 2023-11-25T03:12:38.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 -- start start 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f414deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f41ee370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 0x7f00f41f0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f40a4ad0 con 0x7f00f40c4fb0 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f40a42c0 con 0x7f00f406e2a0 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00f41ee8b0 con 0x7f00f40c32a0 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 0x7f00f41f0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 0x7f00f41f0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40736/0 (socket says 172.21.15.76:40736) 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 -- 172.21.15.76:0/4198900040 learned_addr learned my addr 172.21.15.76:0/4198900040 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:38.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f2ffd640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f414deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00ea7fc640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f41ee370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 -- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 msgr2=0x7f00f41ee370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f41ee370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 -- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 msgr2=0x7f00f414deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f414deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 -- 172.21.15.76:0/4198900040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00dc00b6c0 con 0x7f00f40c4fb0 2023-11-25T03:12:38.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f37fe640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 0x7f00f41f0c60 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f00ec00efc0 tx=0x7f00ec00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00ec00ccc0 con 0x7f00f40c4fb0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00ec00f040 con 0x7f00f40c4fb0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00ec003be0 con 0x7f00f40c4fb0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00f41f5020 con 0x7f00f40c4fb0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.908+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00f40a47f0 con 0x7f00f40c4fb0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.912+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00f4068400 con 0x7f00f40c4fb0 2023-11-25T03:12:38.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.912+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f00ec003d40 con 0x7f00f40c4fb0 2023-11-25T03:12:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.912+0000 7f00ebfff640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00d4066470 0x7f00d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.912+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5445+0+0 (secure 0 0 0) 0x7f00ec084290 con 0x7f00f40c4fb0 2023-11-25T03:12:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.912+0000 7f00f2ffd640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00d4066470 0x7f00d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:38.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.912+0000 7f00f2ffd640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00d4066470 0x7f00d4068930 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f00e4000f70 tx=0x7f00e4007e10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:38.916+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f00ec0518b0 con 0x7f00f40c4fb0 2023-11-25T03:12:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.064+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f00f40c1100 con 0x7f00f40c4fb0 2023-11-25T03:12:39.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.736+0000 7f00ebfff640 1 -- 172.21.15.76:0/4198900040 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v42) v1 ==== 172+0+0 (secure 0 0 0) 0x7f00ec054ed0 con 0x7f00f40c4fb0 2023-11-25T03:12:39.745 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_data' removed 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00d4066470 msgr2=0x7f00d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00d4066470 0x7f00d4068930 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f00e4000f70 tx=0x7f00e4007e10 comp rx=0 tx=0).stop 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 msgr2=0x7f00f41f0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 0x7f00f41f0c60 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f00ec00efc0 tx=0x7f00ec00c490 comp rx=0 tx=0).stop 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 shutdown_connections 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00d4066470 0x7f00d4068930 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f40c4fb0 0x7f00f41f0c60 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00f40c32a0 0x7f00f41ee370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 --2- 172.21.15.76:0/4198900040 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00f406e2a0 0x7f00f414deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 >> 172.21.15.76:0/4198900040 conn(0x7f00f40c5d40 msgr2=0x7f00f40a57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:39.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 shutdown_connections 2023-11-25T03:12:39.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.740+0000 7f00f9357640 1 -- 172.21.15.76:0/4198900040 wait complete. 2023-11-25T03:12:39.775 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-11-25T03:12:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 Processor -- start 2023-11-25T03:12:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 -- start start 2023-11-25T03:12:39.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f876c06d520 0x7f876c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f876c15c600 con 0x7f876c1560e0 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f876c15a5c0 con 0x7f876c06d520 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.916+0000 7f8773e79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f876c1594e0 con 0x7f876c0bffc0 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f876c06d520 0x7f876c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f876c06d520 0x7f876c15ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40744/0 (socket says 172.21.15.76:40744) 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 -- 172.21.15.76:0/399143483 learned_addr learned my addr 172.21.15.76:0/399143483 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8772416640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 -- 172.21.15.76:0/399143483 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 msgr2=0x7f876c0c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 -- 172.21.15.76:0/399143483 >> v1:172.21.15.106:6789/0 conn(0x7f876c1560e0 legacy=0x7f876c159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 -- 172.21.15.76:0/399143483 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f876c1597c0 con 0x7f876c06d520 2023-11-25T03:12:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8772416640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:39.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8771414640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c15ca90 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f875c009870 tx=0x7f875c01c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4643c17a7b98eb95 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:39.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8770c13640 1 -- 172.21.15.76:0/399143483 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875c0ab620 con 0x7f876c06d520 2023-11-25T03:12:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8770c13640 1 -- 172.21.15.76:0/399143483 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f875c0ab780 con 0x7f876c06d520 2023-11-25T03:12:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.920+0000 7f8770c13640 1 -- 172.21.15.76:0/399143483 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875c0abb10 con 0x7f876c06d520 2023-11-25T03:12:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- 172.21.15.76:0/399143483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 msgr2=0x7f876c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c15ca90 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f875c009870 tx=0x7f875c01c510 comp rx=0 tx=0).stop 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- 172.21.15.76:0/399143483 shutdown_connections 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 --2- 172.21.15.76:0/399143483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c15ca90 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- 172.21.15.76:0/399143483 >> 172.21.15.76:0/399143483 conn(0x7f876c06a5b0 msgr2=0x7f876c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- 172.21.15.76:0/399143483 shutdown_connections 2023-11-25T03:12:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- 172.21.15.76:0/399143483 wait complete. 2023-11-25T03:12:39.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 Processor -- start 2023-11-25T03:12:39.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- start start 2023-11-25T03:12:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c158580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c1560e0 0x7f876c1551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876c157770 con 0x7f876c06d520 2023-11-25T03:12:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876c0a6bb0 con 0x7f876c1560e0 2023-11-25T03:12:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8773e79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f876c0a5400 con 0x7f876c0bffc0 2023-11-25T03:12:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c158580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c158580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40750/0 (socket says 172.21.15.76:40750) 2023-11-25T03:12:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 -- 172.21.15.76:0/2719957749 learned_addr learned my addr 172.21.15.76:0/2719957749 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771414640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8772416640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c1560e0 0x7f876c1551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 -- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 msgr2=0x7f876c0c40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 -- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c1560e0 msgr2=0x7f876c1551c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c1560e0 0x7f876c1551c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8771c15640 1 -- 172.21.15.76:0/2719957749 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f875c0094d0 con 0x7f876c06d520 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.924+0000 7f8772416640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c1560e0 0x7f876c1551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f8771c15640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c158580 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f876800c3c0 tx=0x7f876800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87680052d0 con 0x7f876c06d520 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8768005430 con 0x7f876c06d520 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f876c156fa0 con 0x7f876c06d520 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8768003840 con 0x7f876c06d520 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f876c0a4db0 con 0x7f876c06d520 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f876c068400 con 0x7f876c06d520 2023-11-25T03:12:39.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f87680039a0 con 0x7f876c06d520 2023-11-25T03:12:39.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f87627fc640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664a0 0x7f8750068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:39.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8768083010 con 0x7f876c06d520 2023-11-25T03:12:39.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.928+0000 7f8771414640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664a0 0x7f8750068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:39.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.932+0000 7f8771414640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664a0 0x7f8750068960 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f875c0af000 tx=0x7f875c0b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:39.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:39.932+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f87680507e0 con 0x7f876c06d520 2023-11-25T03:12:40.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.084+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f876c0ac0e0 con 0x7f876c06d520 2023-11-25T03:12:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f87627fc640 1 -- 172.21.15.76:0/2719957749 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f876c0ac0e0 con 0x7f876c06d520 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664a0 msgr2=0x7f8750068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664a0 0x7f8750068960 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f875c0af000 tx=0x7f875c0b6040 comp rx=0 tx=0).stop 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 msgr2=0x7f876c158580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c158580 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f876800c3c0 tx=0x7f876800c880 comp rx=0 tx=0).stop 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 shutdown_connections 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f87500664a0 0x7f8750068960 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f876c1560e0 0x7f876c1551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f876c0bffc0 0x7f876c0c40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 --2- 172.21.15.76:0/2719957749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f876c06d520 0x7f876c158580 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 >> 172.21.15.76:0/2719957749 conn(0x7f876c06a5b0 msgr2=0x7f876c070eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:40.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 shutdown_connections 2023-11-25T03:12:40.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.088+0000 7f8773e79640 1 -- 172.21.15.76:0/2719957749 wait complete. 2023-11-25T03:12:40.116 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent' 2023-11-25T03:12:40.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8072279640 1 Processor -- start 2023-11-25T03:12:40.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8072279640 1 -- start start 2023-11-25T03:12:40.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8072279640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f806c06bbb0 0x7f806c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8072279640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f806c06c860 con 0x7f806c0c7ea0 2023-11-25T03:12:40.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8072279640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f806c06c000 con 0x7f806c151e90 2023-11-25T03:12:40.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8072279640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f806c0c8750 con 0x7f806c06bbb0 2023-11-25T03:12:40.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f806b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f806c0c7ea0 0x7f806c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57508/0 (socket says 172.21.15.76:57508) 2023-11-25T03:12:40.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f806b7fe640 1 -- 172.21.15.76:0/95709194 learned_addr learned my addr 172.21.15.76:0/95709194 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:40.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8070816640 1 --2- 172.21.15.76:0/95709194 >> v2:172.21.15.106:3300/0 conn(0x7f806c06bbb0 0x7f806c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f806affd640 1 -- 172.21.15.76:0/95709194 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3029617517 0 0) 0x7f806c06c860 con 0x7f806c0c7ea0 2023-11-25T03:12:40.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f806affd640 1 -- 172.21.15.76:0/95709194 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8054003530 con 0x7f806c0c7ea0 2023-11-25T03:12:40.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8070816640 1 -- 172.21.15.76:0/95709194 >> v1:172.21.15.106:6789/0 conn(0x7f806c151e90 legacy=0x7f806c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8070816640 1 -- 172.21.15.76:0/95709194 >> v1:172.21.15.76:6789/0 conn(0x7f806c0c7ea0 legacy=0x7f806c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.248+0000 7f8070816640 1 -- 172.21.15.76:0/95709194 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f806c154930 con 0x7f806c06bbb0 2023-11-25T03:12:40.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8070816640 1 --2- 172.21.15.76:0/95709194 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1600b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8064009d90 tx=0x7f806401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bcea362a757f654 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:40.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f806affd640 1 -- 172.21.15.76:0/95709194 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80640a6700 con 0x7f806c06bbb0 2023-11-25T03:12:40.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f806affd640 1 -- 172.21.15.76:0/95709194 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80640a6860 con 0x7f806c06bbb0 2023-11-25T03:12:40.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f806affd640 1 -- 172.21.15.76:0/95709194 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80640a6bf0 con 0x7f806c06bbb0 2023-11-25T03:12:40.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 -- 172.21.15.76:0/95709194 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 msgr2=0x7f806c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 --2- 172.21.15.76:0/95709194 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1600b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8064009d90 tx=0x7f806401c830 comp rx=0 tx=0).stop 2023-11-25T03:12:40.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 -- 172.21.15.76:0/95709194 shutdown_connections 2023-11-25T03:12:40.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 --2- 172.21.15.76:0/95709194 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1600b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 -- 172.21.15.76:0/95709194 >> 172.21.15.76:0/95709194 conn(0x7f806c0ca170 msgr2=0x7f806c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:40.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 -- 172.21.15.76:0/95709194 shutdown_connections 2023-11-25T03:12:40.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.252+0000 7f8072279640 1 -- 172.21.15.76:0/95709194 wait complete. 2023-11-25T03:12:40.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 Processor -- start 2023-11-25T03:12:40.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 -- start start 2023-11-25T03:12:40.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1eac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f806c0c7ea0 0x7f806c13f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 0x7f806c1f0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f806c1552d0 con 0x7f806c151e90 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f806c13e970 con 0x7f806c06bbb0 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f806c1f1120 con 0x7f806c0c7ea0 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 0x7f806c1f0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 0x7f806c1f0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40760/0 (socket says 172.21.15.76:40760) 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 -- 172.21.15.76:0/3417441775 learned_addr learned my addr 172.21.15.76:0/3417441775 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f806bfff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1eac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f806b7fe640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f806c0c7ea0 0x7f806c13f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 -- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f806c0c7ea0 msgr2=0x7f806c13f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f806c0c7ea0 0x7f806c13f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 -- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 msgr2=0x7f806c1eac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1eac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 -- 172.21.15.76:0/3417441775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8064009a70 con 0x7f806c151e90 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8070816640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 0x7f806c1f0440 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f806401a460 tx=0x7f80640195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:40.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80640b8630 con 0x7f806c151e90 2023-11-25T03:12:40.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80640b8790 con 0x7f806c151e90 2023-11-25T03:12:40.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f806c1f0e40 con 0x7f806c151e90 2023-11-25T03:12:40.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80640b8b00 con 0x7f806c151e90 2023-11-25T03:12:40.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.256+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f806c13ee40 con 0x7f806c151e90 2023-11-25T03:12:40.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.260+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f806c068400 con 0x7f806c151e90 2023-11-25T03:12:40.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.260+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f80640b8c60 con 0x7f806c151e90 2023-11-25T03:12:40.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.260+0000 7f8068ff9640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8058066470 0x7f8058068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.260+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f80640aa070 con 0x7f806c151e90 2023-11-25T03:12:40.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.260+0000 7f806bfff640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8058066470 0x7f8058068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.260+0000 7f806bfff640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8058066470 0x7f8058068930 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f806c1541b0 tx=0x7f805c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:40.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.264+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f80640ec960 con 0x7f806c151e90 2023-11-25T03:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.464+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]} v 0) v1 -- 0x7f806c14fbf0 con 0x7f806c151e90 2023-11-25T03:12:40.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8068ff9640 1 -- 172.21.15.76:0/3417441775 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]}]=0 v121) v1 ==== 159+0+0 (secure 0 0 0) 0x7f80640eff80 con 0x7f806c151e90 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8058066470 msgr2=0x7f8058068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8058066470 0x7f8058068930 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f806c1541b0 tx=0x7f805c009040 comp rx=0 tx=0).stop 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 msgr2=0x7f806c1f0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 0x7f806c1f0440 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f806401a460 tx=0x7f80640195d0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 shutdown_connections 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8058066470 0x7f8058068930 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f806c151e90 0x7f806c1f0440 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f806c0c7ea0 0x7f806c13f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 --2- 172.21.15.76:0/3417441775 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f806c06bbb0 0x7f806c1eac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 >> 172.21.15.76:0/3417441775 conn(0x7f806c0ca170 msgr2=0x7f806c0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:40.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 shutdown_connections 2023-11-25T03:12:40.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.744+0000 7f8072279640 1 -- 172.21.15.76:0/3417441775 wait complete. 2023-11-25T03:12:40.769 INFO:tasks.cephfs_test_runner:test_mount_all_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) ... ok 2023-11-25T03:12:40.769 INFO:tasks.cephfs_test_runner:Starting test: test_mount_mon_and_osd_caps_present_mds_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) 2023-11-25T03:12:40.769 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:40.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 Processor -- start 2023-11-25T03:12:40.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 -- start start 2023-11-25T03:12:40.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5104151e90 0x7f51040c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f51040c4e60 0x7f510406bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f510406c860 con 0x7f51040c7ea0 2023-11-25T03:12:40.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51040c8750 con 0x7f51040c4e60 2023-11-25T03:12:40.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510bcfe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51041552d0 con 0x7f5104151e90 2023-11-25T03:12:40.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f51040c4e60 0x7f510406bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f51040c4e60 0x7f510406bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40776/0 (socket says 172.21.15.76:40776) 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 -- 172.21.15.76:0/4292914908 learned_addr learned my addr 172.21.15.76:0/4292914908 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f5109a9a640 1 --2- 172.21.15.76:0/4292914908 >> v2:172.21.15.106:3300/0 conn(0x7f5104151e90 0x7f51040c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 -- 172.21.15.76:0/4292914908 >> v2:172.21.15.106:3300/0 conn(0x7f5104151e90 msgr2=0x7f51040c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 --2- 172.21.15.76:0/4292914908 >> v2:172.21.15.106:3300/0 conn(0x7f5104151e90 0x7f51040c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 -- 172.21.15.76:0/4292914908 >> v1:172.21.15.106:6789/0 conn(0x7f51040c7ea0 legacy=0x7f510406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.900+0000 7f510a29b640 1 -- 172.21.15.76:0/4292914908 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5104154930 con 0x7f51040c4e60 2023-11-25T03:12:40.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510a29b640 1 --2- 172.21.15.76:0/4292914908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510406bbb0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f510408b410 tx=0x7f50fc01c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77e5d447c411f80b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:40.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f5108a98640 1 -- 172.21.15.76:0/4292914908 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50fc0a5570 con 0x7f51040c4e60 2023-11-25T03:12:40.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f5108a98640 1 -- 172.21.15.76:0/4292914908 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50fc0a56d0 con 0x7f51040c4e60 2023-11-25T03:12:40.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f5108a98640 1 -- 172.21.15.76:0/4292914908 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50fc0a5a60 con 0x7f51040c4e60 2023-11-25T03:12:40.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 -- 172.21.15.76:0/4292914908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 msgr2=0x7f510406bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 --2- 172.21.15.76:0/4292914908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510406bbb0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f510408b410 tx=0x7f50fc01c8b0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 -- 172.21.15.76:0/4292914908 shutdown_connections 2023-11-25T03:12:40.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 --2- 172.21.15.76:0/4292914908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510406bbb0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 --2- 172.21.15.76:0/4292914908 >> v2:172.21.15.106:3300/0 conn(0x7f5104151e90 0x7f51040c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 -- 172.21.15.76:0/4292914908 >> 172.21.15.76:0/4292914908 conn(0x7f51040ca170 msgr2=0x7f51040ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:40.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 -- 172.21.15.76:0/4292914908 shutdown_connections 2023-11-25T03:12:40.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.904+0000 7f510bcfe640 1 -- 172.21.15.76:0/4292914908 wait complete. 2023-11-25T03:12:40.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 Processor -- start 2023-11-25T03:12:40.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 -- start start 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510414a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51040c7ea0 0x7f510414ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5104151e90 0x7f51040a9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51041edd30 con 0x7f51040c4e60 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51041eda50 con 0x7f51040c7ea0 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f510414c270 con 0x7f5104151e90 2023-11-25T03:12:40.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510414a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510414a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40790/0 (socket says 172.21.15.76:40790) 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 -- 172.21.15.76:0/317693493 learned_addr learned my addr 172.21.15.76:0/317693493 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109299640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51040c7ea0 0x7f510414ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510a29b640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5104151e90 0x7f51040a9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 -- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5104151e90 msgr2=0x7f51040a9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5104151e90 0x7f51040a9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 -- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51040c7ea0 msgr2=0x7f510414ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51040c7ea0 0x7f510414ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 -- 172.21.15.76:0/317693493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50fc009b30 con 0x7f51040c4e60 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109299640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51040c7ea0 0x7f510414ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510a29b640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5104151e90 0x7f51040a9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f5109a9a640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510414a7a0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f510000e930 tx=0x7f510000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:40.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5100009690 con 0x7f51040c4e60 2023-11-25T03:12:40.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f510000ca00 con 0x7f51040c4e60 2023-11-25T03:12:40.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f510414c550 con 0x7f51040c4e60 2023-11-25T03:12:40.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510000cd70 con 0x7f51040c4e60 2023-11-25T03:12:40.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.908+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51041ed760 con 0x7f51040c4e60 2023-11-25T03:12:40.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.912+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5104068400 con 0x7f51040c4e60 2023-11-25T03:12:40.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.912+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5100013470 con 0x7f51040c4e60 2023-11-25T03:12:40.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.912+0000 7f50fa7fc640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f50e8066470 0x7f50e8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:40.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.912+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5100083da0 con 0x7f51040c4e60 2023-11-25T03:12:40.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.912+0000 7f5109299640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f50e8066470 0x7f50e8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:40.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.912+0000 7f5109299640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f50e8066470 0x7f50e8068930 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f510415e8a0 tx=0x7f50f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:40.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:40.916+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5100051610 con 0x7f51040c4e60 2023-11-25T03:12:41.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f51040c0de0 con 0x7f51040c4e60 2023-11-25T03:12:41.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f50fa7fc640 1 -- 172.21.15.76:0/317693493 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) v1 ==== 74+0+13104 (secure 0 0 0) 0x7f5100017090 con 0x7f51040c4e60 2023-11-25T03:12:41.074 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:41.074 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":42,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:39.738719+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6835/4060283651":"2023-11-26T03:12:36.727203+0000","172.21.15.76:6834/4060283651":"2023-11-26T03:12:36.727203+0000","172.21.15.76:6837/2173048581":"2023-11-26T03:12:30.282363+0000","172.21.15.76:6836/2173048581":"2023-11-26T03:12:30.282363+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:41.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f50e8066470 msgr2=0x7f50e8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f50e8066470 0x7f50e8068930 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f510415e8a0 tx=0x7f50f4009040 comp rx=0 tx=0).stop 2023-11-25T03:12:41.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 msgr2=0x7f510414a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510414a7a0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f510000e930 tx=0x7f510000edf0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 shutdown_connections 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f50e8066470 0x7f50e8068930 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5104151e90 0x7f51040a9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51040c7ea0 0x7f510414ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 --2- 172.21.15.76:0/317693493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51040c4e60 0x7f510414a7a0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 >> 172.21.15.76:0/317693493 conn(0x7f51040ca170 msgr2=0x7f51040ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 shutdown_connections 2023-11-25T03:12:41.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.068+0000 7f510bcfe640 1 -- 172.21.15.76:0/317693493 wait complete. 2023-11-25T03:12:41.096 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:41.096 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:41.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 Processor -- start 2023-11-25T03:12:41.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- start start 2023-11-25T03:12:41.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3d180c5260 0x7f3d1806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 0x7f3d180c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d180c2580 con 0x7f3d180c60f0 2023-11-25T03:12:41.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d18153510 con 0x7f3d180c5260 2023-11-25T03:12:41.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d180c17f0 con 0x7f3d180c5640 2023-11-25T03:12:41.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 0x7f3d180c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 0x7f3d180c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:37856/0 (socket says 172.21.15.76:37856) 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 -- 172.21.15.76:0/150306305 learned_addr learned my addr 172.21.15.76:0/150306305 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d177fe640 1 --2- 172.21.15.76:0/150306305 >> v2:172.21.15.106:3300/0 conn(0x7f3d180c5260 0x7f3d1806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 -- 172.21.15.76:0/150306305 >> v2:172.21.15.106:3300/0 conn(0x7f3d180c5260 msgr2=0x7f3d1806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 --2- 172.21.15.76:0/150306305 >> v2:172.21.15.106:3300/0 conn(0x7f3d180c5260 0x7f3d1806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 -- 172.21.15.76:0/150306305 >> v1:172.21.15.106:6789/0 conn(0x7f3d180c60f0 legacy=0x7f3d18155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 -- 172.21.15.76:0/150306305 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d180c1a00 con 0x7f3d180c5640 2023-11-25T03:12:41.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d16ffd640 1 --2- 172.21.15.76:0/150306305 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 0x7f3d180c5bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3d180c1930 tx=0x7f3d0c01c460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e9bfc4f0b35b9a9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:41.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d167fc640 1 -- 172.21.15.76:0/150306305 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c0ab600 con 0x7f3d180c5640 2023-11-25T03:12:41.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d167fc640 1 -- 172.21.15.76:0/150306305 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d0c0a7050 con 0x7f3d180c5640 2023-11-25T03:12:41.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d167fc640 1 -- 172.21.15.76:0/150306305 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c0ab980 con 0x7f3d180c5640 2023-11-25T03:12:41.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- 172.21.15.76:0/150306305 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 msgr2=0x7f3d180c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 --2- 172.21.15.76:0/150306305 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 0x7f3d180c5bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3d180c1930 tx=0x7f3d0c01c460 comp rx=0 tx=0).stop 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- 172.21.15.76:0/150306305 shutdown_connections 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 --2- 172.21.15.76:0/150306305 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c5640 0x7f3d180c5bb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 --2- 172.21.15.76:0/150306305 >> v2:172.21.15.106:3300/0 conn(0x7f3d180c5260 0x7f3d1806d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- 172.21.15.76:0/150306305 >> 172.21.15.76:0/150306305 conn(0x7f3d1806a5b0 msgr2=0x7f3d1806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- 172.21.15.76:0/150306305 shutdown_connections 2023-11-25T03:12:41.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.236+0000 7f3d1e054640 1 -- 172.21.15.76:0/150306305 wait complete. 2023-11-25T03:12:41.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 Processor -- start 2023-11-25T03:12:41.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- start start 2023-11-25T03:12:41.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 0x7f3d1814dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d180c5640 0x7f3d1813dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c60f0 0x7f3d1813e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d180715e0 con 0x7f3d180c5260 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d18071df0 con 0x7f3d180c5640 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1814e810 con 0x7f3d180c60f0 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 0x7f3d1814dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 0x7f3d1814dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40804/0 (socket says 172.21.15.76:40804) 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 -- 172.21.15.76:0/3234667208 learned_addr learned my addr 172.21.15.76:0/3234667208 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d16ffd640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d180c5640 0x7f3d1813dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d17fff640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c60f0 0x7f3d1813e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 -- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c60f0 msgr2=0x7f3d1813e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c60f0 0x7f3d1813e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 -- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d180c5640 msgr2=0x7f3d1813dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d180c5640 0x7f3d1813dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 -- 172.21.15.76:0/3234667208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d0c0094d0 con 0x7f3d180c5260 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d17fff640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c60f0 0x7f3d1813e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d177fe640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 0x7f3d1814dbf0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f3d0800e870 tx=0x7f3d0800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d08009510 con 0x7f3d180c5260 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d0800eec0 con 0x7f3d180c5260 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d181f1590 con 0x7f3d180c5260 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0800cb40 con 0x7f3d180c5260 2023-11-25T03:12:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d18071b10 con 0x7f3d180c5260 2023-11-25T03:12:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.240+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d18068400 con 0x7f3d180c5260 2023-11-25T03:12:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.244+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3d0800cca0 con 0x7f3d180c5260 2023-11-25T03:12:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.244+0000 7f3cfffff640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d04066470 0x7f3d04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.244+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3d08083d20 con 0x7f3d180c5260 2023-11-25T03:12:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.244+0000 7f3d16ffd640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d04066470 0x7f3d04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.244+0000 7f3d16ffd640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d04066470 0x7f3d04068930 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0ad000 tx=0x7f3d0c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:41.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.248+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3d08051430 con 0x7f3d180c5260 2023-11-25T03:12:41.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3d181ed2a0 con 0x7f3d180c5260 2023-11-25T03:12:41.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3cfffff640 1 -- 172.21.15.76:0/3234667208 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v42) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3d08054a50 con 0x7f3d180c5260 2023-11-25T03:12:41.406 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d04066470 msgr2=0x7f3d04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d04066470 0x7f3d04068930 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0ad000 tx=0x7f3d0c008040 comp rx=0 tx=0).stop 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 msgr2=0x7f3d1814dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 0x7f3d1814dbf0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f3d0800e870 tx=0x7f3d0800ec70 comp rx=0 tx=0).stop 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 shutdown_connections 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d04066470 0x7f3d04068930 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d180c60f0 0x7f3d1813e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d180c5640 0x7f3d1813dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 --2- 172.21.15.76:0/3234667208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d180c5260 0x7f3d1814dbf0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 >> 172.21.15.76:0/3234667208 conn(0x7f3d1806a5b0 msgr2=0x7f3d180663f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:41.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 shutdown_connections 2023-11-25T03:12:41.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.404+0000 7f3d1e054640 1 -- 172.21.15.76:0/3234667208 wait complete. 2023-11-25T03:12:41.427 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent' 2023-11-25T03:12:41.570 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa7860fe640 1 Processor -- start 2023-11-25T03:12:41.570 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa7860fe640 1 -- start start 2023-11-25T03:12:41.571 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa7860fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 0x7fa780156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa7860fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7800c2580 con 0x7fa7800c5640 2023-11-25T03:12:41.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa7860fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7800c1a00 con 0x7fa7800c5260 2023-11-25T03:12:41.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa7860fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa780153510 con 0x7fa780155de0 2023-11-25T03:12:41.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa777fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa7800c5640 0x7fa7800c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57524/0 (socket says 172.21.15.76:57524) 2023-11-25T03:12:41.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa777fff640 1 -- 172.21.15.76:0/373329102 learned_addr learned my addr 172.21.15.76:0/373329102 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77ffff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 0x7fa780156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 284389966 0 0) 0x7fa7800c2580 con 0x7fa7800c5640 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa76c003530 con 0x7fa7800c5640 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2695357603 0 0) 0x7fa76c003530 con 0x7fa7800c5640 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 msgr2=0x7fa780156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 0x7fa780156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 >> v1:172.21.15.106:6789/0 conn(0x7fa7800c5260 legacy=0x7fa78006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7800c1ce0 con 0x7fa7800c5640 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fa768001680 con 0x7fa7800c5640 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 >> v1:172.21.15.76:6789/0 conn(0x7fa7800c5640 legacy=0x7fa7800c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 0x7fa76c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa76c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa76c004d10 0x7fa76c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76c00baa0 con 0x7fa76c003ef0 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76c00bc10 con 0x7fa76c004d10 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa76c00bdd0 con 0x7fa780155de0 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.568+0000 7fa777fff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa76c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77f7fe640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 0x7fa76c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77ffff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa76c004d10 0x7fa76c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa777fff640 1 -- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 msgr2=0x7fa76c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa777fff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa780155de0 0x7fa76c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa777fff640 1 -- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa76c004d10 msgr2=0x7fa76c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa777fff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa76c004d10 0x7fa76c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa777fff640 1 -- 172.21.15.76:0/373329102 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa76c003530 con 0x7fa76c003ef0 2023-11-25T03:12:41.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77ffff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa76c004d10 0x7fa76c005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:41.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa777fff640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa76c0047d0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fa76800c0e0 tx=0x7fa76801cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb18ca2824a0aad9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:41.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa768005ae0 con 0x7fa76c003ef0 2023-11-25T03:12:41.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa768005c40 con 0x7fa76c003ef0 2023-11-25T03:12:41.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77effd640 1 -- 172.21.15.76:0/373329102 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa768007070 con 0x7fa76c003ef0 2023-11-25T03:12:41.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa7860fe640 1 -- 172.21.15.76:0/373329102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 msgr2=0x7fa76c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa7860fe640 1 --2- 172.21.15.76:0/373329102 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa76c0047d0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fa76800c0e0 tx=0x7fa76801cb20 comp rx=0 tx=0).stop 2023-11-25T03:12:41.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.572+0000 7fa77ffff640 1 -- 172.21.15.76:0/373329102 reap_dead start 2023-11-25T03:12:41.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- 172.21.15.76:0/373329102 shutdown_connections 2023-11-25T03:12:41.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- 172.21.15.76:0/373329102 >> 172.21.15.76:0/373329102 conn(0x7fa78006a5b0 msgr2=0x7fa78006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:41.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- 172.21.15.76:0/373329102 shutdown_connections 2023-11-25T03:12:41.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- 172.21.15.76:0/373329102 wait complete. 2023-11-25T03:12:41.578 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 Processor -- start 2023-11-25T03:12:41.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- start start 2023-11-25T03:12:41.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa7800c48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa78014c8f0 0x7fa78014bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa78014c200 0x7fa7801ec9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7801506d0 con 0x7fa76c003ef0 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800a79e0 con 0x7fa78014c8f0 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800a81f0 con 0x7fa78014c200 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa7800c48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa7800c48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40818/0 (socket says 172.21.15.76:40818) 2023-11-25T03:12:41.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 -- 172.21.15.76:0/1387032002 learned_addr learned my addr 172.21.15.76:0/1387032002 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:41.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 -- 172.21.15.76:0/1387032002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa78014c200 msgr2=0x7fa7801ec9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa78014c200 0x7fa7801ec9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 -- 172.21.15.76:0/1387032002 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa78014c8f0 msgr2=0x7fa78014bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa78014c8f0 0x7fa78014bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 -- 172.21.15.76:0/1387032002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7801f0580 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77f7fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa7800c48e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa77000f740 tx=0x7fa77000fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa77000fe50 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7700052e0 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa78014c6b0 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa77000d8f0 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.576+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7800a7c30 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.580+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa780068400 con 0x7fa76c003ef0 2023-11-25T03:12:41.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.580+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa77000da50 con 0x7fa76c003ef0 2023-11-25T03:12:41.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.580+0000 7fa77cff9640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa760066470 0x7fa760068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:41.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.580+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fa770083bb0 con 0x7fa76c003ef0 2023-11-25T03:12:41.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.580+0000 7fa777fff640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa760066470 0x7fa760068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:41.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.580+0000 7fa777fff640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa760066470 0x7fa760068930 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa7680ab000 tx=0x7fa7800a57d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:41.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.584+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa7700512d0 con 0x7fa76c003ef0 2023-11-25T03:12:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:41.784+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]} v 0) v1 -- 0x7fa78006d390 con 0x7fa76c003ef0 2023-11-25T03:12:42.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.748+0000 7fa77cff9640 1 -- 172.21.15.76:0/1387032002 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]}]=0 v123) v1 ==== 187+0+0 (secure 0 0 0) 0x7fa7700548f0 con 0x7fa76c003ef0 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa760066470 msgr2=0x7fa760068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa760066470 0x7fa760068930 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa7680ab000 tx=0x7fa7800a57d0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 msgr2=0x7fa7800c48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa7800c48e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa77000f740 tx=0x7fa77000fc00 comp rx=0 tx=0).stop 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 shutdown_connections 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa760066470 0x7fa760068930 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa78014c200 0x7fa7801ec9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa78014c8f0 0x7fa78014bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 --2- 172.21.15.76:0/1387032002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa76c003ef0 0x7fa7800c48e0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 >> 172.21.15.76:0/1387032002 conn(0x7fa78006a5b0 msgr2=0x7fa78006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:42.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 shutdown_connections 2023-11-25T03:12:42.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.752+0000 7fa7860fe640 1 -- 172.21.15.76:0/1387032002 wait complete. 2023-11-25T03:12:42.775 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-11-25T03:12:42.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.912+0000 7fc41ae17640 1 Processor -- start 2023-11-25T03:12:42.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.912+0000 7fc41ae17640 1 -- start start 2023-11-25T03:12:42.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41ae17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc4140c5360 0x7fc41406c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41ae17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc41414a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41ae17640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4140c1e30 con 0x7fc41406d990 2023-11-25T03:12:42.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41ae17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc41406dd70 con 0x7fc4140c5360 2023-11-25T03:12:42.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41ae17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4140c57c0 con 0x7fc41406c5b0 2023-11-25T03:12:42.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419e15640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc41406d990 0x7fc4141546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57532/0 (socket says 172.21.15.76:57532) 2023-11-25T03:12:42.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419e15640 1 -- 172.21.15.76:0/35537507 learned_addr learned my addr 172.21.15.76:0/35537507 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc41414a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419614640 1 --2- 172.21.15.76:0/35537507 >> v2:172.21.15.106:3300/0 conn(0x7fc4140c5360 0x7fc41406c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3118334428 0 0) 0x7fc4140c1e30 con 0x7fc41406d990 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc400003530 con 0x7fc41406d990 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2617507859 0 0) 0x7fc400003530 con 0x7fc41406d990 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 msgr2=0x7fc41414a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:42.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc41414a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 >> v2:172.21.15.106:3300/0 conn(0x7fc4140c5360 msgr2=0x7fc41406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 --2- 172.21.15.76:0/35537507 >> v2:172.21.15.106:3300/0 conn(0x7fc4140c5360 0x7fc41406c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4140c1220 con 0x7fc41406d990 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fc410001680 con 0x7fc41406d990 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 >> v1:172.21.15.76:6789/0 conn(0x7fc41406d990 legacy=0x7fc4141546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc400003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc400003f50 0x7fc4000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc400005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41406dd70 con 0x7fc400004d10 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4140c57c0 con 0x7fc400003f50 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc40000dba0 con 0x7fc41406c5b0 2023-11-25T03:12:42.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc400005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419e15640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc400003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419614640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc400003f50 0x7fc4000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 -- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 msgr2=0x7fc400003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc400003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 -- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc400003f50 msgr2=0x7fc4000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc400003f50 0x7fc4000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc41a616640 1 -- 172.21.15.76:0/35537507 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc400003530 con 0x7fc400004d10 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419614640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc400003f50 0x7fc4000047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:42.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.916+0000 7fc419e15640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc41406c5b0 0x7fc400003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:42.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41a616640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc400005190 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fc40c00e170 tx=0x7fc40c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da02bbb9eadde1e1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:42.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40c0a5c50 con 0x7fc400004d10 2023-11-25T03:12:42.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc40c00f040 con 0x7fc400004d10 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc418e13640 1 -- 172.21.15.76:0/35537507 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40c0ad440 con 0x7fc400004d10 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 -- 172.21.15.76:0/35537507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 msgr2=0x7fc400005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 --2- 172.21.15.76:0/35537507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc400005190 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fc40c00e170 tx=0x7fc40c01cc40 comp rx=0 tx=0).stop 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41a616640 1 -- 172.21.15.76:0/35537507 reap_dead start 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 -- 172.21.15.76:0/35537507 shutdown_connections 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 -- 172.21.15.76:0/35537507 >> 172.21.15.76:0/35537507 conn(0x7fc4140a7800 msgr2=0x7fc4140a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 -- 172.21.15.76:0/35537507 shutdown_connections 2023-11-25T03:12:42.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 -- 172.21.15.76:0/35537507 wait complete. 2023-11-25T03:12:42.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 Processor -- start 2023-11-25T03:12:42.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.920+0000 7fc41ae17640 1 -- start start 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc4140a9130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4140ab6c0 0x7fc414153770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc414153cb0 0x7fc4141dd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4140a9ba0 con 0x7fc400004d10 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4141eacb0 con 0x7fc414153cb0 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4141e9c80 con 0x7fc4140ab6c0 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc4140a9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc4140a9130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40834/0 (socket says 172.21.15.76:40834) 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 -- 172.21.15.76:0/498865191 learned_addr learned my addr 172.21.15.76:0/498865191 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41a616640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc414153cb0 0x7fc4141dd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419614640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4140ab6c0 0x7fc414153770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 -- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4140ab6c0 msgr2=0x7fc414153770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4140ab6c0 0x7fc414153770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 -- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc414153cb0 msgr2=0x7fc4141dd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc414153cb0 0x7fc4141dd6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 -- 172.21.15.76:0/498865191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4140a97c0 con 0x7fc400004d10 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41a616640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc414153cb0 0x7fc4141dd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419614640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4140ab6c0 0x7fc414153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc419e15640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc4140a9130 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fc41000e8c0 tx=0x7fc41000ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41000c8d0 con 0x7fc400004d10 2023-11-25T03:12:42.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc41000ca30 con 0x7fc400004d10 2023-11-25T03:12:42.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc41000cda0 con 0x7fc400004d10 2023-11-25T03:12:42.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4141e9ef0 con 0x7fc400004d10 2023-11-25T03:12:42.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4141ea4b0 con 0x7fc400004d10 2023-11-25T03:12:42.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.924+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc41404e850 con 0x7fc400004d10 2023-11-25T03:12:42.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.928+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc410014480 con 0x7fc400004d10 2023-11-25T03:12:42.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.928+0000 7fc40a7fc640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc3f80664a0 0x7fc3f8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:42.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.928+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc4100832e0 con 0x7fc400004d10 2023-11-25T03:12:42.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.928+0000 7fc419614640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc3f80664a0 0x7fc3f8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:42.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.928+0000 7fc419614640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc3f80664a0 0x7fc3f8068960 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc4140a8ab0 tx=0x7fc404008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:42.932+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc410050aa0 con 0x7fc400004d10 2023-11-25T03:12:43.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.080+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fc414152070 con 0x7fc400004d10 2023-11-25T03:12:43.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.084+0000 7fc40a7fc640 1 -- 172.21.15.76:0/498865191 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc4100190c0 con 0x7fc400004d10 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc3f80664a0 msgr2=0x7fc3f8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc3f80664a0 0x7fc3f8068960 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc4140a8ab0 tx=0x7fc404008040 comp rx=0 tx=0).stop 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 msgr2=0x7fc4140a9130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc4140a9130 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fc41000e8c0 tx=0x7fc41000ed80 comp rx=0 tx=0).stop 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 shutdown_connections 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc3f80664a0 0x7fc3f8068960 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc414153cb0 0x7fc4141dd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4140ab6c0 0x7fc414153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 --2- 172.21.15.76:0/498865191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc400004d10 0x7fc4140a9130 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 >> 172.21.15.76:0/498865191 conn(0x7fc4140a7800 msgr2=0x7fc414070a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:43.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 shutdown_connections 2023-11-25T03:12:43.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.088+0000 7fc41ae17640 1 -- 172.21.15.76:0/498865191 wait complete. 2023-11-25T03:12:43.110 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-25T03:12:43.110 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:12:43.179 DEBUG:teuthology.orchestra.run.smithi106:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:12:43.257 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-25T03:12:43.258 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:12:43.258 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:43.267 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:12:43.267 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:12:43.267 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:12:43.277 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:12:43.277 INFO:tasks.cephfs.cephfs_test_case:[, ] 2023-11-25T03:12:43.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:43.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.440+0000 7f23242fe640 1 Processor -- start 2023-11-25T03:12:43.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.440+0000 7f23242fe640 1 -- start start 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f23242fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f231c0c2bb0 0x7f231c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f23242fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f231c0c31c0 con 0x7f231c0c4100 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f23242fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f231c0c34a0 con 0x7f231c0c63c0 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f23242fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f231c0c1030 con 0x7f231c0c2bb0 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321899640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f231c0c4100 0x7f231c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57536/0 (socket says 172.21.15.76:57536) 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321899640 1 -- 172.21.15.76:0/96735524 learned_addr learned my addr 172.21.15.76:0/96735524 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f231c0c2bb0 0x7f231c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 805482274 0 0) 0x7f231c0c31c0 con 0x7f231c0c4100 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2308003530 con 0x7f231c0c4100 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1382515122 0 0) 0x7f231c0c34a0 con 0x7f231c0c63c0 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f231c0c31c0 con 0x7f231c0c63c0 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3099469122 0 0) 0x7f2308003530 con 0x7f231c0c4100 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f231c0c2bb0 msgr2=0x7f231c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f231c0c2bb0 0x7f231c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 >> v1:172.21.15.106:6789/0 conn(0x7f231c0c63c0 legacy=0x7f231c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f231c0c1310 con 0x7f231c0c4100 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f230c001680 con 0x7f231c0c4100 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 >> v1:172.21.15.76:6789/0 conn(0x7f231c0c4100 legacy=0x7f231c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2308003b40 0x7f2308003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23080047d0 0x7f2308004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2308005190 0x7f230800dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f231c0c1030 con 0x7f2308005190 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f230800e2d0 con 0x7f2308003b40 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f230800e490 con 0x7f23080047d0 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f231c0c2bb0 0x7f231c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232209a640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2308003b40 0x7f2308003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2308005190 0x7f230800dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f2321899640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23080047d0 0x7f2308004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 -- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23080047d0 msgr2=0x7f2308004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:43.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23080047d0 0x7f2308004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 -- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2308003b40 msgr2=0x7f2308003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:43.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2308003b40 0x7f2308003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.444+0000 7f232289b640 1 -- 172.21.15.76:0/96735524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2308003530 con 0x7f2308005190 2023-11-25T03:12:43.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f232289b640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2308005190 0x7f230800dba0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f231c0c2f90 tx=0x7f231401ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e27dd6f1dd777e9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:43.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2314003c60 con 0x7f2308005190 2023-11-25T03:12:43.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f231400f040 con 0x7f2308005190 2023-11-25T03:12:43.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f2321098640 1 -- 172.21.15.76:0/96735524 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23140a5850 con 0x7f2308005190 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f23242fe640 1 -- 172.21.15.76:0/96735524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2308005190 msgr2=0x7f230800dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f23242fe640 1 --2- 172.21.15.76:0/96735524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2308005190 0x7f230800dba0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f231c0c2f90 tx=0x7f231401ccd0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f232289b640 1 -- 172.21.15.76:0/96735524 reap_dead start 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f23242fe640 1 -- 172.21.15.76:0/96735524 shutdown_connections 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f23242fe640 1 -- 172.21.15.76:0/96735524 >> 172.21.15.76:0/96735524 conn(0x7f231c06a5b0 msgr2=0x7f231c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f23242fe640 1 -- 172.21.15.76:0/96735524 shutdown_connections 2023-11-25T03:12:43.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.448+0000 7f23242fe640 1 -- 172.21.15.76:0/96735524 wait complete. 2023-11-25T03:12:43.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 Processor -- start 2023-11-25T03:12:43.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 -- start start 2023-11-25T03:12:43.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2308005190 0x7f231c158040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 0x7f231c1e9140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f231c1e9680 0x7f231c1504f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f231c150110 con 0x7f231c0a5050 2023-11-25T03:12:43.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f231c159e80 con 0x7f231c1e9680 2023-11-25T03:12:43.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f231c1e9cf0 con 0x7f2308005190 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 0x7f231c1e9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 0x7f231c1e9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40848/0 (socket says 172.21.15.76:40848) 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 -- 172.21.15.76:0/2579666582 learned_addr learned my addr 172.21.15.76:0/2579666582 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f232209a640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2308005190 0x7f231c158040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f232289b640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f231c1e9680 0x7f231c1504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 -- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2308005190 msgr2=0x7f231c158040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2308005190 0x7f231c158040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 -- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f231c1e9680 msgr2=0x7f231c1504f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f231c1e9680 0x7f231c1504f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 -- 172.21.15.76:0/2579666582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f231c0c69b0 con 0x7f231c0a5050 2023-11-25T03:12:43.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2321899640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 0x7f231c1e9140 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f230c004ea0 tx=0x7f230c007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:43.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f230c00f7b0 con 0x7f231c0a5050 2023-11-25T03:12:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f230c00f910 con 0x7f231c0a5050 2023-11-25T03:12:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f230c00fca0 con 0x7f231c0a5050 2023-11-25T03:12:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f231c1594f0 con 0x7f231c0a5050 2023-11-25T03:12:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.452+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f231c159ab0 con 0x7f231c0a5050 2023-11-25T03:12:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.456+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f231c1e9a90 con 0x7f231c0a5050 2023-11-25T03:12:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.456+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f230c01d460 con 0x7f231c0a5050 2023-11-25T03:12:43.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.456+0000 7f2312ffd640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2300066470 0x7f2300068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.456+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f230c083c70 con 0x7f231c0a5050 2023-11-25T03:12:43.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.456+0000 7f232209a640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2300066470 0x7f2300068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.456+0000 7f232209a640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2300066470 0x7f2300068930 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f23180010f0 tx=0x7f2318009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.460+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f230c0512f0 con 0x7f231c0a5050 2023-11-25T03:12:43.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f231c159320 con 0x7f231c0a5050 2023-11-25T03:12:43.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f2312ffd640 1 -- 172.21.15.76:0/2579666582 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+3705 (secure 0 0 0) 0x7f230c054910 con 0x7f231c0a5050 2023-11-25T03:12:43.646 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:43.646 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":27,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1408886691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1408886691},{"type":"v1","addr":"172.21.15.106:6834","nonce":1408886691}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4900,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4212187133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4212187133},{"type":"v1","addr":"172.21.15.106:6835","nonce":4212187133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2930375449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2930375449},{"type":"v1","addr":"172.21.15.76:6837","nonce":2930375449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":25},{"gid":5685,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/2416422630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2416422630},{"type":"v1","addr":"172.21.15.76:6835","nonce":2416422630}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27}],"filesystems":[]} 2023-11-25T03:12:43.646 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 27 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2300066470 msgr2=0x7f2300068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2300066470 0x7f2300068930 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f23180010f0 tx=0x7f2318009040 comp rx=0 tx=0).stop 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 msgr2=0x7f231c1e9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 0x7f231c1e9140 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f230c004ea0 tx=0x7f230c007430 comp rx=0 tx=0).stop 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 shutdown_connections 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2300066470 0x7f2300068930 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f231c1e9680 0x7f231c1504f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f231c0a5050 0x7f231c1e9140 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 --2- 172.21.15.76:0/2579666582 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2308005190 0x7f231c158040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 >> 172.21.15.76:0/2579666582 conn(0x7f231c06a5b0 msgr2=0x7f231c154fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:43.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 shutdown_connections 2023-11-25T03:12:43.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.644+0000 7f23242fe640 1 -- 172.21.15.76:0/2579666582 wait complete. 2023-11-25T03:12:43.666 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-25T03:12:43.667 INFO:tasks.ceph.mds.a:Stopping old one... 2023-11-25T03:12:43.667 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-25T03:12:43.667 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:12:43.667 INFO:tasks.ceph.mds.c:Restarting daemon 2023-11-25T03:12:43.667 INFO:tasks.ceph.mds.c:Stopping old one... 2023-11-25T03:12:43.667 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-11-25T03:12:43.668 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:12:43.668 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-25T03:12:43.668 INFO:tasks.ceph.mds.b:Stopping old one... 2023-11-25T03:12:43.668 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-25T03:12:43.668 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:12:43.668 INFO:tasks.ceph.mds.d:Restarting daemon 2023-11-25T03:12:43.668 INFO:tasks.ceph.mds.d:Stopping old one... 2023-11-25T03:12:43.669 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-11-25T03:12:43.669 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:12:43.681 INFO:tasks.ceph.mds.a:Stopped 2023-11-25T03:12:43.681 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-25T03:12:43.682 INFO:tasks.ceph.mds.c:Stopped 2023-11-25T03:12:43.682 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-11-25T03:12:43.684 INFO:tasks.ceph.mds.b:Stopped 2023-11-25T03:12:43.684 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-25T03:12:43.685 INFO:tasks.ceph.mds.d:Stopped 2023-11-25T03:12:43.685 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-11-25T03:12:43.730 INFO:tasks.ceph.mds.b:Started 2023-11-25T03:12:43.731 DEBUG:teuthology.parallel:result is None 2023-11-25T03:12:43.732 INFO:tasks.ceph.mds.d:Started 2023-11-25T03:12:43.732 DEBUG:teuthology.parallel:result is None 2023-11-25T03:12:43.733 INFO:tasks.ceph.mds.a:Started 2023-11-25T03:12:43.733 DEBUG:teuthology.parallel:result is None 2023-11-25T03:12:43.734 INFO:tasks.ceph.mds.c:Started 2023-11-25T03:12:43.734 DEBUG:teuthology.parallel:result is None 2023-11-25T03:12:43.735 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-11-25T03:12:43.822 INFO:tasks.ceph.mds.d.smithi106.stdout:starting mds.d at 2023-11-25T03:12:43.823 INFO:tasks.ceph.mds.b.smithi106.stdout:starting mds.b at 2023-11-25T03:12:43.823 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:12:43.824 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:12:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 Processor -- start 2023-11-25T03:12:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 -- start start 2023-11-25T03:12:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d040c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8d041544c0 0x7f8d04154950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d0406c660 con 0x7f8d040af5c0 2023-11-25T03:12:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d0406ba50 con 0x7f8d041544c0 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a9d0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0406bd30 con 0x7f8d040c4750 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d099ce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8d040af5c0 0x7f8d040c7d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57548/0 (socket says 172.21.15.76:57548) 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d099ce640 1 -- 172.21.15.76:0/1055587907 learned_addr learned my addr 172.21.15.76:0/1055587907 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a1cf640 1 --2- 172.21.15.76:0/1055587907 >> v2:172.21.15.106:3300/0 conn(0x7f8d041544c0 0x7f8d04154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d091cd640 1 --2- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d040c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d089cc640 1 -- 172.21.15.76:0/1055587907 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1743836485 0 0) 0x7f8d0406c660 con 0x7f8d040af5c0 2023-11-25T03:12:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d089cc640 1 -- 172.21.15.76:0/1055587907 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8cf0003530 con 0x7f8d040af5c0 2023-11-25T03:12:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 msgr2=0x7f8d040c4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a1cf640 1 --2- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d040c4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/1055587907 >> v1:172.21.15.76:6789/0 conn(0x7f8d040af5c0 legacy=0x7f8d040c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.880+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/1055587907 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d0406c010 con 0x7f8d041544c0 2023-11-25T03:12:43.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a1cf640 1 --2- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d041544c0 0x7f8d04154950 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc009d90 tx=0x7f8cfc01c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db84cb2d685e7550 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:43.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d089cc640 1 -- 172.21.15.76:0/1055587907 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc0a5890 con 0x7f8d041544c0 2023-11-25T03:12:43.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d089cc640 1 -- 172.21.15.76:0/1055587907 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cfc0a59f0 con 0x7f8d041544c0 2023-11-25T03:12:43.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d089cc640 1 -- 172.21.15.76:0/1055587907 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc0a5d80 con 0x7f8d041544c0 2023-11-25T03:12:43.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d041544c0 msgr2=0x7f8d04154950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d041544c0 0x7f8d04154950 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc009d90 tx=0x7f8cfc01c8c0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/1055587907 shutdown_connections 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d041544c0 0x7f8d04154950 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/1055587907 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d040c4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/1055587907 >> 172.21.15.76:0/1055587907 conn(0x7f8d040ab960 msgr2=0x7f8d040abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/1055587907 shutdown_connections 2023-11-25T03:12:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.884+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/1055587907 wait complete. 2023-11-25T03:12:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 Processor -- start 2023-11-25T03:12:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 -- start start 2023-11-25T03:12:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d040af5c0 0x7f8d04152340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d041ed630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 0x7f8d041edb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d041568f0 con 0x7f8d041544c0 2023-11-25T03:12:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d040aeb40 con 0x7f8d040af5c0 2023-11-25T03:12:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d04156ae0 con 0x7f8d040c4750 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 0x7f8d041edb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 0x7f8d041edb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40872/0 (socket says 172.21.15.76:40872) 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/2282141889 learned_addr learned my addr 172.21.15.76:0/2282141889 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d091cd640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d041ed630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d099ce640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d040af5c0 0x7f8d04152340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 msgr2=0x7f8d041ed630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d041ed630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d040af5c0 msgr2=0x7f8d04152340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d040af5c0 0x7f8d04152340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 -- 172.21.15.76:0/2282141889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cfc009a70 con 0x7f8d041544c0 2023-11-25T03:12:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a1cf640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 0x7f8d041edb70 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc0b0040 tx=0x7f8cfc019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc0b9650 con 0x7f8d041544c0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cfc0b97b0 con 0x7f8d041544c0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc0b9b60 con 0x7f8d041544c0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d04156dc0 con 0x7f8d041544c0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.888+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d040aca20 con 0x7f8d041544c0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.892+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d0404e850 con 0x7f8d041544c0 2023-11-25T03:12:43.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.892+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8cfc0b9cc0 con 0x7f8d041544c0 2023-11-25T03:12:43.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.892+0000 7f8cfa7fc640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8ce8066470 0x7f8ce8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:43.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.892+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8cfc11ebe0 con 0x7f8d041544c0 2023-11-25T03:12:43.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.892+0000 7f8d099ce640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8ce8066470 0x7f8ce8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:43.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.892+0000 7f8d099ce640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8ce8066470 0x7f8ce8068930 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8d000011f0 tx=0x7f8d00007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:43.896+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8cfc0ec3a0 con 0x7f8d041544c0 2023-11-25T03:12:44.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:44.056+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f8d040bd610 con 0x7f8d041544c0 2023-11-25T03:12:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8cfa7fc640 1 -- 172.21.15.76:0/2282141889 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v47) v1 ==== 97+0+0 (secure 0 0 0) 0x7f8cfc0ef9c0 con 0x7f8d041544c0 2023-11-25T03:12:45.106 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2023-11-25T03:12:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8ce8066470 msgr2=0x7f8ce8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8ce8066470 0x7f8ce8068930 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8d000011f0 tx=0x7f8d00007d40 comp rx=0 tx=0).stop 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 msgr2=0x7f8d041edb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 0x7f8d041edb70 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc0b0040 tx=0x7f8cfc019660 comp rx=0 tx=0).stop 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 shutdown_connections 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8ce8066470 0x7f8ce8068930 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d041544c0 0x7f8d041edb70 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d040c4750 0x7f8d041ed630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 --2- 172.21.15.76:0/2282141889 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d040af5c0 0x7f8d04152340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 >> 172.21.15.76:0/2282141889 conn(0x7f8d040ab960 msgr2=0x7f8d04153a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 shutdown_connections 2023-11-25T03:12:45.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.104+0000 7f8d0a9d0640 1 -- 172.21.15.76:0/2282141889 wait complete. 2023-11-25T03:12:45.130 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-11-25T03:12:45.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef149e7640 1 Processor -- start 2023-11-25T03:12:45.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef149e7640 1 -- start start 2023-11-25T03:12:45.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef149e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7fef1015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef149e7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef1015c600 con 0x7fef100bffc0 2023-11-25T03:12:45.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef149e7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef1015a5c0 con 0x7fef1006d520 2023-11-25T03:12:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef149e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef101594e0 con 0x7fef101560e0 2023-11-25T03:12:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0ed9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fef100bffc0 0x7fef100c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57564/0 (socket says 172.21.15.76:57564) 2023-11-25T03:12:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0ed9d640 1 -- 172.21.15.76:0/153482680 learned_addr learned my addr 172.21.15.76:0/153482680 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0e59c640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7fef1015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2739381147 0 0) 0x7fef1015c600 con 0x7fef100bffc0 2023-11-25T03:12:45.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feefc003530 con 0x7fef100bffc0 2023-11-25T03:12:45.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3786134325 0 0) 0x7fef1015a5c0 con 0x7fef1006d520 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef1015c600 con 0x7fef1006d520 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3561667464 0 0) 0x7feefc003530 con 0x7fef100bffc0 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 msgr2=0x7fef1015ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7fef1015ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 >> v1:172.21.15.106:6789/0 conn(0x7fef1006d520 legacy=0x7fef10159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef101597c0 con 0x7fef100bffc0 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fef08001a00 con 0x7fef100bffc0 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0e59c640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7fef1015ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 >> v1:172.21.15.76:6789/0 conn(0x7fef100bffc0 legacy=0x7fef100c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feefc003b40 0x7feefc003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0047d0 0x7feefc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7feefc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef101594e0 con 0x7feefc0047d0 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feefc00ba40 con 0x7feefc003b40 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feefc00bbd0 con 0x7fef101560e0 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef07fff640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0047d0 0x7feefc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0e59c640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feefc003b40 0x7feefc003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0ed9d640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7feefc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef07fff640 1 -- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 msgr2=0x7feefc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:45.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef07fff640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7feefc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef07fff640 1 -- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feefc003b40 msgr2=0x7feefc003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:45.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef07fff640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7feefc003b40 0x7feefc003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef07fff640 1 -- 172.21.15.76:0/153482680 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef00009420 con 0x7feefc0047d0 2023-11-25T03:12:45.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.268+0000 7fef0ed9d640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fef101560e0 0x7feefc005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:45.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef07fff640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0047d0 0x7feefc004c50 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7feef8007fd0 tx=0x7feef801ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a6cc6d86d33f97e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:45.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef80052d0 con 0x7feefc0047d0 2023-11-25T03:12:45.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feef8005450 con 0x7feefc0047d0 2023-11-25T03:12:45.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef0dd9b640 1 -- 172.21.15.76:0/153482680 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef80a88b0 con 0x7feefc0047d0 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef149e7640 1 -- 172.21.15.76:0/153482680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0047d0 msgr2=0x7feefc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef149e7640 1 --2- 172.21.15.76:0/153482680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0047d0 0x7feefc004c50 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7feef8007fd0 tx=0x7feef801ec50 comp rx=0 tx=0).stop 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef0ed9d640 1 -- 172.21.15.76:0/153482680 reap_dead start 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef149e7640 1 -- 172.21.15.76:0/153482680 shutdown_connections 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef149e7640 1 -- 172.21.15.76:0/153482680 >> 172.21.15.76:0/153482680 conn(0x7fef1006a5b0 msgr2=0x7fef1006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef149e7640 1 -- 172.21.15.76:0/153482680 shutdown_connections 2023-11-25T03:12:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.272+0000 7fef149e7640 1 -- 172.21.15.76:0/153482680 wait complete. 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 Processor -- start 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 -- start start 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feefc0047d0 0x7fef1006fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fef100a9f00 0x7fef100bb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 0x7fef100a9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef100a9da0 con 0x7fef100a93d0 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef100bc100 con 0x7fef100a9f00 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef149e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef100aad90 con 0x7feefc0047d0 2023-11-25T03:12:45.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 0x7fef100a9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 0x7fef100a9860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40882/0 (socket says 172.21.15.76:40882) 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 -- 172.21.15.76:0/776415287 learned_addr learned my addr 172.21.15.76:0/776415287 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0e59c640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feefc0047d0 0x7fef1006fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef07fff640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fef100a9f00 0x7fef100bb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 -- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feefc0047d0 msgr2=0x7fef1006fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feefc0047d0 0x7fef1006fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 -- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fef100a9f00 msgr2=0x7fef100bb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fef100a9f00 0x7fef100bb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 -- 172.21.15.76:0/776415287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef100aaa40 con 0x7fef100a93d0 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef0ed9d640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 0x7fef100a9860 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fef1006e130 tx=0x7fef0800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:45.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.276+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef0800eb30 con 0x7fef100a93d0 2023-11-25T03:12:45.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef0800ecb0 con 0x7fef100a93d0 2023-11-25T03:12:45.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef08013420 con 0x7fef100a93d0 2023-11-25T03:12:45.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef101ef080 con 0x7fef100a93d0 2023-11-25T03:12:45.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef10157c20 con 0x7fef100a93d0 2023-11-25T03:12:45.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef10068400 con 0x7fef100a93d0 2023-11-25T03:12:45.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fef08013580 con 0x7fef100a93d0 2023-11-25T03:12:45.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef06ffd640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feef0066470 0x7feef0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fef08083d70 con 0x7fef100a93d0 2023-11-25T03:12:45.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef0e59c640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feef0066470 0x7feef0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.280+0000 7fef0e59c640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feef0066470 0x7feef0068930 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fef00009c80 tx=0x7fef00009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:45.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.284+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fef080515e0 con 0x7fef100a93d0 2023-11-25T03:12:45.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.488+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fef100aaed0 con 0x7fef100a93d0 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.488+0000 7fef06ffd640 1 -- 172.21.15.76:0/776415287 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) v1 ==== 80+0+5021 (secure 0 0 0) 0x7fef08054c00 con 0x7fef100a93d0 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2023-11-25T03:12:45.492 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFl5kzoLRAAn28jPWcV5BIyJpuYE5jELw==", 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFlx29AOhAAD49JnykUBkDAfFeuKNlhvQ==", 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFl0ldqNRAApkTN1vO1CWVuRCRp/41XLA==", 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:12:45.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlxL0VBhAAZB70IXTPOx4njhtUZtY86A==", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:12:45.495 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCNZWFl/RWrFxAAEsWy25fbeaXjGW8gyGSWgQ==", 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.496 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCQZWFlS60cHxAAjjCEfymzL8WW1dL8YV4SSg==", 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2023-11-25T03:12:45.497 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCTZWFlN4cdJRAAyKJ49eeYsj39lcIc9IDaMQ==", 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCWZWFlmq7DLRAA4SB1S6nimOFcUjPUoXclEQ==", 2023-11-25T03:12:45.498 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCcZWFlEOIlNBAAn7esOoPSY3750cmwgN9ryQ==", 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.499 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCgZWFlaw4hABAAkqAqNBIX/hrVPWf0lWHHWA==", 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.500 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCjZWFlLTUMBxAATyu2eZYm4HAAqQVdt+NVUQ==", 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.501 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCmZWFlBOlGDRAA4j1eCvUktpvxSQiyAGzrsg==", 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2023-11-25T03:12:45.502 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ==", 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g==", 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:12:45.503 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw pool=cephfs2_data" 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFlxL3BERAAlaLEUmKAua7HEaa9PQk0XQ==", 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:12:45.504 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.testuser", 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQATZmFl2GgCEBAA1E2WsdxY9TVVMITDCD+jdg==", 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow rw fsname=cephfs", 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r fsname=cephfs", 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2023-11-25T03:12:45.505 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFleymbKRAAn/FZCHuwVcwXY/e4eo7CFg==", 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:12:45.506 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFleNbjJRAApqryujs9WavvuBL0rPQ0sg==", 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2023-11-25T03:12:45.507 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:12:45.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feef0066470 msgr2=0x7feef0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feef0066470 0x7feef0068930 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fef00009c80 tx=0x7fef00009190 comp rx=0 tx=0).stop 2023-11-25T03:12:45.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 msgr2=0x7fef100a9860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 0x7fef100a9860 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fef1006e130 tx=0x7fef0800e530 comp rx=0 tx=0).stop 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 shutdown_connections 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feef0066470 0x7feef0068930 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fef100a93d0 0x7fef100a9860 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fef100a9f00 0x7fef100bb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 --2- 172.21.15.76:0/776415287 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7feefc0047d0 0x7fef1006fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 >> 172.21.15.76:0/776415287 conn(0x7fef1006a5b0 msgr2=0x7fef10157190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 shutdown_connections 2023-11-25T03:12:45.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.492+0000 7fef149e7640 1 -- 172.21.15.76:0/776415287 wait complete. 2023-11-25T03:12:45.513 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.testuser 2023-11-25T03:12:45.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 Processor -- start 2023-11-25T03:12:45.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 -- start start 2023-11-25T03:12:45.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb4901560e0 0x7fb49015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb4900bffc0 0x7fb4900c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb49015c600 con 0x7fb49006d520 2023-11-25T03:12:45.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb49015a5c0 con 0x7fb4900bffc0 2023-11-25T03:12:45.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb498205640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4901594e0 con 0x7fb4901560e0 2023-11-25T03:12:45.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb4967a2640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb4900bffc0 0x7fb4900c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb495fa1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb4901560e0 0x7fb49015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb4967a2640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb4900bffc0 0x7fb4900c1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:35866/0 (socket says 172.21.15.76:35866) 2023-11-25T03:12:45.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb4967a2640 1 -- 172.21.15.76:0/1901787745 learned_addr learned my addr 172.21.15.76:0/1901787745 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:45.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb4967a2640 1 -- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb4901560e0 msgr2=0x7fb49015ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:45.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb4967a2640 1 --2- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb4901560e0 0x7fb49015ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.648+0000 7fb4967a2640 1 -- 172.21.15.76:0/1901787745 >> v1:172.21.15.106:6789/0 conn(0x7fb49006d520 legacy=0x7fb490159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb4967a2640 1 -- 172.21.15.76:0/1901787745 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4901597c0 con 0x7fb4900bffc0 2023-11-25T03:12:45.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb4967a2640 1 --2- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900c1bf0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb488009e50 tx=0x7fb48801c9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6524beb70a6d07e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:45.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb494f9f640 1 -- 172.21.15.76:0/1901787745 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4880a57c0 con 0x7fb4900bffc0 2023-11-25T03:12:45.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb494f9f640 1 -- 172.21.15.76:0/1901787745 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4880a5920 con 0x7fb4900bffc0 2023-11-25T03:12:45.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb494f9f640 1 -- 172.21.15.76:0/1901787745 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4880a5cb0 con 0x7fb4900bffc0 2023-11-25T03:12:45.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb498205640 1 -- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 msgr2=0x7fb4900c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb498205640 1 --2- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900c1bf0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb488009e50 tx=0x7fb48801c9e0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb498205640 1 -- 172.21.15.76:0/1901787745 shutdown_connections 2023-11-25T03:12:45.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb498205640 1 --2- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900c1bf0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb498205640 1 --2- 172.21.15.76:0/1901787745 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb4901560e0 0x7fb49015ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.652+0000 7fb498205640 1 -- 172.21.15.76:0/1901787745 >> 172.21.15.76:0/1901787745 conn(0x7fb49006a5b0 msgr2=0x7fb49006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:45.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 -- 172.21.15.76:0/1901787745 shutdown_connections 2023-11-25T03:12:45.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 -- 172.21.15.76:0/1901787745 wait complete. 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 Processor -- start 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 -- start start 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb49006d520 0x7fb4900700b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900bf300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 0x7fb4900bd280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4901f4c80 con 0x7fb4901560e0 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4901f4f60 con 0x7fb4900bffc0 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb498205640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4901f5240 con 0x7fb49006d520 2023-11-25T03:12:45.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 0x7fb4900bd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb495fa1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb49006d520 0x7fb4900700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 0x7fb4900bd280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40894/0 (socket says 172.21.15.76:40894) 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 -- 172.21.15.76:0/261981957 learned_addr learned my addr 172.21.15.76:0/261981957 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4957a0640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900bf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 -- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb49006d520 msgr2=0x7fb4900700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb49006d520 0x7fb4900700b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 -- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 msgr2=0x7fb4900bf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900bf300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 -- 172.21.15.76:0/261981957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb488009b30 con 0x7fb4901560e0 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb495fa1640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb49006d520 0x7fb4900700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:45.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4967a2640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 0x7fb4900bd280 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fb48801a610 tx=0x7fb488019780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4880b8670 con 0x7fb4901560e0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.656+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4880b87d0 con 0x7fb4901560e0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4901f5520 con 0x7fb4901560e0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4880b8b80 con 0x7fb4901560e0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb490155240 con 0x7fb4901560e0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4901f5a40 con 0x7fb4901560e0 2023-11-25T03:12:45.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb4880b8ce0 con 0x7fb4901560e0 2023-11-25T03:12:45.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb4867fc640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb474066470 0x7fb474068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:45.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb48811f060 con 0x7fb4901560e0 2023-11-25T03:12:45.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb495fa1640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb474066470 0x7fb474068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:45.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.660+0000 7fb495fa1640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb474066470 0x7fb474068930 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb48c009eb0 tx=0x7fb48c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:45.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.664+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb488150280 con 0x7fb4901560e0 2023-11-25T03:12:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.868+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.testuser"} v 0) v1 -- 0x7fb4901f5380 con 0x7fb4901560e0 2023-11-25T03:12:45.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb4867fc640 1 -- 172.21.15.76:0/261981957 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.testuser"}]=0 v14) v1 ==== 85+0+0 (secure 0 0 0) 0x7fb4901f5380 con 0x7fb4901560e0 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb474066470 msgr2=0x7fb474068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb474066470 0x7fb474068930 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb48c009eb0 tx=0x7fb48c009190 comp rx=0 tx=0).stop 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 msgr2=0x7fb4900bd280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 0x7fb4900bd280 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fb48801a610 tx=0x7fb488019780 comp rx=0 tx=0).stop 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 shutdown_connections 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb474066470 0x7fb474068930 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4901560e0 0x7fb4900bd280 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb4900bffc0 0x7fb4900bf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 --2- 172.21.15.76:0/261981957 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb49006d520 0x7fb4900700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:45.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 >> 172.21.15.76:0/261981957 conn(0x7fb49006a5b0 msgr2=0x7fb4900c2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:45.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 shutdown_connections 2023-11-25T03:12:45.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:45.872+0000 7fb498205640 1 -- 172.21.15.76:0/261981957 wait complete. 2023-11-25T03:12:45.896 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:46.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b99bf8640 1 Processor -- start 2023-11-25T03:12:46.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b99bf8640 1 -- start start 2023-11-25T03:12:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b99bf8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b940c5c60 0x7f4b940c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b99bf8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b940c3bd0 con 0x7f4b940a5240 2023-11-25T03:12:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b99bf8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b940bf1e0 con 0x7f4b941561f0 2023-11-25T03:12:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b99bf8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b940c3e20 con 0x7f4b940c5c60 2023-11-25T03:12:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b92ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b940c5c60 0x7f4b940c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b937fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4b940a5240 0x7f4b940bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57570/0 (socket says 172.21.15.76:57570) 2023-11-25T03:12:46.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b937fe640 1 -- 172.21.15.76:0/786495692 learned_addr learned my addr 172.21.15.76:0/786495692 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:46.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b92ffd640 1 -- 172.21.15.76:0/786495692 >> v1:172.21.15.106:6789/0 conn(0x7f4b941561f0 legacy=0x7f4b94156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b92ffd640 1 -- 172.21.15.76:0/786495692 >> v1:172.21.15.76:6789/0 conn(0x7f4b940a5240 legacy=0x7f4b940bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.032+0000 7f4b92ffd640 1 -- 172.21.15.76:0/786495692 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b940c4100 con 0x7f4b940c5c60 2023-11-25T03:12:46.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b92ffd640 1 --2- 172.21.15.76:0/786495692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b940c60a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f4b880097c0 tx=0x7f4b8801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=193d0e8a8a176f13 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b927fc640 1 -- 172.21.15.76:0/786495692 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b880ac620 con 0x7f4b940c5c60 2023-11-25T03:12:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b927fc640 1 -- 172.21.15.76:0/786495692 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b880ac780 con 0x7f4b940c5c60 2023-11-25T03:12:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b927fc640 1 -- 172.21.15.76:0/786495692 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b880acb10 con 0x7f4b940c5c60 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 -- 172.21.15.76:0/786495692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 msgr2=0x7f4b940c60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/786495692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b940c60a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f4b880097c0 tx=0x7f4b8801c3c0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 -- 172.21.15.76:0/786495692 shutdown_connections 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/786495692 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b940c60a0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 -- 172.21.15.76:0/786495692 >> 172.21.15.76:0/786495692 conn(0x7f4b9406a5b0 msgr2=0x7f4b9406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 -- 172.21.15.76:0/786495692 shutdown_connections 2023-11-25T03:12:46.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.036+0000 7f4b99bf8640 1 -- 172.21.15.76:0/786495692 wait complete. 2023-11-25T03:12:46.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 Processor -- start 2023-11-25T03:12:46.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 -- start start 2023-11-25T03:12:46.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b940a5240 0x7f4b94071700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b94070780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b941561f0 0x7f4b9414aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b941ee190 con 0x7f4b940c5c60 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b94155aa0 con 0x7f4b940a5240 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b94155490 con 0x7f4b941561f0 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b94070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b94070780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40908/0 (socket says 172.21.15.76:40908) 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 -- 172.21.15.76:0/386957464 learned_addr learned my addr 172.21.15.76:0/386957464 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b937fe640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b940a5240 0x7f4b94071700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b93fff640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b941561f0 0x7f4b9414aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 -- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b941561f0 msgr2=0x7f4b9414aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b941561f0 0x7f4b9414aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 -- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b940a5240 msgr2=0x7f4b94071700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b940a5240 0x7f4b94071700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 -- 172.21.15.76:0/386957464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b88009420 con 0x7f4b940c5c60 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b937fe640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b940a5240 0x7f4b94071700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b92ffd640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b94070780 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f4b88018fd0 tx=0x7f4b88019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b880b5610 con 0x7f4b940c5c60 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b880b5790 con 0x7f4b940c5c60 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b880b5b40 con 0x7f4b940c5c60 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b941edbf0 con 0x7f4b940c5c60 2023-11-25T03:12:46.046 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.040+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b941556c0 con 0x7f4b940c5c60 2023-11-25T03:12:46.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.044+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b94068400 con 0x7f4b940c5c60 2023-11-25T03:12:46.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.044+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b880b3040 con 0x7f4b940c5c60 2023-11-25T03:12:46.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.044+0000 7f4b7bfff640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.044+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4b8811ddd0 con 0x7f4b940c5c60 2023-11-25T03:12:46.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.044+0000 7f4b937fe640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.044+0000 7f4b937fe640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f4b84005890 tx=0x7f4b84009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.048+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b880eb510 con 0x7f4b940c5c60 2023-11-25T03:12:46.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.200+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4b940bf9b0 con 0x7f4b940c5c60 2023-11-25T03:12:46.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b7bfff640 1 -- 172.21.15.76:0/386957464 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+12845 (secure 0 0 0) 0x7f4b880ac5e0 con 0x7f4b940c5c60 2023-11-25T03:12:46.206 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:46.206 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":47,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:45.102175+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:46.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 msgr2=0x7f4b80068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f4b84005890 tx=0x7f4b84009040 comp rx=0 tx=0).stop 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 msgr2=0x7f4b94070780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b94070780 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f4b88018fd0 tx=0x7f4b88019160 comp rx=0 tx=0).stop 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 shutdown_connections 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b941561f0 0x7f4b9414aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b940c5c60 0x7f4b94070780 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 --2- 172.21.15.76:0/386957464 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b940a5240 0x7f4b94071700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 >> 172.21.15.76:0/386957464 conn(0x7f4b9406a5b0 msgr2=0x7f4b940a6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 shutdown_connections 2023-11-25T03:12:46.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.204+0000 7f4b99bf8640 1 -- 172.21.15.76:0/386957464 wait complete. 2023-11-25T03:12:46.227 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:12:46.227 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:12:46.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5bad57640 1 Processor -- start 2023-11-25T03:12:46.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5bad57640 1 -- start start 2023-11-25T03:12:46.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5bad57640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa5b40c2bb0 0x7fa5b40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5bad57640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5b40c31c0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5bad57640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5b40c34a0 con 0x7fa5b40c4100 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5bad57640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5b40c1030 con 0x7fa5b40c2bb0 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5b8af3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa5b40c63c0 0x7fa5b40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57586/0 (socket says 172.21.15.76:57586) 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5b8af3640 1 -- 172.21.15.76:0/3947966554 learned_addr learned my addr 172.21.15.76:0/3947966554 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5b92f4640 1 --2- 172.21.15.76:0/3947966554 >> v2:172.21.15.76:3300/0 conn(0x7fa5b40c2bb0 0x7fa5b40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.364+0000 7fa5ab7fe640 1 -- 172.21.15.76:0/3947966554 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2398208956 0 0) 0x7fa5b40c31c0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5ab7fe640 1 -- 172.21.15.76:0/3947966554 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa59c005740 con 0x7fa5b40c63c0 2023-11-25T03:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5b92f4640 1 -- 172.21.15.76:0/3947966554 >> v1:172.21.15.106:6789/0 conn(0x7fa5b40c4100 legacy=0x7fa5b40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5b92f4640 1 -- 172.21.15.76:0/3947966554 >> v1:172.21.15.76:6789/0 conn(0x7fa5b40c63c0 legacy=0x7fa5b40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5b92f4640 1 -- 172.21.15.76:0/3947966554 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5b40c1310 con 0x7fa5b40c2bb0 2023-11-25T03:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5b92f4640 1 --2- 172.21.15.76:0/3947966554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c2bb0 0x7fa5b40c06d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac009d90 tx=0x7fa5ac01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=593243af812bc152 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5ab7fe640 1 -- 172.21.15.76:0/3947966554 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac0a5810 con 0x7fa5b40c2bb0 2023-11-25T03:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5ab7fe640 1 -- 172.21.15.76:0/3947966554 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5ac0a5970 con 0x7fa5b40c2bb0 2023-11-25T03:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5ab7fe640 1 -- 172.21.15.76:0/3947966554 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac0a5d00 con 0x7fa5b40c2bb0 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5bad57640 1 -- 172.21.15.76:0/3947966554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c2bb0 msgr2=0x7fa5b40c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5bad57640 1 --2- 172.21.15.76:0/3947966554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c2bb0 0x7fa5b40c06d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac009d90 tx=0x7fa5ac01c830 comp rx=0 tx=0).stop 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5bad57640 1 -- 172.21.15.76:0/3947966554 shutdown_connections 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5bad57640 1 --2- 172.21.15.76:0/3947966554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c2bb0 0x7fa5b40c06d0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5bad57640 1 -- 172.21.15.76:0/3947966554 >> 172.21.15.76:0/3947966554 conn(0x7fa5b406a5b0 msgr2=0x7fa5b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.368+0000 7fa5bad57640 1 -- 172.21.15.76:0/3947966554 shutdown_connections 2023-11-25T03:12:46.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 -- 172.21.15.76:0/3947966554 wait complete. 2023-11-25T03:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 Processor -- start 2023-11-25T03:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 -- start start 2023-11-25T03:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b40c2bb0 0x7fa5b40a6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b40c4100 0x7fa5b40bf590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 0x7fa5b40bfad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b40c0010 con 0x7fa5b40c63c0 2023-11-25T03:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b40bf100 con 0x7fa5b40c4100 2023-11-25T03:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5bad57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b40c0230 con 0x7fa5b40c2bb0 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 0x7fa5b40bfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 0x7fa5b40bfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40926/0 (socket says 172.21.15.76:40926) 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 -- 172.21.15.76:0/1634552442 learned_addr learned my addr 172.21.15.76:0/1634552442 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5abfff640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b40c4100 0x7fa5b40bf590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b8af3640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b40c2bb0 0x7fa5b40a6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 -- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b40c2bb0 msgr2=0x7fa5b40a6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b40c2bb0 0x7fa5b40a6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 -- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b40c4100 msgr2=0x7fa5b40bf590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b40c4100 0x7fa5b40bf590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 -- 172.21.15.76:0/1634552442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5ac009a70 con 0x7fa5b40c63c0 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b8af3640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b40c2bb0 0x7fa5b40a6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:46.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5b92f4640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 0x7fa5b40bfad0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac01a460 tx=0x7fa5ac0195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac0b9650 con 0x7fa5b40c63c0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5ac0b97b0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.372+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac0b9b20 con 0x7fa5b40c63c0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5b41e9ac0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5b4156a40 con 0x7fa5b40c63c0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5b40beed0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa5ac0b9c80 con 0x7fa5b40c63c0 2023-11-25T03:12:46.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5a97fa640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a0066470 0x7fa5a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa5ac11ed30 con 0x7fa5b40c63c0 2023-11-25T03:12:46.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5b8af3640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a0066470 0x7fa5a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.376+0000 7fa5b8af3640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a0066470 0x7fa5a0068930 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa5b00011f0 tx=0x7fa5b0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.380+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa5b40beed0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa5b40bf2b0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5a97fa640 1 -- 172.21.15.76:0/1634552442 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v47) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa5b40bf2b0 con 0x7fa5b40c63c0 2023-11-25T03:12:46.534 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:12:46.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a0066470 msgr2=0x7fa5a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a0066470 0x7fa5a0068930 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa5b00011f0 tx=0x7fa5b0009040 comp rx=0 tx=0).stop 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 msgr2=0x7fa5b40bfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 0x7fa5b40bfad0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac01a460 tx=0x7fa5ac0195d0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 shutdown_connections 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a0066470 0x7fa5a0068930 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b40c63c0 0x7fa5b40bfad0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b40c4100 0x7fa5b40bf590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 --2- 172.21.15.76:0/1634552442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b40c2bb0 0x7fa5b40a6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 >> 172.21.15.76:0/1634552442 conn(0x7fa5b406a5b0 msgr2=0x7fa5b40c48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 shutdown_connections 2023-11-25T03:12:46.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.532+0000 7fa5bad57640 1 -- 172.21.15.76:0/1634552442 wait complete. 2023-11-25T03:12:46.555 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:12:46.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a9bbe7640 1 Processor -- start 2023-11-25T03:12:46.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a9bbe7640 1 -- start start 2023-11-25T03:12:46.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a9bbe7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0a940c2bb0 0x7f0a940c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a9bbe7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a940c31c0 con 0x7f0a940c63c0 2023-11-25T03:12:46.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a9bbe7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a940c34a0 con 0x7f0a940c4100 2023-11-25T03:12:46.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a9bbe7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a940c1030 con 0x7f0a940c2bb0 2023-11-25T03:12:46.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a99983640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0a940c63c0 0x7f0a940c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57598/0 (socket says 172.21.15.76:57598) 2023-11-25T03:12:46.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.688+0000 7f0a99983640 1 -- 172.21.15.76:0/1489962964 learned_addr learned my addr 172.21.15.76:0/1489962964 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1489962964 >> v2:172.21.15.106:3300/0 conn(0x7f0a940c2bb0 0x7f0a940c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1668106330 0 0) 0x7f0a940c31c0 con 0x7f0a940c63c0 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0a80003530 con 0x7f0a940c63c0 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 862898630 0 0) 0x7f0a80003530 con 0x7f0a940c63c0 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 >> v2:172.21.15.106:3300/0 conn(0x7f0a940c2bb0 msgr2=0x7f0a940c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 --2- 172.21.15.76:0/1489962964 >> v2:172.21.15.106:3300/0 conn(0x7f0a940c2bb0 0x7f0a940c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 >> v1:172.21.15.106:6789/0 conn(0x7f0a940c4100 legacy=0x7f0a940a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a940c1310 con 0x7f0a940c63c0 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f0a90001680 con 0x7f0a940c63c0 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 >> v1:172.21.15.76:6789/0 conn(0x7f0a940c63c0 legacy=0x7f0a940c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a80003980 0x7f0a80003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a8000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a940c1030 con 0x7f0a80005190 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8000c0e0 con 0x7f0a800047d0 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8000c2a0 con 0x7f0a80003980 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1489962964 >> v2:172.21.15.106:3300/0 conn(0x7f0a940c2bb0 0x7f0a940c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a99182640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a8000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a99983640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a80003980 0x7f0a80003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 -- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a80003980 msgr2=0x7f0a80003d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:46.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a80003980 0x7f0a80003d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 -- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a800047d0 msgr2=0x7f0a80004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:46.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.692+0000 7f0a9a184640 1 -- 172.21.15.76:0/1489962964 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a80003530 con 0x7f0a80005190 2023-11-25T03:12:46.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9a184640 1 -- 172.21.15.76:0/1489962964 reap_dead start 2023-11-25T03:12:46.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a8000b990 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c00e350 tx=0x7f0a8c01ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54313af687688bb6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c0a5e50 con 0x7f0a80005190 2023-11-25T03:12:46.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a8c00f040 con 0x7f0a80005190 2023-11-25T03:12:46.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a98981640 1 -- 172.21.15.76:0/1489962964 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c003be0 con 0x7f0a80005190 2023-11-25T03:12:46.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1489962964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 msgr2=0x7f0a8000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a8000b990 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c00e350 tx=0x7f0a8c01ce40 comp rx=0 tx=0).stop 2023-11-25T03:12:46.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1489962964 shutdown_connections 2023-11-25T03:12:46.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1489962964 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a8000b990 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1489962964 >> 172.21.15.76:0/1489962964 conn(0x7f0a9406a5b0 msgr2=0x7f0a9406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:46.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1489962964 shutdown_connections 2023-11-25T03:12:46.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1489962964 wait complete. 2023-11-25T03:12:46.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 Processor -- start 2023-11-25T03:12:46.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.696+0000 7f0a9bbe7640 1 -- start start 2023-11-25T03:12:46.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a94070a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a940a6ba0 0x7f0a941e9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a941ea170 0x7f0a9414c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a94071270 con 0x7f0a80005190 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a941ea600 con 0x7f0a940a6ba0 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a941e97a0 con 0x7f0a941ea170 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a94070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a94070a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40944/0 (socket says 172.21.15.76:40944) 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 -- 172.21.15.76:0/1918588063 learned_addr learned my addr 172.21.15.76:0/1918588063 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a941ea170 0x7f0a9414c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99182640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a940a6ba0 0x7f0a941e9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 -- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a941ea170 msgr2=0x7f0a9414c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a941ea170 0x7f0a9414c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 -- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a940a6ba0 msgr2=0x7f0a941e9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a940a6ba0 0x7f0a941e9c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 -- 172.21.15.76:0/1918588063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a941509a0 con 0x7f0a80005190 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9a184640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a941ea170 0x7f0a9414c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a99983640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a94070a70 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0a90007290 tx=0x7f0a90007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a900015e0 con 0x7f0a80005190 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a9000f860 con 0x7f0a80005190 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a94150c80 con 0x7f0a80005190 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a9000fc10 con 0x7f0a80005190 2023-11-25T03:12:46.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a94151240 con 0x7f0a80005190 2023-11-25T03:12:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a94066ba0 con 0x7f0a80005190 2023-11-25T03:12:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.700+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0a9000fd70 con 0x7f0a80005190 2023-11-25T03:12:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.704+0000 7f0a8a7fc640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0a78066470 0x7f0a78068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.704+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0a90083a30 con 0x7f0a80005190 2023-11-25T03:12:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.704+0000 7f0a99182640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0a78066470 0x7f0a78068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:46.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.704+0000 7f0a99182640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0a78066470 0x7f0a78068930 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0a84007fd0 tx=0x7f0a840050f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:46.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.708+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0a94066ba0 con 0x7f0a80005190 2023-11-25T03:12:46.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.856+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f0a94066ba0 con 0x7f0a80005190 2023-11-25T03:12:46.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1918588063 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v47) v1 ==== 84+0+65 (secure 0 0 0) 0x7f0a94066ba0 con 0x7f0a80005190 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:12:46.862 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:12:46.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0a78066470 msgr2=0x7f0a78068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0a78066470 0x7f0a78068930 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0a84007fd0 tx=0x7f0a840050f0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 msgr2=0x7f0a94070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a94070a70 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0a90007290 tx=0x7f0a90007750 comp rx=0 tx=0).stop 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 shutdown_connections 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0a78066470 0x7f0a78068930 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0a941ea170 0x7f0a9414c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0a940a6ba0 0x7f0a941e9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 --2- 172.21.15.76:0/1918588063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a80005190 0x7f0a94070a70 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 >> 172.21.15.76:0/1918588063 conn(0x7f0a9406a5b0 msgr2=0x7f0a9406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 shutdown_connections 2023-11-25T03:12:46.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:46.860+0000 7f0a9bbe7640 1 -- 172.21.15.76:0/1918588063 wait complete. 2023-11-25T03:12:46.882 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-25T03:12:46.882 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-25T03:12:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.020+0000 7f929ec05640 1 Processor -- start 2023-11-25T03:12:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.020+0000 7f929ec05640 1 -- start start 2023-11-25T03:12:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.020+0000 7f929ec05640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f92980724c0 0x7f929806dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929ec05640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92980c5ba0 con 0x7f92980c07b0 2023-11-25T03:12:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929ec05640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f929806c160 con 0x7f929814f9f0 2023-11-25T03:12:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929ec05640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f929806e320 con 0x7f92980724c0 2023-11-25T03:12:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f92980c07b0 0x7f929806d6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57612/0 (socket says 172.21.15.76:57612) 2023-11-25T03:12:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928ffff640 1 -- 172.21.15.76:0/1939748779 learned_addr learned my addr 172.21.15.76:0/1939748779 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3870710032 0 0) 0x7f9288001120 con 0x7f92980c07b0 2023-11-25T03:12:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9280003530 con 0x7f92980c07b0 2023-11-25T03:12:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929d1a2640 1 --2- 172.21.15.76:0/1939748779 >> v2:172.21.15.106:3300/0 conn(0x7f92980724c0 0x7f929806dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2153695952 0 0) 0x7f9280003530 con 0x7f92980c07b0 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 >> v2:172.21.15.106:3300/0 conn(0x7f92980724c0 msgr2=0x7f929806dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 --2- 172.21.15.76:0/1939748779 >> v2:172.21.15.106:3300/0 conn(0x7f92980724c0 0x7f929806dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 >> v1:172.21.15.106:6789/0 conn(0x7f929814f9f0 legacy=0x7f92980c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92980c5410 con 0x7f92980c07b0 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f9288001810 con 0x7f92980c07b0 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 >> v1:172.21.15.76:6789/0 conn(0x7f92980c07b0 legacy=0x7f929806d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800039d0 0x7f9280003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800047d0 0x7f9280004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92800052b0 0x7f928000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928000c180 con 0x7f92800039d0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928000c2f0 con 0x7f92800047d0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f928000c4b0 con 0x7f92800052b0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929c9a1640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800039d0 0x7f9280003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f928ffff640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800047d0 0x7f9280004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929d1a2640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92800052b0 0x7f928000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929c9a1640 1 -- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92800052b0 msgr2=0x7f928000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929c9a1640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92800052b0 0x7f928000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929c9a1640 1 -- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800047d0 msgr2=0x7f9280004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929c9a1640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800047d0 0x7f9280004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929c9a1640 1 -- 172.21.15.76:0/1939748779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9280003530 con 0x7f92800039d0 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929d1a2640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92800052b0 0x7f928000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.024+0000 7f929d1a2640 1 -- 172.21.15.76:0/1939748779 reap_dead start 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929c9a1640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800039d0 0x7f9280003df0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f9294001780 tx=0x7f929401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f2935bb3869f352 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92940050d0 con 0x7f92800039d0 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92940a7050 con 0x7f92800039d0 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f928f7fe640 1 -- 172.21.15.76:0/1939748779 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9294005490 con 0x7f92800039d0 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 -- 172.21.15.76:0/1939748779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800039d0 msgr2=0x7f9280003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800039d0 0x7f9280003df0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f9294001780 tx=0x7f929401c3b0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 -- 172.21.15.76:0/1939748779 shutdown_connections 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 --2- 172.21.15.76:0/1939748779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800039d0 0x7f9280003df0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 -- 172.21.15.76:0/1939748779 >> 172.21.15.76:0/1939748779 conn(0x7f92980c5d40 msgr2=0x7f92980c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 -- 172.21.15.76:0/1939748779 shutdown_connections 2023-11-25T03:12:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 -- 172.21.15.76:0/1939748779 wait complete. 2023-11-25T03:12:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 Processor -- start 2023-11-25T03:12:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.028+0000 7f929ec05640 1 -- start start 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800039d0 0x7f92981e0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 0x7f929814e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9298148150 0x7f92981ecca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92981f0890 con 0x7f92981f0d20 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92981f02b0 con 0x7f92800039d0 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f929814eeb0 con 0x7f9298148150 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 0x7f929814e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 0x7f929814e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40960/0 (socket says 172.21.15.76:40960) 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 -- 172.21.15.76:0/3388007825 learned_addr learned my addr 172.21.15.76:0/3388007825 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929c9a1640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800039d0 0x7f92981e0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 -- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9298148150 msgr2=0x7f92981ecca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929d1a2640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9298148150 0x7f92981ecca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9298148150 0x7f92981ecca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 -- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800039d0 msgr2=0x7f92981e0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800039d0 0x7f92981e0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 -- 172.21.15.76:0/3388007825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92981f0520 con 0x7f92981f0d20 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929d1a2640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9298148150 0x7f92981ecca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928ffff640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 0x7f929814e680 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f9288004ed0 tx=0x7f9288007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f928800f690 con 0x7f92981f0d20 2023-11-25T03:12:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f928800f7f0 con 0x7f92981f0d20 2023-11-25T03:12:47.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f929814ebc0 con 0x7f92981f0d20 2023-11-25T03:12:47.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f928800fb80 con 0x7f92981f0d20 2023-11-25T03:12:47.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92981485d0 con 0x7f92981f0d20 2023-11-25T03:12:47.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.032+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92981f06b0 con 0x7f92981f0d20 2023-11-25T03:12:47.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.036+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f928800fce0 con 0x7f92981f0d20 2023-11-25T03:12:47.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.036+0000 7f928d7fa640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9284066470 0x7f9284068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.036+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9288083390 con 0x7f92981f0d20 2023-11-25T03:12:47.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.036+0000 7f929c9a1640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9284066470 0x7f9284068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.036+0000 7f929c9a1640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9284066470 0x7f9284068930 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9294001750 tx=0x7f92940011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:47.042 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.040+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9288050b80 con 0x7f92981f0d20 2023-11-25T03:12:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.188+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f92980c5ba0 con 0x7f92981f0d20 2023-11-25T03:12:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.768+0000 7f928d7fa640 1 -- 172.21.15.76:0/3388007825 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v48) v1 ==== 138+0+0 (secure 0 0 0) 0x7f92980c5ba0 con 0x7f92981f0d20 2023-11-25T03:12:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2023-11-25T03:12:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9284066470 msgr2=0x7f9284068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9284066470 0x7f9284068930 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9294001750 tx=0x7f92940011a0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 msgr2=0x7f929814e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 0x7f929814e680 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f9288004ed0 tx=0x7f9288007430 comp rx=0 tx=0).stop 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 shutdown_connections 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9284066470 0x7f9284068930 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9298148150 0x7f92981ecca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92981f0d20 0x7f929814e680 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 --2- 172.21.15.76:0/3388007825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f92800039d0 0x7f92981e0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 >> 172.21.15.76:0/3388007825 conn(0x7f92980c5d40 msgr2=0x7f92980bf170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 shutdown_connections 2023-11-25T03:12:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.772+0000 7f929ec05640 1 -- 172.21.15.76:0/3388007825 wait complete. 2023-11-25T03:12:47.801 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:12:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70faa5a640 1 Processor -- start 2023-11-25T03:12:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70faa5a640 1 -- start start 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70faa5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70f40725c0 0x7f70f41516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70faa5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70f40c2760 con 0x7f70f4072090 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70faa5a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70f40a5750 con 0x7f70f40a5370 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70faa5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70f40c3070 con 0x7f70f40725c0 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70f8ff7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70f40725c0 0x7f70f41516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70f37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f70f4072090 0x7f70f4150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47868/0 (socket says 172.21.15.76:47868) 2023-11-25T03:12:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70f37fe640 1 -- 172.21.15.76:0/2043718764 learned_addr learned my addr 172.21.15.76:0/2043718764 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:47.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70f8ff7640 1 -- 172.21.15.76:0/2043718764 >> v1:172.21.15.106:6789/0 conn(0x7f70f40a5370 legacy=0x7f70f40c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70f8ff7640 1 -- 172.21.15.76:0/2043718764 >> v1:172.21.15.76:6789/0 conn(0x7f70f4072090 legacy=0x7f70f4150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.944+0000 7f70f8ff7640 1 -- 172.21.15.76:0/2043718764 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70f40aad20 con 0x7f70f40725c0 2023-11-25T03:12:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70f8ff7640 1 --2- 172.21.15.76:0/2043718764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40725c0 0x7f70f41516b0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f70ec009d90 tx=0x7f70ec01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b605a69b81ebe60 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70f2ffd640 1 -- 172.21.15.76:0/2043718764 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70ec0a57e0 con 0x7f70f40725c0 2023-11-25T03:12:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70f2ffd640 1 -- 172.21.15.76:0/2043718764 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70ec0a5940 con 0x7f70f40725c0 2023-11-25T03:12:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70f2ffd640 1 -- 172.21.15.76:0/2043718764 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70ec0a5cd0 con 0x7f70f40725c0 2023-11-25T03:12:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 -- 172.21.15.76:0/2043718764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40725c0 msgr2=0x7f70f41516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 --2- 172.21.15.76:0/2043718764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40725c0 0x7f70f41516b0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f70ec009d90 tx=0x7f70ec01c830 comp rx=0 tx=0).stop 2023-11-25T03:12:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 -- 172.21.15.76:0/2043718764 shutdown_connections 2023-11-25T03:12:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 --2- 172.21.15.76:0/2043718764 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40725c0 0x7f70f41516b0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 -- 172.21.15.76:0/2043718764 >> 172.21.15.76:0/2043718764 conn(0x7f70f406a5b0 msgr2=0x7f70f406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 -- 172.21.15.76:0/2043718764 shutdown_connections 2023-11-25T03:12:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.948+0000 7f70faa5a640 1 -- 172.21.15.76:0/2043718764 wait complete. 2023-11-25T03:12:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 Processor -- start 2023-11-25T03:12:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 -- start start 2023-11-25T03:12:47.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f70f4072090 0x7f70f406ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f70f40725c0 0x7f70f41499d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 0x7f70f40704c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f41f0f80 con 0x7f70f40a5370 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f4149f10 con 0x7f70f4072090 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70f4070a00 con 0x7f70f40725c0 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 0x7f70f40704c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 0x7f70f40704c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57274/0 (socket says 172.21.15.76:57274) 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 -- 172.21.15.76:0/3895911670 learned_addr learned my addr 172.21.15.76:0/3895911670 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f37fe640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f70f40725c0 0x7f70f41499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f3fff640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f70f4072090 0x7f70f406ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 -- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f70f40725c0 msgr2=0x7f70f41499d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f70f40725c0 0x7f70f41499d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 -- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f70f4072090 msgr2=0x7f70f406ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f70f4072090 0x7f70f406ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 -- 172.21.15.76:0/3895911670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70ec009a70 con 0x7f70f40a5370 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f8ff7640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 0x7f70f40704c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f70ec01a460 tx=0x7f70ec0195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70ec0b9860 con 0x7f70f40a5370 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70ec0b99c0 con 0x7f70f40a5370 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70ec0b9d30 con 0x7f70f40a5370 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70f41487f0 con 0x7f70f40a5370 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.952+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70f4148ab0 con 0x7f70f40a5370 2023-11-25T03:12:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.956+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70f41f10c0 con 0x7f70f40a5370 2023-11-25T03:12:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.956+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f70ec0ad440 con 0x7f70f40a5370 2023-11-25T03:12:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.956+0000 7f70f0ff9640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f70e0066470 0x7f70e0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.956+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f70ec11ef90 con 0x7f70f40a5370 2023-11-25T03:12:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.956+0000 7f70f3fff640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f70e0066470 0x7f70e0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.956+0000 7f70f3fff640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f70e0066470 0x7f70e0068930 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f70e4007fd0 tx=0x7f70e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:47.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:47.960+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f70f41f10c0 con 0x7f70f40a5370 2023-11-25T03:12:48.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.112+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f70f41f10c0 con 0x7f70f40a5370 2023-11-25T03:12:48.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.776+0000 7f70f0ff9640 1 -- 172.21.15.76:0/3895911670 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v49) v1 ==== 170+0+0 (secure 0 0 0) 0x7f70f41f10c0 con 0x7f70f40a5370 2023-11-25T03:12:48.780 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2023-11-25T03:12:48.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f70e0066470 msgr2=0x7f70e0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f70e0066470 0x7f70e0068930 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f70e4007fd0 tx=0x7f70e4009040 comp rx=0 tx=0).stop 2023-11-25T03:12:48.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 msgr2=0x7f70f40704c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 0x7f70f40704c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f70ec01a460 tx=0x7f70ec0195d0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 shutdown_connections 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f70e0066470 0x7f70e0068930 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70f40a5370 0x7f70f40704c0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f70f40725c0 0x7f70f41499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 --2- 172.21.15.76:0/3895911670 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f70f4072090 0x7f70f406ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 >> 172.21.15.76:0/3895911670 conn(0x7f70f406a5b0 msgr2=0x7f70f40c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 shutdown_connections 2023-11-25T03:12:48.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.780+0000 7f70faa5a640 1 -- 172.21.15.76:0/3895911670 wait complete. 2023-11-25T03:12:48.819 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-25T03:12:48.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe646a6b640 1 Processor -- start 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe646a6b640 1 -- start start 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe646a6b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe6400c4100 0x7fe6400c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe646a6b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6400c31c0 con 0x7fe6400c06d0 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe646a6b640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6400c34a0 con 0x7fe6400c63c0 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe646a6b640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6400c1030 con 0x7fe6400c4100 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe645008640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe6400c06d0 0x7fe6400a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47876/0 (socket says 172.21.15.76:47876) 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe645008640 1 -- 172.21.15.76:0/2013845684 learned_addr learned my addr 172.21.15.76:0/2013845684 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.956+0000 7fe63ffff640 1 --2- 172.21.15.76:0/2013845684 >> v2:172.21.15.106:3300/0 conn(0x7fe6400c4100 0x7fe6400c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:48.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3785247240 0 0) 0x7fe6400c31c0 con 0x7fe6400c06d0 2023-11-25T03:12:48.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe62c003530 con 0x7fe6400c06d0 2023-11-25T03:12:48.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3851166933 0 0) 0x7fe6400c34a0 con 0x7fe6400c63c0 2023-11-25T03:12:48.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6400c31c0 con 0x7fe6400c63c0 2023-11-25T03:12:48.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63ffff640 1 -- 172.21.15.76:0/2013845684 >> v1:172.21.15.106:6789/0 conn(0x7fe6400c63c0 legacy=0x7fe6400c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63ffff640 1 -- 172.21.15.76:0/2013845684 >> v1:172.21.15.76:6789/0 conn(0x7fe6400c06d0 legacy=0x7fe6400a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63ffff640 1 -- 172.21.15.76:0/2013845684 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6400c1310 con 0x7fe6400c4100 2023-11-25T03:12:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63ffff640 1 --2- 172.21.15.76:0/2013845684 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c4100 0x7fe6400c2bb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe6300097c0 tx=0x7fe63001c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cadad7771f878df7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6300ab600 con 0x7fe6400c4100 2023-11-25T03:12:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6300a7050 con 0x7fe6400c4100 2023-11-25T03:12:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.960+0000 7fe63f7fe640 1 -- 172.21.15.76:0/2013845684 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6300ab960 con 0x7fe6400c4100 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- 172.21.15.76:0/2013845684 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c4100 msgr2=0x7fe6400c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2013845684 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c4100 0x7fe6400c2bb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe6300097c0 tx=0x7fe63001c360 comp rx=0 tx=0).stop 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- 172.21.15.76:0/2013845684 shutdown_connections 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2013845684 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c4100 0x7fe6400c2bb0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- 172.21.15.76:0/2013845684 >> 172.21.15.76:0/2013845684 conn(0x7fe64006a5b0 msgr2=0x7fe64006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- 172.21.15.76:0/2013845684 shutdown_connections 2023-11-25T03:12:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- 172.21.15.76:0/2013845684 wait complete. 2023-11-25T03:12:48.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 Processor -- start 2023-11-25T03:12:48.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- start start 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 0x7fe6401ed9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6400c4100 0x7fe64014fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c63c0 0x7fe6401eed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe64014cef0 con 0x7fe6400c06d0 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6400a60b0 con 0x7fe6400c63c0 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe646a6b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6400a6390 con 0x7fe6400c4100 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 0x7fe6401ed9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 0x7fe6401ed9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57290/0 (socket says 172.21.15.76:57290) 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 -- 172.21.15.76:0/2907357529 learned_addr learned my addr 172.21.15.76:0/2907357529 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe645008640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c63c0 0x7fe6401eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe63ffff640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6400c4100 0x7fe64014fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 -- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6400c4100 msgr2=0x7fe64014fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6400c4100 0x7fe64014fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 -- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c63c0 msgr2=0x7fe6401eed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c63c0 0x7fe6401eed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.964+0000 7fe644807640 1 -- 172.21.15.76:0/2907357529 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe630009420 con 0x7fe6400c06d0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe644807640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 0x7fe6401ed9f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fe62800c430 tx=0x7fe62800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6280052d0 con 0x7fe6400c06d0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe628005450 con 0x7fe6400c06d0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe628003840 con 0x7fe6400c06d0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6400a6670 con 0x7fe6400c06d0 2023-11-25T03:12:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6401ee860 con 0x7fe6400c06d0 2023-11-25T03:12:48.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6401ee3e0 con 0x7fe6400c06d0 2023-11-25T03:12:48.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.968+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe6280039a0 con 0x7fe6400c06d0 2023-11-25T03:12:48.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.972+0000 7fe63d7fa640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe620066470 0x7fe620068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:48.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.972+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fe628083620 con 0x7fe6400c06d0 2023-11-25T03:12:48.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.972+0000 7fe63ffff640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe620066470 0x7fe620068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:48.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.972+0000 7fe63ffff640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe620066470 0x7fe620068930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe6300ad000 tx=0x7fe6300a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:48.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:48.972+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe628050c20 con 0x7fe6400c06d0 2023-11-25T03:12:49.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.164+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fe6401ee3e0 con 0x7fe6400c06d0 2023-11-25T03:12:49.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.780+0000 7fe63d7fa640 1 -- 172.21.15.76:0/2907357529 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v29) v1 ==== 172+0+0 (secure 0 0 0) 0x7fe6401ee3e0 con 0x7fe6400c06d0 2023-11-25T03:12:49.783 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 8 and data pool 9 2023-11-25T03:12:49.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe620066470 msgr2=0x7fe620068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:49.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe620066470 0x7fe620068930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe6300ad000 tx=0x7fe6300a6000 comp rx=0 tx=0).stop 2023-11-25T03:12:49.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 msgr2=0x7fe6401ed9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:49.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 0x7fe6401ed9f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fe62800c430 tx=0x7fe62800c8f0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 shutdown_connections 2023-11-25T03:12:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe620066470 0x7fe620068930 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe6400c63c0 0x7fe6401eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe6400c4100 0x7fe64014fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 --2- 172.21.15.76:0/2907357529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6400c06d0 0x7fe6401ed9f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 >> 172.21.15.76:0/2907357529 conn(0x7fe64006a5b0 msgr2=0x7fe6400c5760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:49.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 shutdown_connections 2023-11-25T03:12:49.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.784+0000 7fe646a6b640 1 -- 172.21.15.76:0/2907357529 wait complete. 2023-11-25T03:12:49.839 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:49.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.972+0000 7f7974a32640 1 Processor -- start 2023-11-25T03:12:49.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.972+0000 7f7974a32640 1 -- start start 2023-11-25T03:12:49.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f7974a32640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 0x7f79700c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:49.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f7974a32640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c60f0 0x7f7970155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:49.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f7974a32640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79700c2580 con 0x7f79700c5260 2023-11-25T03:12:49.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f7974a32640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7970153510 con 0x7f79700c5640 2023-11-25T03:12:49.978 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f7974a32640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79700c17f0 con 0x7f79700c60f0 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796dd9b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 0x7f79700c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796ed9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c60f0 0x7f7970155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796dd9b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 0x7f79700c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:41754/0 (socket says 172.21.15.76:41754) 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796dd9b640 1 -- 172.21.15.76:0/3133500213 learned_addr learned my addr 172.21.15.76:0/3133500213 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796e59c640 1 --1- 172.21.15.76:0/3133500213 >> v1:172.21.15.106:6789/0 conn(0x7f79700c5260 0x7f797006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:57604/0 (socket says 172.21.15.76:57604) 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796ed9d640 1 -- 172.21.15.76:0/3133500213 >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 msgr2=0x7f79700c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796ed9d640 1 --2- 172.21.15.76:0/3133500213 >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 0x7f79700c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796ed9d640 1 -- 172.21.15.76:0/3133500213 >> v1:172.21.15.106:6789/0 conn(0x7f79700c5260 legacy=0x7f797006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:49.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796ed9d640 1 -- 172.21.15.76:0/3133500213 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79700c1a00 con 0x7f79700c60f0 2023-11-25T03:12:49.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.976+0000 7f796dd9b640 1 --2- 172.21.15.76:0/3133500213 >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 0x7f79700c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f796ed9d640 1 --2- 172.21.15.76:0/3133500213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c60f0 0x7f7970155de0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f79700c1930 tx=0x7f796801c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=daa8fcfd2e524a8f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f796d59a640 1 -- 172.21.15.76:0/3133500213 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79680a5930 con 0x7f79700c60f0 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f796d59a640 1 -- 172.21.15.76:0/3133500213 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79680a5a90 con 0x7f79700c60f0 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f796d59a640 1 -- 172.21.15.76:0/3133500213 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79680a5e20 con 0x7f79700c60f0 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 -- 172.21.15.76:0/3133500213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c60f0 msgr2=0x7f7970155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 --2- 172.21.15.76:0/3133500213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c60f0 0x7f7970155de0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f79700c1930 tx=0x7f796801c870 comp rx=0 tx=0).stop 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 -- 172.21.15.76:0/3133500213 shutdown_connections 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 --2- 172.21.15.76:0/3133500213 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c60f0 0x7f7970155de0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 --2- 172.21.15.76:0/3133500213 >> v2:172.21.15.106:3300/0 conn(0x7f79700c5640 0x7f79700c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 -- 172.21.15.76:0/3133500213 >> 172.21.15.76:0/3133500213 conn(0x7f797006a5b0 msgr2=0x7f797006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 -- 172.21.15.76:0/3133500213 shutdown_connections 2023-11-25T03:12:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 -- 172.21.15.76:0/3133500213 wait complete. 2023-11-25T03:12:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 Processor -- start 2023-11-25T03:12:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.980+0000 7f7974a32640 1 -- start start 2023-11-25T03:12:49.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c5260 0x7f7970154b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:49.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 0x7f797013dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:49.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79700c60f0 0x7f797013e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:49.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7970155620 con 0x7f79700c5640 2023-11-25T03:12:49.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f797013e660 con 0x7f79700c60f0 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7970071460 con 0x7f79700c5260 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 0x7f797013dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 0x7f797013dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57304/0 (socket says 172.21.15.76:57304) 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 -- 172.21.15.76:0/377703024 learned_addr learned my addr 172.21.15.76:0/377703024 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796e59c640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c5260 0x7f7970154b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796ed9d640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79700c60f0 0x7f797013e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 -- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c5260 msgr2=0x7f7970154b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c5260 0x7f7970154b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 -- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79700c60f0 msgr2=0x7f797013e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:49.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79700c60f0 0x7f797013e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 -- 172.21.15.76:0/377703024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79640094d0 con 0x7f79700c5640 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796ed9d640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79700c60f0 0x7f797013e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f796dd9b640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 0x7f797013dbe0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f796400e9a0 tx=0x7f796400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796400ca00 con 0x7f79700c5640 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f796400cb60 con 0x7f79700c5640 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7964013470 con 0x7f79700c5640 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7968009a70 con 0x7f79700c5640 2023-11-25T03:12:49.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79701f1210 con 0x7f79700c5640 2023-11-25T03:12:49.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7970068400 con 0x7f79700c5640 2023-11-25T03:12:49.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.984+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f79640135d0 con 0x7f79700c5640 2023-11-25T03:12:49.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.988+0000 7f795effd640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7950066470 0x7f7950068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:49.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.988+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f79640841c0 con 0x7f79700c5640 2023-11-25T03:12:49.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.988+0000 7f796e59c640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7950066470 0x7f7950068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:49.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.988+0000 7f796e59c640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7950066470 0x7f7950068930 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7960000f70 tx=0x7f7960007c90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:49.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:49.992+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f79640515c0 con 0x7f79700c5640 2023-11-25T03:12:50.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.144+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f797006d390 con 0x7f79700c5640 2023-11-25T03:12:50.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f795effd640 1 -- 172.21.15.76:0/377703024 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16566 (secure 0 0 0) 0x7f7964054be0 con 0x7f79700c5640 2023-11-25T03:12:50.149 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:50.150 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":50,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:49.165723+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:50.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7950066470 msgr2=0x7f7950068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7950066470 0x7f7950068930 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7960000f70 tx=0x7f7960007c90 comp rx=0 tx=0).stop 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 msgr2=0x7f797013dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 0x7f797013dbe0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f796400e9a0 tx=0x7f796400ee60 comp rx=0 tx=0).stop 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 shutdown_connections 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7950066470 0x7f7950068930 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79700c60f0 0x7f797013e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700c5640 0x7f797013dbe0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 --2- 172.21.15.76:0/377703024 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79700c5260 0x7f7970154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 >> 172.21.15.76:0/377703024 conn(0x7f797006a5b0 msgr2=0x7f797006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 shutdown_connections 2023-11-25T03:12:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.148+0000 7f7974a32640 1 -- 172.21.15.76:0/377703024 wait complete. 2023-11-25T03:12:50.171 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:50.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 Processor -- start 2023-11-25T03:12:50.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 -- start start 2023-11-25T03:12:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff370151e90 0x7ff3700c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c7ea0 0x7ff37006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3700c4e60 0x7ff37006b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3700c8750 con 0x7ff3700c4e60 2023-11-25T03:12:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3701552d0 con 0x7ff370151e90 2023-11-25T03:12:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff377372640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3700c5c60 con 0x7ff3700c7ea0 2023-11-25T03:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3700c4e60 0x7ff37006b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3700c4e60 0x7ff37006b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57316/0 (socket says 172.21.15.76:57316) 2023-11-25T03:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 -- 172.21.15.76:0/1268925765 learned_addr learned my addr 172.21.15.76:0/1268925765 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37510e640 1 --2- 172.21.15.76:0/1268925765 >> v2:172.21.15.106:3300/0 conn(0x7ff370151e90 0x7ff3700c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37490d640 1 --2- 172.21.15.76:0/1268925765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c7ea0 0x7ff37006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 -- 172.21.15.76:0/1268925765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c7ea0 msgr2=0x7ff37006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 --2- 172.21.15.76:0/1268925765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c7ea0 0x7ff37006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 -- 172.21.15.76:0/1268925765 >> v2:172.21.15.106:3300/0 conn(0x7ff370151e90 msgr2=0x7ff3700c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 --2- 172.21.15.76:0/1268925765 >> v2:172.21.15.106:3300/0 conn(0x7ff370151e90 0x7ff3700c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.308+0000 7ff37590f640 1 -- 172.21.15.76:0/1268925765 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff37006c860 con 0x7ff3700c4e60 2023-11-25T03:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff37590f640 1 --2- 172.21.15.76:0/1268925765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3700c4e60 0x7ff37006b9e0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ff37008b410 tx=0x7ff36801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e4808b43d48dcc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff367fff640 1 -- 172.21.15.76:0/1268925765 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3680a5530 con 0x7ff3700c4e60 2023-11-25T03:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff367fff640 1 -- 172.21.15.76:0/1268925765 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3680a5690 con 0x7ff3700c4e60 2023-11-25T03:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff367fff640 1 -- 172.21.15.76:0/1268925765 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3680a5a20 con 0x7ff3700c4e60 2023-11-25T03:12:50.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 -- 172.21.15.76:0/1268925765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3700c4e60 msgr2=0x7ff37006b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 --2- 172.21.15.76:0/1268925765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3700c4e60 0x7ff37006b9e0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ff37008b410 tx=0x7ff36801c8b0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 -- 172.21.15.76:0/1268925765 shutdown_connections 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 --2- 172.21.15.76:0/1268925765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3700c4e60 0x7ff37006b9e0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 --2- 172.21.15.76:0/1268925765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c7ea0 0x7ff37006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 --2- 172.21.15.76:0/1268925765 >> v2:172.21.15.106:3300/0 conn(0x7ff370151e90 0x7ff3700c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 -- 172.21.15.76:0/1268925765 >> 172.21.15.76:0/1268925765 conn(0x7ff3700ca170 msgr2=0x7ff3700ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 -- 172.21.15.76:0/1268925765 shutdown_connections 2023-11-25T03:12:50.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.312+0000 7ff377372640 1 -- 172.21.15.76:0/1268925765 wait complete. 2023-11-25T03:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 Processor -- start 2023-11-25T03:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- start start 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c4e60 0x7ff3700abf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff3700c7ea0 0x7ff370149d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 0x7ff37014a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3701508a0 con 0x7ff370151e90 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3700c21f0 con 0x7ff3700c7ea0 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3700c24d0 con 0x7ff3700c4e60 2023-11-25T03:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 0x7ff37014a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37510e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c4e60 0x7ff3700abf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 0x7ff37014a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57324/0 (socket says 172.21.15.76:57324) 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 -- 172.21.15.76:0/4280350176 learned_addr learned my addr 172.21.15.76:0/4280350176 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37490d640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff3700c7ea0 0x7ff370149d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 -- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c4e60 msgr2=0x7ff3700abf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c4e60 0x7ff3700abf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 -- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff3700c7ea0 msgr2=0x7ff370149d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff3700c7ea0 0x7ff370149d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 -- 172.21.15.76:0/4280350176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff368009b30 con 0x7ff370151e90 2023-11-25T03:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37510e640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c4e60 0x7ff3700abf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff37590f640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 0x7ff37014a2a0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ff36801af60 tx=0x7ff368019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3680a5530 con 0x7ff370151e90 2023-11-25T03:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3680b8670 con 0x7ff370151e90 2023-11-25T03:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3700c27b0 con 0x7ff370151e90 2023-11-25T03:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3680b8a60 con 0x7ff370151e90 2023-11-25T03:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3700c2d70 con 0x7ff370151e90 2023-11-25T03:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.316+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff370068400 con 0x7ff370151e90 2023-11-25T03:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.320+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff3680b8bc0 con 0x7ff370151e90 2023-11-25T03:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.320+0000 7ff365ffb640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff354066470 0x7ff354068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.320+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff36811efd0 con 0x7ff370151e90 2023-11-25T03:12:50.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.320+0000 7ff37510e640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff354066470 0x7ff354068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.320+0000 7ff37510e640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff354066470 0x7ff354068930 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff3701589a0 tx=0x7ff36c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:50.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.328+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff3680ec5b0 con 0x7ff370151e90 2023-11-25T03:12:50.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.480+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff37006ca50 con 0x7ff370151e90 2023-11-25T03:12:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff365ffb640 1 -- 172.21.15.76:0/4280350176 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16566 (secure 0 0 0) 0x7ff3680bc090 con 0x7ff370151e90 2023-11-25T03:12:50.487 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:50.487 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":50,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:49.165723+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff354066470 msgr2=0x7ff354068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff354066470 0x7ff354068930 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff3701589a0 tx=0x7ff36c009190 comp rx=0 tx=0).stop 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 msgr2=0x7ff37014a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 0x7ff37014a2a0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ff36801af60 tx=0x7ff368019650 comp rx=0 tx=0).stop 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 shutdown_connections 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff354066470 0x7ff354068930 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff370151e90 0x7ff37014a2a0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff3700c7ea0 0x7ff370149d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 --2- 172.21.15.76:0/4280350176 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff3700c4e60 0x7ff3700abf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 >> 172.21.15.76:0/4280350176 conn(0x7ff3700ca170 msgr2=0x7ff370153450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 shutdown_connections 2023-11-25T03:12:50.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.484+0000 7ff377372640 1 -- 172.21.15.76:0/4280350176 wait complete. 2023-11-25T03:12:50.508 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-25T03:12:50.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.644+0000 7fee5c89c640 1 Processor -- start 2023-11-25T03:12:50.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.644+0000 7fee5c89c640 1 -- start start 2023-11-25T03:12:50.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee5c89c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fee58151bb0 0x7fee5806ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee5c89c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee580bd3c0 0x7fee580c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee5c89c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee580c8400 con 0x7fee580c7c30 2023-11-25T03:12:50.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee5c89c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee580c86e0 con 0x7fee58151bb0 2023-11-25T03:12:50.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee5c89c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee581543e0 con 0x7fee580bd3c0 2023-11-25T03:12:50.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee577fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fee58151bb0 0x7fee5806ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee56ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee580bd3c0 0x7fee580c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee57fff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fee580c7c30 0x7fee581579d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:57610/0 (socket says 172.21.15.76:57610) 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee57fff640 1 -- 172.21.15.76:0/1946023464 learned_addr learned my addr 172.21.15.76:0/1946023464 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee567fc640 1 -- 172.21.15.76:0/1946023464 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 212626996 0 0) 0x7fee580c8400 con 0x7fee580c7c30 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee567fc640 1 -- 172.21.15.76:0/1946023464 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee40003530 con 0x7fee580c7c30 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee56ffd640 1 -- 172.21.15.76:0/1946023464 >> v2:172.21.15.106:3300/0 conn(0x7fee58151bb0 msgr2=0x7fee5806ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee56ffd640 1 --2- 172.21.15.76:0/1946023464 >> v2:172.21.15.106:3300/0 conn(0x7fee58151bb0 0x7fee5806ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee56ffd640 1 -- 172.21.15.76:0/1946023464 >> v1:172.21.15.106:6789/0 conn(0x7fee580c7c30 legacy=0x7fee581579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee56ffd640 1 -- 172.21.15.76:0/1946023464 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee581545f0 con 0x7fee580bd3c0 2023-11-25T03:12:50.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee577fe640 1 --2- 172.21.15.76:0/1946023464 >> v2:172.21.15.106:3300/0 conn(0x7fee58151bb0 0x7fee5806ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:12:50.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.648+0000 7fee56ffd640 1 --2- 172.21.15.76:0/1946023464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee580bd3c0 0x7fee580c46b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fee4c0097c0 tx=0x7fee4c01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9877813ab9aef3fe server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:50.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee567fc640 1 -- 172.21.15.76:0/1946023464 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4c0ab600 con 0x7fee580bd3c0 2023-11-25T03:12:50.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee567fc640 1 -- 172.21.15.76:0/1946023464 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee4c0a7050 con 0x7fee580bd3c0 2023-11-25T03:12:50.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee567fc640 1 -- 172.21.15.76:0/1946023464 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4c0ab980 con 0x7fee580bd3c0 2023-11-25T03:12:50.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- 172.21.15.76:0/1946023464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee580bd3c0 msgr2=0x7fee580c46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 --2- 172.21.15.76:0/1946023464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee580bd3c0 0x7fee580c46b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fee4c0097c0 tx=0x7fee4c01c330 comp rx=0 tx=0).stop 2023-11-25T03:12:50.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- 172.21.15.76:0/1946023464 shutdown_connections 2023-11-25T03:12:50.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 --2- 172.21.15.76:0/1946023464 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee580bd3c0 0x7fee580c46b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 --2- 172.21.15.76:0/1946023464 >> v2:172.21.15.106:3300/0 conn(0x7fee58151bb0 0x7fee5806ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- 172.21.15.76:0/1946023464 >> 172.21.15.76:0/1946023464 conn(0x7fee580abcc0 msgr2=0x7fee580ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:50.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- 172.21.15.76:0/1946023464 shutdown_connections 2023-11-25T03:12:50.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- 172.21.15.76:0/1946023464 wait complete. 2023-11-25T03:12:50.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 Processor -- start 2023-11-25T03:12:50.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- start start 2023-11-25T03:12:50.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 0x7fee5814f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee580c7c30 0x7fee580c1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee58151bb0 0x7fee580c1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee580c2400 con 0x7fee580bd3c0 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee580c0220 con 0x7fee580c7c30 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee5c89c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee580c3f70 con 0x7fee58151bb0 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.652+0000 7fee577fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 0x7fee5814f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 0x7fee5814f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57340/0 (socket says 172.21.15.76:57340) 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 -- 172.21.15.76:0/4206408130 learned_addr learned my addr 172.21.15.76:0/4206408130 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee57fff640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee58151bb0 0x7fee580c1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee56ffd640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee580c7c30 0x7fee580c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 -- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee58151bb0 msgr2=0x7fee580c1ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee58151bb0 0x7fee580c1ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 -- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee580c7c30 msgr2=0x7fee580c1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee580c7c30 0x7fee580c1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:50.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 -- 172.21.15.76:0/4206408130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee48009420 con 0x7fee580bd3c0 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee56ffd640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee580c7c30 0x7fee580c1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee577fe640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 0x7fee5814f7c0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fee4800ec10 tx=0x7fee4800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4800cc30 con 0x7fee580bd3c0 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee4800cd90 con 0x7fee580bd3c0 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee4c009420 con 0x7fee580bd3c0 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee48013690 con 0x7fee580bd3c0 2023-11-25T03:12:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee581ed9c0 con 0x7fee580bd3c0 2023-11-25T03:12:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee58067e90 con 0x7fee580bd3c0 2023-11-25T03:12:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fee480137f0 con 0x7fee580bd3c0 2023-11-25T03:12:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee3ffff640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee44066470 0x7fee44068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.656+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fee480841f0 con 0x7fee580bd3c0 2023-11-25T03:12:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.660+0000 7fee56ffd640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee44066470 0x7fee44068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.660+0000 7fee56ffd640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee44066470 0x7fee44068930 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fee4c0ad000 tx=0x7fee4c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:50.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.660+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fee480515f0 con 0x7fee580bd3c0 2023-11-25T03:12:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:50.856+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fee5804e850 con 0x7fee580bd3c0 2023-11-25T03:12:51.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee3ffff640 1 -- 172.21.15.76:0/4206408130 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v32) v1 ==== 118+0+0 (secure 0 0 0) 0x7fee48054c10 con 0x7fee580bd3c0 2023-11-25T03:12:51.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee44066470 msgr2=0x7fee44068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:51.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee44066470 0x7fee44068930 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fee4c0ad000 tx=0x7fee4c008040 comp rx=0 tx=0).stop 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 msgr2=0x7fee5814f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 0x7fee5814f7c0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fee4800ec10 tx=0x7fee4800c520 comp rx=0 tx=0).stop 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 shutdown_connections 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee44066470 0x7fee44068930 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee58151bb0 0x7fee580c1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee580c7c30 0x7fee580c1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 --2- 172.21.15.76:0/4206408130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee580bd3c0 0x7fee5814f7c0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 >> 172.21.15.76:0/4206408130 conn(0x7fee580abcc0 msgr2=0x7fee580ac0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 shutdown_connections 2023-11-25T03:12:51.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.804+0000 7fee5c89c640 1 -- 172.21.15.76:0/4206408130 wait complete. 2023-11-25T03:12:51.831 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:12:51.831 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-25T03:12:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 Processor -- start 2023-11-25T03:12:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 -- start start 2023-11-25T03:12:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c151e90 0x7f7a5c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:51.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7a5c0c4e60 0x7f7a5c06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:51.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a5c06c860 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a5c0c8750 con 0x7f7a5c0c4e60 2023-11-25T03:12:51.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a62e9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5c1552d0 con 0x7f7a5c151e90 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a5bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7a5c0c7ea0 0x7f7a5c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47878/0 (socket says 172.21.15.76:47878) 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a5bfff640 1 -- 172.21.15.76:0/606651879 learned_addr learned my addr 172.21.15.76:0/606651879 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a60c36640 1 --2- 172.21.15.76:0/606651879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c151e90 0x7f7a5c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a61437640 1 --2- 172.21.15.76:0/606651879 >> v2:172.21.15.106:3300/0 conn(0x7f7a5c0c4e60 0x7f7a5c06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a5b7fe640 1 -- 172.21.15.76:0/606651879 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1261558201 0 0) 0x7f7a5c06c860 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a5b7fe640 1 -- 172.21.15.76:0/606651879 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a4c003530 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a60c36640 1 -- 172.21.15.76:0/606651879 >> v2:172.21.15.106:3300/0 conn(0x7f7a5c0c4e60 msgr2=0x7f7a5c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:51.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a60c36640 1 --2- 172.21.15.76:0/606651879 >> v2:172.21.15.106:3300/0 conn(0x7f7a5c0c4e60 0x7f7a5c06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a5b7fe640 1 -- 172.21.15.76:0/606651879 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4196242687 0 0) 0x7f7a4c003530 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a60c36640 1 -- 172.21.15.76:0/606651879 >> v1:172.21.15.76:6789/0 conn(0x7f7a5c0c7ea0 legacy=0x7f7a5c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:51.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.972+0000 7f7a60c36640 1 -- 172.21.15.76:0/606651879 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a5c154930 con 0x7f7a5c151e90 2023-11-25T03:12:51.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a60c36640 1 --2- 172.21.15.76:0/606651879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c151e90 0x7f7a5c0c4920 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7a500097c0 tx=0x7f7a5001c280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=616ba5b9beed804b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:51.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a5b7fe640 1 -- 172.21.15.76:0/606651879 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a48001680 con 0x7f7a5c151e90 2023-11-25T03:12:51.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a5b7fe640 1 -- 172.21.15.76:0/606651879 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a500a7050 con 0x7f7a5c151e90 2023-11-25T03:12:51.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a5b7fe640 1 -- 172.21.15.76:0/606651879 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a500ab620 con 0x7f7a5c151e90 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 -- 172.21.15.76:0/606651879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c151e90 msgr2=0x7f7a5c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/606651879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c151e90 0x7f7a5c0c4920 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7a500097c0 tx=0x7f7a5001c280 comp rx=0 tx=0).stop 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 -- 172.21.15.76:0/606651879 shutdown_connections 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/606651879 >> v2:172.21.15.106:3300/0 conn(0x7f7a5c0c4e60 0x7f7a5c06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/606651879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c151e90 0x7f7a5c0c4920 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 -- 172.21.15.76:0/606651879 >> 172.21.15.76:0/606651879 conn(0x7f7a5c0ca170 msgr2=0x7f7a5c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:51.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 -- 172.21.15.76:0/606651879 shutdown_connections 2023-11-25T03:12:51.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.976+0000 7f7a62e9a640 1 -- 172.21.15.76:0/606651879 wait complete. 2023-11-25T03:12:51.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 Processor -- start 2023-11-25T03:12:51.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- start start 2023-11-25T03:12:51.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c0c4e60 0x7f7a5c143d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:51.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 0x7f7a5c14b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:51.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a5c151e90 0x7f7a5c1ee1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:51.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5c1edda0 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5c0c39a0 con 0x7f7a5c151e90 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5c0a9cd0 con 0x7f7a5c0c4e60 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 0x7f7a5c14b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 0x7f7a5c14b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57344/0 (socket says 172.21.15.76:57344) 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 -- 172.21.15.76:0/2106266293 learned_addr learned my addr 172.21.15.76:0/2106266293 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a61437640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a5c151e90 0x7f7a5c1ee1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a60c36640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c0c4e60 0x7f7a5c143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 -- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c0c4e60 msgr2=0x7f7a5c143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c0c4e60 0x7f7a5c143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 -- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a5c151e90 msgr2=0x7f7a5c1ee1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a5c151e90 0x7f7a5c1ee1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:51.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 -- 172.21.15.76:0/2106266293 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a50009420 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a5bfff640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 0x7f7a5c14b410 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7a480011f0 tx=0x7f7a4800cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:51.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a48005ae0 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a48005c40 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a48007070 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a5c0a9fb0 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a5c0aa570 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.980+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a5c068400 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.984+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7a480071d0 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.984+0000 7f7a597fa640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7a40066470 0x7f7a40068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:51.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.984+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7a48083ad0 con 0x7f7a5c0c7ea0 2023-11-25T03:12:51.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.984+0000 7f7a60c36640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7a40066470 0x7f7a40068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:51.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.984+0000 7f7a60c36640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7a40066470 0x7f7a40068930 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7a500ad000 tx=0x7f7a500a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:51.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:51.988+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7a48050f60 con 0x7f7a5c0c7ea0 2023-11-25T03:12:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.168+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f7a5c0c40a0 con 0x7f7a5c0c7ea0 2023-11-25T03:12:52.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.900+0000 7f7a597fa640 1 -- 172.21.15.76:0/2106266293 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v33) v1 ==== 122+0+0 (secure 0 0 0) 0x7f7a48054580 con 0x7f7a5c0c7ea0 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7a40066470 msgr2=0x7f7a40068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7a40066470 0x7f7a40068930 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7a500ad000 tx=0x7f7a500a6000 comp rx=0 tx=0).stop 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 msgr2=0x7f7a5c14b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 0x7f7a5c14b410 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7a480011f0 tx=0x7f7a4800cbe0 comp rx=0 tx=0).stop 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 shutdown_connections 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7a40066470 0x7f7a40068930 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7a5c151e90 0x7f7a5c1ee1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a5c0c7ea0 0x7f7a5c14b410 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 --2- 172.21.15.76:0/2106266293 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7a5c0c4e60 0x7f7a5c143d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 >> 172.21.15.76:0/2106266293 conn(0x7f7a5c0ca170 msgr2=0x7f7a5c153fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:52.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 shutdown_connections 2023-11-25T03:12:52.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:52.904+0000 7f7a62e9a640 1 -- 172.21.15.76:0/2106266293 wait complete. 2023-11-25T03:12:52.930 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-25T03:12:52.930 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:53.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 Processor -- start 2023-11-25T03:12:53.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 -- start start 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff278151dc0 0x7ff2780c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff2780c7ed0 0x7ff278154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2780ac4f0 con 0x7ff2780bd660 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff278158780 con 0x7ff278151dc0 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff27d49a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff278158a60 con 0x7ff2780c7ed0 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff276ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff278151dc0 0x7ff2780c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff2777fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff2780bd660 0x7ff278154b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47890/0 (socket says 172.21.15.76:47890) 2023-11-25T03:12:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff2777fe640 1 -- 172.21.15.76:0/1202846360 learned_addr learned my addr 172.21.15.76:0/1202846360 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff26e7fc640 1 --2- 172.21.15.76:0/1202846360 >> v2:172.21.15.106:3300/0 conn(0x7ff2780c7ed0 0x7ff278154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff276ffd640 1 -- 172.21.15.76:0/1202846360 >> v2:172.21.15.106:3300/0 conn(0x7ff2780c7ed0 msgr2=0x7ff278154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:53.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff276ffd640 1 --2- 172.21.15.76:0/1202846360 >> v2:172.21.15.106:3300/0 conn(0x7ff2780c7ed0 0x7ff278154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff276ffd640 1 -- 172.21.15.76:0/1202846360 >> v1:172.21.15.76:6789/0 conn(0x7ff2780bd660 legacy=0x7ff278154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff276ffd640 1 -- 172.21.15.76:0/1202846360 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2780ac180 con 0x7ff278151dc0 2023-11-25T03:12:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff26e7fc640 1 --2- 172.21.15.76:0/1202846360 >> v2:172.21.15.106:3300/0 conn(0x7ff2780c7ed0 0x7ff278154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:53.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.068+0000 7ff2767fc640 1 -- 172.21.15.76:0/1202846360 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3624445242 0 0) 0x7ff2780ac4f0 con 0x7ff2780bd660 2023-11-25T03:12:53.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff276ffd640 1 --2- 172.21.15.76:0/1202846360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff278151dc0 0x7ff2780c4950 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ff2600097c0 tx=0x7ff26001c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e073751c7650e675 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff2767fc640 1 -- 172.21.15.76:0/1202846360 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2600ab600 con 0x7ff278151dc0 2023-11-25T03:12:53.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff2767fc640 1 -- 172.21.15.76:0/1202846360 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2600a7050 con 0x7ff278151dc0 2023-11-25T03:12:53.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff2767fc640 1 -- 172.21.15.76:0/1202846360 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2600ab980 con 0x7ff278151dc0 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 -- 172.21.15.76:0/1202846360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff278151dc0 msgr2=0x7ff2780c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 --2- 172.21.15.76:0/1202846360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff278151dc0 0x7ff2780c4950 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ff2600097c0 tx=0x7ff26001c320 comp rx=0 tx=0).stop 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 -- 172.21.15.76:0/1202846360 shutdown_connections 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 --2- 172.21.15.76:0/1202846360 >> v2:172.21.15.106:3300/0 conn(0x7ff2780c7ed0 0x7ff278154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 --2- 172.21.15.76:0/1202846360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff278151dc0 0x7ff2780c4950 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 -- 172.21.15.76:0/1202846360 >> 172.21.15.76:0/1202846360 conn(0x7ff278071eb0 msgr2=0x7ff2780722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:53.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 -- 172.21.15.76:0/1202846360 shutdown_connections 2023-11-25T03:12:53.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.072+0000 7ff27d49a640 1 -- 172.21.15.76:0/1202846360 wait complete. 2023-11-25T03:12:53.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 Processor -- start 2023-11-25T03:12:53.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 -- start start 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 0x7ff27814b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2780c7ed0 0x7ff2780be090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff278151dc0 0x7ff2780be5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2780c0a10 con 0x7ff2780bd660 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2780c05f0 con 0x7ff278151dc0 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2780bfd60 con 0x7ff2780c7ed0 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 0x7ff27814b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 0x7ff27814b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57366/0 (socket says 172.21.15.76:57366) 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 -- 172.21.15.76:0/2334882493 learned_addr learned my addr 172.21.15.76:0/2334882493 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 -- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2780c7ed0 msgr2=0x7ff2780be090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2780c7ed0 0x7ff2780be090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff2777fe640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff278151dc0 0x7ff2780be5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 -- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff278151dc0 msgr2=0x7ff2780be5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff278151dc0 0x7ff2780be5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 -- 172.21.15.76:0/2334882493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff260009420 con 0x7ff2780bd660 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff2777fe640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff278151dc0 0x7ff2780be5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:12:53.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff276ffd640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 0x7ff27814b7e0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7ff2600ae040 tx=0x7ff26001ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2600b7650 con 0x7ff2780bd660 2023-11-25T03:12:53.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2600b77b0 con 0x7ff2780bd660 2023-11-25T03:12:53.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2781ed670 con 0x7ff2780bd660 2023-11-25T03:12:53.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2600b7b40 con 0x7ff2780bd660 2023-11-25T03:12:53.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.076+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff27814bd90 con 0x7ff2780bd660 2023-11-25T03:12:53.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.080+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff278068400 con 0x7ff2780bd660 2023-11-25T03:12:53.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.080+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff2600b7ca0 con 0x7ff2780bd660 2023-11-25T03:12:53.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.080+0000 7ff26ffff640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff258066470 0x7ff258068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.080+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff2600a4e40 con 0x7ff2780bd660 2023-11-25T03:12:53.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.080+0000 7ff26e7fc640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff258066470 0x7ff258068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.080+0000 7ff26e7fc640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff258066470 0x7ff258068930 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff278157b30 tx=0x7ff268008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.084+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff2600ebec0 con 0x7ff2780bd660 2023-11-25T03:12:53.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.264+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff27806c9a0 con 0x7ff2780bd660 2023-11-25T03:12:53.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff26ffff640 1 -- 172.21.15.76:0/2334882493 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+4916 (secure 0 0 0) 0x7ff2600bb090 con 0x7ff2780bd660 2023-11-25T03:12:53.270 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:53.270 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":33,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5766,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2023-11-25T03:12:53.270 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 33 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff258066470 msgr2=0x7ff258068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff258066470 0x7ff258068930 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff278157b30 tx=0x7ff268008040 comp rx=0 tx=0).stop 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 msgr2=0x7ff27814b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 0x7ff27814b7e0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7ff2600ae040 tx=0x7ff26001ab60 comp rx=0 tx=0).stop 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 shutdown_connections 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff258066470 0x7ff258068930 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff278151dc0 0x7ff2780be5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2780c7ed0 0x7ff2780be090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 --2- 172.21.15.76:0/2334882493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2780bd660 0x7ff27814b7e0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 >> 172.21.15.76:0/2334882493 conn(0x7ff278071eb0 msgr2=0x7ff27815e650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:53.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 shutdown_connections 2023-11-25T03:12:53.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.268+0000 7ff27d49a640 1 -- 172.21.15.76:0/2334882493 wait complete. 2023-11-25T03:12:53.291 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:12:53.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.424+0000 7f5fddf1d640 1 Processor -- start 2023-11-25T03:12:53.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.424+0000 7f5fddf1d640 1 -- start start 2023-11-25T03:12:53.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fddf1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 0x7f5fd80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fddf1d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5fd80c2bb0 0x7f5fd80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fddf1d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fd80c31c0 con 0x7f5fd80c4100 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fddf1d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fd80c34a0 con 0x7f5fd80c2bb0 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fddf1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fd80c1030 con 0x7f5fd80c63c0 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fcffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5fd80c4100 0x7f5fd80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47906/0 (socket says 172.21.15.76:47906) 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fcffff640 1 -- 172.21.15.76:0/734308862 learned_addr learned my addr 172.21.15.76:0/734308862 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/734308862 >> v2:172.21.15.106:3300/0 conn(0x7f5fd80c2bb0 0x7f5fd80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd77fe640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 0x7f5fd80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3926073158 0 0) 0x7f5fd80c31c0 con 0x7f5fd80c4100 2023-11-25T03:12:53.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5fc4003530 con 0x7f5fd80c4100 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 517551656 0 0) 0x7f5fc4003530 con 0x7f5fd80c4100 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 msgr2=0x7f5fd80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 0x7f5fd80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 >> v2:172.21.15.106:3300/0 conn(0x7f5fd80c2bb0 msgr2=0x7f5fd80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 --2- 172.21.15.76:0/734308862 >> v2:172.21.15.106:3300/0 conn(0x7f5fd80c2bb0 0x7f5fd80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fd80c1310 con 0x7f5fd80c4100 2023-11-25T03:12:53.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5fc0001680 con 0x7f5fd80c4100 2023-11-25T03:12:53.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 >> v1:172.21.15.76:6789/0 conn(0x7f5fd80c4100 legacy=0x7f5fd80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4003980 0x7f5fc4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 0x7f5fc40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4004d10 0x7f5fc4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fd80c34a0 con 0x7f5fc4004d10 2023-11-25T03:12:53.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fd80c1030 con 0x7f5fc4003980 2023-11-25T03:12:53.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc400dc20 con 0x7f5fd80c63c0 2023-11-25T03:12:53.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4004d10 0x7f5fc4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fcffff640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 0x7f5fc40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd77fe640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4003980 0x7f5fc4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 -- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 msgr2=0x7f5fc40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:53.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd80c63c0 0x7f5fc40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 -- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4003980 msgr2=0x7f5fc4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:53.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4003980 0x7f5fc4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.428+0000 7f5fd7fff640 1 -- 172.21.15.76:0/734308862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fc4003530 con 0x7f5fc4004d10 2023-11-25T03:12:53.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4004d10 0x7f5fc4005190 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0009fc0 tx=0x7f5fd001cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c139261819082b9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd80aa3d0 con 0x7f5fc4004d10 2023-11-25T03:12:53.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fd000f040 con 0x7f5fc4004d10 2023-11-25T03:12:53.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fd6ffd640 1 -- 172.21.15.76:0/734308862 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd00a5db0 con 0x7f5fc4004d10 2023-11-25T03:12:53.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fddf1d640 1 -- 172.21.15.76:0/734308862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4004d10 msgr2=0x7f5fc4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/734308862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4004d10 0x7f5fc4005190 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0009fc0 tx=0x7f5fd001cc70 comp rx=0 tx=0).stop 2023-11-25T03:12:53.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fd7fff640 1 -- 172.21.15.76:0/734308862 reap_dead start 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fddf1d640 1 -- 172.21.15.76:0/734308862 shutdown_connections 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fddf1d640 1 -- 172.21.15.76:0/734308862 >> 172.21.15.76:0/734308862 conn(0x7f5fd806a5b0 msgr2=0x7f5fd806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fddf1d640 1 -- 172.21.15.76:0/734308862 shutdown_connections 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.432+0000 7f5fddf1d640 1 -- 172.21.15.76:0/734308862 wait complete. 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 Processor -- start 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- start start 2023-11-25T03:12:53.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4004d10 0x7f5fd81f0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd81e0070 0x7f5fd81e0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 0x7f5fd81ed5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fd81e2670 con 0x7f5fd80bf870 2023-11-25T03:12:53.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fd81f1100 con 0x7f5fc4004d10 2023-11-25T03:12:53.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fd81e3090 con 0x7f5fd81e0070 2023-11-25T03:12:53.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 0x7f5fd81ed5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 0x7f5fd81ed5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57370/0 (socket says 172.21.15.76:57370) 2023-11-25T03:12:53.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 -- 172.21.15.76:0/4285007755 learned_addr learned my addr 172.21.15.76:0/4285007755 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:53.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fcffff640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd81e0070 0x7f5fd81e0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd77fe640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4004d10 0x7f5fd81f0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 -- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd81e0070 msgr2=0x7f5fd81e0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd81e0070 0x7f5fd81e0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 -- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4004d10 msgr2=0x7f5fd81f0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4004d10 0x7f5fd81f0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 -- 172.21.15.76:0/4285007755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fd81e0b70 con 0x7f5fd80bf870 2023-11-25T03:12:53.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd7fff640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 0x7f5fd81ed5a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0002240 tx=0x7f5fd0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd00039a0 con 0x7f5fd80bf870 2023-11-25T03:12:53.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fd0003b00 con 0x7f5fd80bf870 2023-11-25T03:12:53.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fd81de5a0 con 0x7f5fd80bf870 2023-11-25T03:12:53.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0003e70 con 0x7f5fd80bf870 2023-11-25T03:12:53.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fd81ddfe0 con 0x7f5fd80bf870 2023-11-25T03:12:53.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.436+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fd81ecc40 con 0x7f5fd80bf870 2023-11-25T03:12:53.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.440+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5fd00b4040 con 0x7f5fd80bf870 2023-11-25T03:12:53.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.440+0000 7f5fd4ff9640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fb8066470 0x7f5fb8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.440+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5fd011dac0 con 0x7f5fd80bf870 2023-11-25T03:12:53.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.440+0000 7f5fd77fe640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fb8066470 0x7f5fb8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.440+0000 7f5fd77fe640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fb8066470 0x7f5fb8068930 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5fd81e0490 tx=0x7f5fc8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.444+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5fd81ecc40 con 0x7f5fd80bf870 2023-11-25T03:12:53.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.592+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5fd81ecc40 con 0x7f5fd80bf870 2023-11-25T03:12:53.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fd4ff9640 1 -- 172.21.15.76:0/4285007755 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) v1 ==== 74+0+16553 (secure 0 0 0) 0x7f5fd81ecc40 con 0x7f5fd80bf870 2023-11-25T03:12:53.598 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:53.598 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":51,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:50.781995+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:12:53.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fb8066470 msgr2=0x7f5fb8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fb8066470 0x7f5fb8068930 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5fd81e0490 tx=0x7f5fc8008040 comp rx=0 tx=0).stop 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 msgr2=0x7f5fd81ed5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 0x7f5fd81ed5a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0002240 tx=0x7f5fd0009750 comp rx=0 tx=0).stop 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 shutdown_connections 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fb8066470 0x7f5fb8068930 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fd80bf870 0x7f5fd81ed5a0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fd81e0070 0x7f5fd81e0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 --2- 172.21.15.76:0/4285007755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fc4004d10 0x7f5fd81f0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 >> 172.21.15.76:0/4285007755 conn(0x7f5fd806a5b0 msgr2=0x7f5fd8155410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 shutdown_connections 2023-11-25T03:12:53.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.596+0000 7f5fddf1d640 1 -- 172.21.15.76:0/4285007755 wait complete. 2023-11-25T03:12:53.619 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:12:53.619 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.752+0000 7f7faa7f5640 1 Processor -- start 2023-11-25T03:12:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.752+0000 7f7faa7f5640 1 -- start start 2023-11-25T03:12:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7faa7f5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7fa40c5260 0x7f7fa406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7faa7f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fa40c2580 con 0x7f7fa40c5640 2023-11-25T03:12:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7faa7f5640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fa4156940 con 0x7f7fa4155de0 2023-11-25T03:12:53.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7faa7f5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fa4153510 con 0x7f7fa40c5260 2023-11-25T03:12:53.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7fa40c5640 0x7f7fa40c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47918/0 (socket says 172.21.15.76:47918) 2023-11-25T03:12:53.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa37fe640 1 -- 172.21.15.76:0/534101929 learned_addr learned my addr 172.21.15.76:0/534101929 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:53.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa3fff640 1 --2- 172.21.15.76:0/534101929 >> v2:172.21.15.106:3300/0 conn(0x7f7fa40c5260 0x7f7fa406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa2ffd640 1 -- 172.21.15.76:0/534101929 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1798896327 0 0) 0x7f7fa40c2580 con 0x7f7fa40c5640 2023-11-25T03:12:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa2ffd640 1 -- 172.21.15.76:0/534101929 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f8c003530 con 0x7f7fa40c5640 2023-11-25T03:12:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa3fff640 1 -- 172.21.15.76:0/534101929 >> v1:172.21.15.106:6789/0 conn(0x7f7fa4155de0 legacy=0x7f7fa4156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa3fff640 1 -- 172.21.15.76:0/534101929 >> v1:172.21.15.76:6789/0 conn(0x7f7fa40c5640 legacy=0x7f7fa40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.756+0000 7f7fa3fff640 1 -- 172.21.15.76:0/534101929 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fa40c1a00 con 0x7f7fa40c5260 2023-11-25T03:12:53.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7fa3fff640 1 --2- 172.21.15.76:0/534101929 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa406d5b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7f940097c0 tx=0x7f7f9401c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a84409a3749c6f4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7fa2ffd640 1 -- 172.21.15.76:0/534101929 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f940ab600 con 0x7f7fa40c5260 2023-11-25T03:12:53.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7fa2ffd640 1 -- 172.21.15.76:0/534101929 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f940a7050 con 0x7f7fa40c5260 2023-11-25T03:12:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7fa2ffd640 1 -- 172.21.15.76:0/534101929 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f940ab980 con 0x7f7fa40c5260 2023-11-25T03:12:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 -- 172.21.15.76:0/534101929 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 msgr2=0x7f7fa406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/534101929 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa406d5b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7f940097c0 tx=0x7f7f9401c3f0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 -- 172.21.15.76:0/534101929 shutdown_connections 2023-11-25T03:12:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/534101929 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa406d5b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 -- 172.21.15.76:0/534101929 >> 172.21.15.76:0/534101929 conn(0x7f7fa406a5b0 msgr2=0x7f7fa406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 -- 172.21.15.76:0/534101929 shutdown_connections 2023-11-25T03:12:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 -- 172.21.15.76:0/534101929 wait complete. 2023-11-25T03:12:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 Processor -- start 2023-11-25T03:12:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.760+0000 7f7faa7f5640 1 -- start start 2023-11-25T03:12:53.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa40aa250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7fa40c5640 0x7f7fa41ed660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 0x7f7fa40a9650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fa40a91c0 con 0x7f7fa4155de0 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fa41edba0 con 0x7f7fa40c5260 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fa40a9b90 con 0x7f7fa40c5640 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 0x7f7fa40a9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 0x7f7fa40a9650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57372/0 (socket says 172.21.15.76:57372) 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 -- 172.21.15.76:0/1365419755 learned_addr learned my addr 172.21.15.76:0/1365419755 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa3fff640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa40aa250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa37fe640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7fa40c5640 0x7f7fa41ed660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 -- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7fa40c5640 msgr2=0x7f7fa41ed660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7fa40c5640 0x7f7fa41ed660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 -- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 msgr2=0x7f7fa40aa250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa40aa250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 -- 172.21.15.76:0/1365419755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f94009420 con 0x7f7fa4155de0 2023-11-25T03:12:53.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa8d92640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 0x7f7fa40a9650 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c00c770 tx=0x7f7f9c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f9c003b80 con 0x7f7fa4155de0 2023-11-25T03:12:53.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f9c003ce0 con 0x7f7fa4155de0 2023-11-25T03:12:53.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f9c00aa90 con 0x7f7fa4155de0 2023-11-25T03:12:53.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fa40aa830 con 0x7f7fa4155de0 2023-11-25T03:12:53.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fa40a8b70 con 0x7f7fa4155de0 2023-11-25T03:12:53.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.764+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fa40a9370 con 0x7f7fa4155de0 2023-11-25T03:12:53.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.768+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7f9c00abf0 con 0x7f7fa4155de0 2023-11-25T03:12:53.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.768+0000 7f7fa0ff9640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7f900664a0 0x7f7f90068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:53.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.768+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7f9c083bf0 con 0x7f7fa4155de0 2023-11-25T03:12:53.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.768+0000 7f7fa3fff640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7f900664a0 0x7f7f90068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:53.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.768+0000 7f7fa3fff640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7f900664a0 0x7f7f90068960 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7f940ad000 tx=0x7f7f940a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:53.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.772+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7fa40a9370 con 0x7f7fa4155de0 2023-11-25T03:12:53.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.920+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7fa406daf0 con 0x7f7f900664a0 2023-11-25T03:12:53.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.928+0000 7f7fa0ff9640 1 -- 172.21.15.76:0/1365419755 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283993 (secure 0 0 0) 0x7f7f940ab6e0 con 0x7f7f900664a0 2023-11-25T03:12:53.934 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:53.936 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7f900664a0 msgr2=0x7f7f90068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7f900664a0 0x7f7f90068960 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7f940ad000 tx=0x7f7f940a6000 comp rx=0 tx=0).stop 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 msgr2=0x7f7fa40a9650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 0x7f7fa40a9650 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c00c770 tx=0x7f7f9c00cc30 comp rx=0 tx=0).stop 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 shutdown_connections 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7f900664a0 0x7f7f90068960 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7fa4155de0 0x7f7fa40a9650 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7fa40c5640 0x7f7fa41ed660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 --2- 172.21.15.76:0/1365419755 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7fa40c5260 0x7f7fa40aa250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 >> 172.21.15.76:0/1365419755 conn(0x7f7fa406a5b0 msgr2=0x7f7fa41549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 shutdown_connections 2023-11-25T03:12:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:53.932+0000 7f7faa7f5640 1 -- 172.21.15.76:0/1365419755 wait complete. 2023-11-25T03:12:53.954 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2023-11-25T03:12:53.113573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225972,"kb_used_data":5648,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748748,"statfs":{"total":773094113280,"available":772862717952,"internally_reserved":0,"allocated":5783552,"data_stored":3090496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.340836"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.800000+0000","last_change":"2023-11-25T03:12:48.800000+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.800000+0000","last_undegraded":"2023-11-25T03:12:48.800000+0000","last_fullsized":"2023-11-25T03:12:48.800000+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794022+0000","last_change":"2023-11-25T03:12:48.794022+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794022+0000","last_undegraded":"2023-11-25T03:12:48.794022+0000","last_fullsized":"2023-11-25T03:12:48.794022+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793822+0000","last_change":"2023-11-25T03:12:48.793822+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793822+0000","last_undegraded":"2023-11-25T03:12:48.793822+0000","last_fullsized":"2023-11-25T03:12:48.793822+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786029+0000","last_change":"2023-11-25T03:12:48.786029+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786029+0000","last_undegraded":"2023-11-25T03:12:48.786029+0000","last_fullsized":"2023-11-25T03:12:48.786029+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792205+0000","last_change":"2023-11-25T03:12:48.792205+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792205+0000","last_undegraded":"2023-11-25T03:12:48.792205+0000","last_fullsized":"2023-11-25T03:12:48.792205+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795541+0000","last_change":"2023-11-25T03:12:48.795541+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795541+0000","last_undegraded":"2023-11-25T03:12:48.795541+0000","last_fullsized":"2023-11-25T03:12:48.795541+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786537+0000","last_change":"2023-11-25T03:12:48.786537+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786537+0000","last_undegraded":"2023-11-25T03:12:48.786537+0000","last_fullsized":"2023-11-25T03:12:48.786537+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.796730+0000","last_change":"2023-11-25T03:12:48.796730+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.796730+0000","last_undegraded":"2023-11-25T03:12:48.796730+0000","last_fullsized":"2023-11-25T03:12:48.796730+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788090+0000","last_change":"2023-11-25T03:12:48.788090+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788090+0000","last_undegraded":"2023-11-25T03:12:48.788090+0000","last_fullsized":"2023-11-25T03:12:48.788090+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788245+0000","last_change":"2023-11-25T03:12:48.788245+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788245+0000","last_undegraded":"2023-11-25T03:12:48.788245+0000","last_fullsized":"2023-11-25T03:12:48.788245+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787418+0000","last_change":"2023-11-25T03:12:48.787418+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787418+0000","last_undegraded":"2023-11-25T03:12:48.787418+0000","last_fullsized":"2023-11-25T03:12:48.787418+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785498+0000","last_change":"2023-11-25T03:12:48.785498+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785498+0000","last_undegraded":"2023-11-25T03:12:48.785498+0000","last_fullsized":"2023-11-25T03:12:48.785498+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793301+0000","last_change":"2023-11-25T03:12:48.793301+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793301+0000","last_undegraded":"2023-11-25T03:12:48.793301+0000","last_fullsized":"2023-11-25T03:12:48.793301+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787071+0000","last_change":"2023-11-25T03:12:48.787071+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787071+0000","last_undegraded":"2023-11-25T03:12:48.787071+0000","last_fullsized":"2023-11-25T03:12:48.787071+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786076+0000","last_change":"2023-11-25T03:12:48.786076+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786076+0000","last_undegraded":"2023-11-25T03:12:48.786076+0000","last_fullsized":"2023-11-25T03:12:48.786076+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795043+0000","last_change":"2023-11-25T03:12:48.795043+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795043+0000","last_undegraded":"2023-11-25T03:12:48.795043+0000","last_fullsized":"2023-11-25T03:12:48.795043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795037+0000","last_change":"2023-11-25T03:12:48.795037+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795037+0000","last_undegraded":"2023-11-25T03:12:48.795037+0000","last_fullsized":"2023-11-25T03:12:48.795037+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793130+0000","last_change":"2023-11-25T03:12:48.793130+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793130+0000","last_undegraded":"2023-11-25T03:12:48.793130+0000","last_fullsized":"2023-11-25T03:12:48.793130+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792031+0000","last_change":"2023-11-25T03:12:48.792031+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792031+0000","last_undegraded":"2023-11-25T03:12:48.792031+0000","last_fullsized":"2023-11-25T03:12:48.792031+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787724+0000","last_change":"2023-11-25T03:12:48.787724+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787724+0000","last_undegraded":"2023-11-25T03:12:48.787724+0000","last_fullsized":"2023-11-25T03:12:48.787724+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791240+0000","last_change":"2023-11-25T03:12:48.791240+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791240+0000","last_undegraded":"2023-11-25T03:12:48.791240+0000","last_fullsized":"2023-11-25T03:12:48.791240+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794719+0000","last_change":"2023-11-25T03:12:48.794719+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794719+0000","last_undegraded":"2023-11-25T03:12:48.794719+0000","last_fullsized":"2023-11-25T03:12:48.794719+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790650+0000","last_change":"2023-11-25T03:12:48.790650+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790650+0000","last_undegraded":"2023-11-25T03:12:48.790650+0000","last_fullsized":"2023-11-25T03:12:48.790650+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795239+0000","last_change":"2023-11-25T03:12:48.795239+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795239+0000","last_undegraded":"2023-11-25T03:12:48.795239+0000","last_fullsized":"2023-11-25T03:12:48.795239+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.799459+0000","last_change":"2023-11-25T03:12:48.799459+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.799459+0000","last_undegraded":"2023-11-25T03:12:48.799459+0000","last_fullsized":"2023-11-25T03:12:48.799459+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786197+0000","last_change":"2023-11-25T03:12:48.786197+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786197+0000","last_undegraded":"2023-11-25T03:12:48.786197+0000","last_fullsized":"2023-11-25T03:12:48.786197+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794074+0000","last_change":"2023-11-25T03:12:48.794074+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794074+0000","last_undegraded":"2023-11-25T03:12:48.794074+0000","last_fullsized":"2023-11-25T03:12:48.794074+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792420+0000","last_change":"2023-11-25T03:12:48.792420+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792420+0000","last_undegraded":"2023-11-25T03:12:48.792420+0000","last_fullsized":"2023-11-25T03:12:48.792420+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794621+0000","last_change":"2023-11-25T03:12:48.794621+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794621+0000","last_undegraded":"2023-11-25T03:12:48.794621+0000","last_fullsized":"2023-11-25T03:12:48.794621+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790170+0000","last_change":"2023-11-25T03:12:48.790170+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790170+0000","last_undegraded":"2023-11-25T03:12:48.790170+0000","last_fullsized":"2023-11-25T03:12:48.790170+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791917+0000","last_change":"2023-11-25T03:12:48.791917+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791917+0000","last_undegraded":"2023-11-25T03:12:48.791917+0000","last_fullsized":"2023-11-25T03:12:48.791917+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793391+0000","last_change":"2023-11-25T03:12:48.793391+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793391+0000","last_undegraded":"2023-11-25T03:12:48.793391+0000","last_fullsized":"2023-11-25T03:12:48.793391+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792800+0000","last_change":"2023-11-25T03:12:48.792800+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792800+0000","last_undegraded":"2023-11-25T03:12:48.792800+0000","last_fullsized":"2023-11-25T03:12:48.792800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.791374+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:12:48.791374+0000","last_peered":"2023-11-25T03:12:48.791374+0000","last_clean":"2023-11-25T03:12:48.791374+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:12:48.791374+0000","last_undegraded":"2023-11-25T03:12:48.791374+0000","last_fullsized":"2023-11-25T03:12:48.791374+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:57.093652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791610+0000","last_change":"2023-11-25T03:12:48.791610+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791610+0000","last_undegraded":"2023-11-25T03:12:48.791610+0000","last_fullsized":"2023-11-25T03:12:48.791610+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810619+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:12:48.810619+0000","last_peered":"2023-11-25T03:12:48.810619+0000","last_clean":"2023-11-25T03:12:48.810619+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:12:48.810619+0000","last_undegraded":"2023-11-25T03:12:48.810619+0000","last_fullsized":"2023-11-25T03:12:48.810619+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792208+0000","last_change":"2023-11-25T03:12:48.792208+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792208+0000","last_undegraded":"2023-11-25T03:12:48.792208+0000","last_fullsized":"2023-11-25T03:12:48.792208+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807675+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:12:48.807675+0000","last_peered":"2023-11-25T03:12:48.807675+0000","last_clean":"2023-11-25T03:12:48.807675+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:12:48.807675+0000","last_undegraded":"2023-11-25T03:12:48.807675+0000","last_fullsized":"2023-11-25T03:12:48.807675+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:01.840994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791426+0000","last_change":"2023-11-25T03:12:48.791426+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791426+0000","last_undegraded":"2023-11-25T03:12:48.791426+0000","last_fullsized":"2023-11-25T03:12:48.791426+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801903+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:12:48.801903+0000","last_peered":"2023-11-25T03:12:48.801903+0000","last_clean":"2023-11-25T03:12:48.801903+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:12:48.801903+0000","last_undegraded":"2023-11-25T03:12:48.801903+0000","last_fullsized":"2023-11-25T03:12:48.801903+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:14.123141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794259+0000","last_change":"2023-11-25T03:12:48.794259+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794259+0000","last_undegraded":"2023-11-25T03:12:48.794259+0000","last_fullsized":"2023-11-25T03:12:48.794259+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808533+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:12:48.808533+0000","last_peered":"2023-11-25T03:12:48.808533+0000","last_clean":"2023-11-25T03:12:48.808533+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:12:48.808533+0000","last_undegraded":"2023-11-25T03:12:48.808533+0000","last_fullsized":"2023-11-25T03:12:48.808533+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:23.677812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795439+0000","last_change":"2023-11-25T03:12:48.795439+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795439+0000","last_undegraded":"2023-11-25T03:12:48.795439+0000","last_fullsized":"2023-11-25T03:12:48.795439+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807964+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:12:48.807964+0000","last_peered":"2023-11-25T03:12:48.807964+0000","last_clean":"2023-11-25T03:12:48.807964+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:12:48.807964+0000","last_undegraded":"2023-11-25T03:12:48.807964+0000","last_fullsized":"2023-11-25T03:12:48.807964+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794801+0000","last_change":"2023-11-25T03:12:48.794801+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794801+0000","last_undegraded":"2023-11-25T03:12:48.794801+0000","last_fullsized":"2023-11-25T03:12:48.794801+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801874+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:12:48.801874+0000","last_peered":"2023-11-25T03:12:48.801874+0000","last_clean":"2023-11-25T03:12:48.801874+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:12:48.801874+0000","last_undegraded":"2023-11-25T03:12:48.801874+0000","last_fullsized":"2023-11-25T03:12:48.801874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:42.941147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787144+0000","last_change":"2023-11-25T03:12:48.787144+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787144+0000","last_undegraded":"2023-11-25T03:12:48.787144+0000","last_fullsized":"2023-11-25T03:12:48.787144+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814934+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:12:48.814934+0000","last_peered":"2023-11-25T03:12:48.814934+0000","last_clean":"2023-11-25T03:12:48.814934+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:12:48.814934+0000","last_undegraded":"2023-11-25T03:12:48.814934+0000","last_fullsized":"2023-11-25T03:12:48.814934+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:05:40.986464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.789986+0000","last_change":"2023-11-25T03:12:48.789986+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.789986+0000","last_undegraded":"2023-11-25T03:12:48.789986+0000","last_fullsized":"2023-11-25T03:12:48.789986+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807444+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:12:48.807444+0000","last_peered":"2023-11-25T03:12:48.807444+0000","last_clean":"2023-11-25T03:12:48.807444+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:12:48.807444+0000","last_undegraded":"2023-11-25T03:12:48.807444+0000","last_fullsized":"2023-11-25T03:12:48.807444+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:36:52.361633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792110+0000","last_change":"2023-11-25T03:12:48.792110+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792110+0000","last_undegraded":"2023-11-25T03:12:48.792110+0000","last_fullsized":"2023-11-25T03:12:48.792110+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810609+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:12:48.810609+0000","last_peered":"2023-11-25T03:12:48.810609+0000","last_clean":"2023-11-25T03:12:48.810609+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:12:48.810609+0000","last_undegraded":"2023-11-25T03:12:48.810609+0000","last_fullsized":"2023-11-25T03:12:48.810609+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787399+0000","last_change":"2023-11-25T03:12:48.787399+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787399+0000","last_undegraded":"2023-11-25T03:12:48.787399+0000","last_fullsized":"2023-11-25T03:12:48.787399+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807982+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:12:48.807982+0000","last_peered":"2023-11-25T03:12:48.807982+0000","last_clean":"2023-11-25T03:12:48.807982+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:12:48.807982+0000","last_undegraded":"2023-11-25T03:12:48.807982+0000","last_fullsized":"2023-11-25T03:12:48.807982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:14.123141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792754+0000","last_change":"2023-11-25T03:12:48.792754+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792754+0000","last_undegraded":"2023-11-25T03:12:48.792754+0000","last_fullsized":"2023-11-25T03:12:48.792754+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808895+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:12:48.808895+0000","last_peered":"2023-11-25T03:12:48.808895+0000","last_clean":"2023-11-25T03:12:48.808895+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:12:48.808895+0000","last_undegraded":"2023-11-25T03:12:48.808895+0000","last_fullsized":"2023-11-25T03:12:48.808895+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:44.023684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785817+0000","last_change":"2023-11-25T03:12:48.785817+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785817+0000","last_undegraded":"2023-11-25T03:12:48.785817+0000","last_fullsized":"2023-11-25T03:12:48.785817+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.812223+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:12:48.812223+0000","last_peered":"2023-11-25T03:12:48.812223+0000","last_clean":"2023-11-25T03:12:48.812223+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:12:48.812223+0000","last_undegraded":"2023-11-25T03:12:48.812223+0000","last_fullsized":"2023-11-25T03:12:48.812223+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:01.593401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790794+0000","last_change":"2023-11-25T03:12:48.790794+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790794+0000","last_undegraded":"2023-11-25T03:12:48.790794+0000","last_fullsized":"2023-11-25T03:12:48.790794+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808428+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:12:48.808428+0000","last_peered":"2023-11-25T03:12:48.808428+0000","last_clean":"2023-11-25T03:12:48.808428+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:12:48.808428+0000","last_undegraded":"2023-11-25T03:12:48.808428+0000","last_fullsized":"2023-11-25T03:12:48.808428+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:40:23.764504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785504+0000","last_change":"2023-11-25T03:12:48.785504+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785504+0000","last_undegraded":"2023-11-25T03:12:48.785504+0000","last_fullsized":"2023-11-25T03:12:48.785504+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801776+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:12:48.801776+0000","last_peered":"2023-11-25T03:12:48.801776+0000","last_clean":"2023-11-25T03:12:48.801776+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:12:48.801776+0000","last_undegraded":"2023-11-25T03:12:48.801776+0000","last_fullsized":"2023-11-25T03:12:48.801776+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:36:52.361633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.789834+0000","last_change":"2023-11-25T03:12:48.789834+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.789834+0000","last_undegraded":"2023-11-25T03:12:48.789834+0000","last_fullsized":"2023-11-25T03:12:48.789834+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.805970+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:12:48.805970+0000","last_peered":"2023-11-25T03:12:48.805970+0000","last_clean":"2023-11-25T03:12:48.805970+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:12:48.805970+0000","last_undegraded":"2023-11-25T03:12:48.805970+0000","last_fullsized":"2023-11-25T03:12:48.805970+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792615+0000","last_change":"2023-11-25T03:12:48.792615+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792615+0000","last_undegraded":"2023-11-25T03:12:48.792615+0000","last_fullsized":"2023-11-25T03:12:48.792615+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.809207+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:12:48.809207+0000","last_peered":"2023-11-25T03:12:48.809207+0000","last_clean":"2023-11-25T03:12:48.809207+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:12:48.809207+0000","last_undegraded":"2023-11-25T03:12:48.809207+0000","last_fullsized":"2023-11-25T03:12:48.809207+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786515+0000","last_change":"2023-11-25T03:12:48.786515+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786515+0000","last_undegraded":"2023-11-25T03:12:48.786515+0000","last_fullsized":"2023-11-25T03:12:48.786515+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810506+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:12:48.810506+0000","last_peered":"2023-11-25T03:12:48.810506+0000","last_clean":"2023-11-25T03:12:48.810506+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:12:48.810506+0000","last_undegraded":"2023-11-25T03:12:48.810506+0000","last_fullsized":"2023-11-25T03:12:48.810506+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:42.941147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787310+0000","last_change":"2023-11-25T03:12:48.787310+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787310+0000","last_undegraded":"2023-11-25T03:12:48.787310+0000","last_fullsized":"2023-11-25T03:12:48.787310+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.804015+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:12:48.804015+0000","last_peered":"2023-11-25T03:12:48.804015+0000","last_clean":"2023-11-25T03:12:48.804015+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:12:48.804015+0000","last_undegraded":"2023-11-25T03:12:48.804015+0000","last_fullsized":"2023-11-25T03:12:48.804015+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792316+0000","last_change":"2023-11-25T03:12:48.792316+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792316+0000","last_undegraded":"2023-11-25T03:12:48.792316+0000","last_fullsized":"2023-11-25T03:12:48.792316+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810579+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:12:48.810579+0000","last_peered":"2023-11-25T03:12:48.810579+0000","last_clean":"2023-11-25T03:12:48.810579+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:12:48.810579+0000","last_undegraded":"2023-11-25T03:12:48.810579+0000","last_fullsized":"2023-11-25T03:12:48.810579+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:44.023684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.784783+0000","last_change":"2023-11-25T03:12:48.784783+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.784783+0000","last_undegraded":"2023-11-25T03:12:48.784783+0000","last_fullsized":"2023-11-25T03:12:48.784783+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810421+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:12:48.810421+0000","last_peered":"2023-11-25T03:12:48.810421+0000","last_clean":"2023-11-25T03:12:48.810421+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:12:48.810421+0000","last_undegraded":"2023-11-25T03:12:48.810421+0000","last_fullsized":"2023-11-25T03:12:48.810421+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790692+0000","last_change":"2023-11-25T03:12:48.790692+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790692+0000","last_undegraded":"2023-11-25T03:12:48.790692+0000","last_fullsized":"2023-11-25T03:12:48.790692+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.809876+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:12:48.809876+0000","last_peered":"2023-11-25T03:12:48.809876+0000","last_clean":"2023-11-25T03:12:48.809876+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:12:48.809876+0000","last_undegraded":"2023-11-25T03:12:48.809876+0000","last_fullsized":"2023-11-25T03:12:48.809876+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:55.588615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788763+0000","last_change":"2023-11-25T03:12:48.788763+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788763+0000","last_undegraded":"2023-11-25T03:12:48.788763+0000","last_fullsized":"2023-11-25T03:12:48.788763+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814858+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:12:48.814858+0000","last_peered":"2023-11-25T03:12:48.814858+0000","last_clean":"2023-11-25T03:12:48.814858+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:12:48.814858+0000","last_undegraded":"2023-11-25T03:12:48.814858+0000","last_fullsized":"2023-11-25T03:12:48.814858+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:33.493395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.784469+0000","last_change":"2023-11-25T03:12:48.784469+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.784469+0000","last_undegraded":"2023-11-25T03:12:48.784469+0000","last_fullsized":"2023-11-25T03:12:48.784469+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.815222+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:12:48.815222+0000","last_peered":"2023-11-25T03:12:48.815222+0000","last_clean":"2023-11-25T03:12:48.815222+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:12:48.815222+0000","last_undegraded":"2023-11-25T03:12:48.815222+0000","last_fullsized":"2023-11-25T03:12:48.815222+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:00:37.350595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785690+0000","last_change":"2023-11-25T03:12:48.785690+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785690+0000","last_undegraded":"2023-11-25T03:12:48.785690+0000","last_fullsized":"2023-11-25T03:12:48.785690+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810486+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:12:48.810486+0000","last_peered":"2023-11-25T03:12:48.810486+0000","last_clean":"2023-11-25T03:12:48.810486+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:12:48.810486+0000","last_undegraded":"2023-11-25T03:12:48.810486+0000","last_fullsized":"2023-11-25T03:12:48.810486+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:33.493395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786955+0000","last_change":"2023-11-25T03:12:48.786955+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786955+0000","last_undegraded":"2023-11-25T03:12:48.786955+0000","last_fullsized":"2023-11-25T03:12:48.786955+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.811277+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:12:48.811277+0000","last_peered":"2023-11-25T03:12:48.811277+0000","last_clean":"2023-11-25T03:12:48.811277+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:12:48.811277+0000","last_undegraded":"2023-11-25T03:12:48.811277+0000","last_fullsized":"2023-11-25T03:12:48.811277+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:13:01.426505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785815+0000","last_change":"2023-11-25T03:12:48.785815+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785815+0000","last_undegraded":"2023-11-25T03:12:48.785815+0000","last_fullsized":"2023-11-25T03:12:48.785815+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.806547+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:12:48.806547+0000","last_peered":"2023-11-25T03:12:48.806547+0000","last_clean":"2023-11-25T03:12:48.806547+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:12:48.806547+0000","last_undegraded":"2023-11-25T03:12:48.806547+0000","last_fullsized":"2023-11-25T03:12:48.806547+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792043+0000","last_change":"2023-11-25T03:12:48.792043+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792043+0000","last_undegraded":"2023-11-25T03:12:48.792043+0000","last_fullsized":"2023-11-25T03:12:48.792043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807598+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:12:48.807598+0000","last_peered":"2023-11-25T03:12:48.807598+0000","last_clean":"2023-11-25T03:12:48.807598+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:12:48.807598+0000","last_undegraded":"2023-11-25T03:12:48.807598+0000","last_fullsized":"2023-11-25T03:12:48.807598+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:40:23.764504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790369+0000","last_change":"2023-11-25T03:12:48.790369+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790369+0000","last_undegraded":"2023-11-25T03:12:48.790369+0000","last_fullsized":"2023-11-25T03:12:48.790369+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814922+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:12:48.814922+0000","last_peered":"2023-11-25T03:12:48.814922+0000","last_clean":"2023-11-25T03:12:48.814922+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:12:48.814922+0000","last_undegraded":"2023-11-25T03:12:48.814922+0000","last_fullsized":"2023-11-25T03:12:48.814922+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:49.175636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786233+0000","last_change":"2023-11-25T03:12:48.786233+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786233+0000","last_undegraded":"2023-11-25T03:12:48.786233+0000","last_fullsized":"2023-11-25T03:12:48.786233+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808625+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:12:48.808625+0000","last_peered":"2023-11-25T03:12:48.808625+0000","last_clean":"2023-11-25T03:12:48.808625+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:12:48.808625+0000","last_undegraded":"2023-11-25T03:12:48.808625+0000","last_fullsized":"2023-11-25T03:12:48.808625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:57.334008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786641+0000","last_change":"2023-11-25T03:12:48.786641+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786641+0000","last_undegraded":"2023-11-25T03:12:48.786641+0000","last_fullsized":"2023-11-25T03:12:48.786641+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810730+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:12:48.810730+0000","last_peered":"2023-11-25T03:12:48.810730+0000","last_clean":"2023-11-25T03:12:48.810730+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:12:48.810730+0000","last_undegraded":"2023-11-25T03:12:48.810730+0000","last_fullsized":"2023-11-25T03:12:48.810730+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:24.361342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.796334+0000","last_change":"2023-11-25T03:12:48.796334+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.796334+0000","last_undegraded":"2023-11-25T03:12:48.796334+0000","last_fullsized":"2023-11-25T03:12:48.796334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808515+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:12:48.808515+0000","last_peered":"2023-11-25T03:12:48.808515+0000","last_clean":"2023-11-25T03:12:48.808515+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:12:48.808515+0000","last_undegraded":"2023-11-25T03:12:48.808515+0000","last_fullsized":"2023-11-25T03:12:48.808515+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:00:37.350595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-11-25T03:12:47.781084+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:47.781084+0000","last_peered":"2023-11-25T03:12:47.781084+0000","last_clean":"2023-11-25T03:12:47.781084+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:47.781084+0000","last_undegraded":"2023-11-25T03:12:47.781084+0000","last_fullsized":"2023-11-25T03:12:47.781084+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28176,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343664,"statfs":{"total":96636764160,"available":96607911936,"internally_reserved":0,"allocated":1179648,"data_stored":834699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.83299999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.70999999999999996}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.65100000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.81000000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.86199999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.745}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.70199999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.42899999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.77900000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.64100000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.85899999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.751}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.49399999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.88}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.90800000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.63500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.72099999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.84399999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.79500000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.627}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.82299999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.751},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.70499999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.71599999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.68400000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.38700000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.496}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45300000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.872}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.85399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.81000000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.83099999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574875,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.433}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.53300000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.49199999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.61499999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.54400000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64300000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.751}]}]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1163264,"data_stored":827413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.51500000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.435},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56299999999999994}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.76500000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.751},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.624}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:53.959 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:54.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.128+0000 7f97fe596640 1 Processor -- start 2023-11-25T03:12:54.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fe596640 1 -- start start 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fe596640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f97f8151cd0 0x7f97f80ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fe596640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80c7c50 0x7f97f81544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fe596640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97f80c8160 con 0x7f97f80ca9a0 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fe596640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97f8157b40 con 0x7f97f8151cd0 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fe596640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97f8157e20 con 0x7f97f80c7c50 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f97f8151cd0 0x7f97f80ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f97f8151cd0 0x7f97f80ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57386/0 (socket says 172.21.15.76:57386) 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 -- 172.21.15.76:0/4106533357 learned_addr learned my addr 172.21.15.76:0/4106533357 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fcd93640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80c7c50 0x7f97f81544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 -- 172.21.15.76:0/4106533357 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80c7c50 msgr2=0x7f97f81544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80c7c50 0x7f97f81544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 -- 172.21.15.76:0/4106533357 >> v1:172.21.15.106:6789/0 conn(0x7f97f80ca9a0 legacy=0x7f97f806b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fd594640 1 -- 172.21.15.76:0/4106533357 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97f8158100 con 0x7f97f8151cd0 2023-11-25T03:12:54.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.132+0000 7f97fcd93640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80c7c50 0x7f97f81544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:54.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fd594640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80ca460 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f97f4009870 tx=0x7f97f401c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbcb021daac6c47e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97effff640 1 -- 172.21.15.76:0/4106533357 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f40a95f0 con 0x7f97f8151cd0 2023-11-25T03:12:54.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97effff640 1 -- 172.21.15.76:0/4106533357 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97f40a9750 con 0x7f97f8151cd0 2023-11-25T03:12:54.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97effff640 1 -- 172.21.15.76:0/4106533357 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f40a9ae0 con 0x7f97f8151cd0 2023-11-25T03:12:54.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 -- 172.21.15.76:0/4106533357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 msgr2=0x7f97f80ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80ca460 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f97f4009870 tx=0x7f97f401c510 comp rx=0 tx=0).stop 2023-11-25T03:12:54.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 -- 172.21.15.76:0/4106533357 shutdown_connections 2023-11-25T03:12:54.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80c7c50 0x7f97f81544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 --2- 172.21.15.76:0/4106533357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80ca460 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 -- 172.21.15.76:0/4106533357 >> 172.21.15.76:0/4106533357 conn(0x7f97f80abee0 msgr2=0x7f97f80c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:54.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 -- 172.21.15.76:0/4106533357 shutdown_connections 2023-11-25T03:12:54.140 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 -- 172.21.15.76:0/4106533357 wait complete. 2023-11-25T03:12:54.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 Processor -- start 2023-11-25T03:12:54.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.136+0000 7f97fe596640 1 -- start start 2023-11-25T03:12:54.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97f80c7c50 0x7f97f8150040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80ca9a0 0x7f97f8153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80bf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97f81ed8a0 con 0x7f97f8151cd0 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97f81ecfe0 con 0x7f97f80c7c50 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97f81ed250 con 0x7f97f80ca9a0 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80bf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80bf3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57396/0 (socket says 172.21.15.76:57396) 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 -- 172.21.15.76:0/115578518 learned_addr learned my addr 172.21.15.76:0/115578518 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fcd93640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80ca9a0 0x7f97f8153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fd594640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97f80c7c50 0x7f97f8150040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 -- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80ca9a0 msgr2=0x7f97f8153dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80ca9a0 0x7f97f8153dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 -- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97f80c7c50 msgr2=0x7f97f8150040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97f80c7c50 0x7f97f8150040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 -- 172.21.15.76:0/115578518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97f40094d0 con 0x7f97f8151cd0 2023-11-25T03:12:54.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fdd95640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80bf3b0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f97f000c7a0 tx=0x7f97f000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.144 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f0003b80 con 0x7f97f8151cd0 2023-11-25T03:12:54.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97f0003ce0 con 0x7f97f8151cd0 2023-11-25T03:12:54.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f000aa90 con 0x7f97f8151cd0 2023-11-25T03:12:54.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97f81ed530 con 0x7f97f8151cd0 2023-11-25T03:12:54.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97f81edd30 con 0x7f97f8151cd0 2023-11-25T03:12:54.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.140+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97f80c6140 con 0x7f97f8151cd0 2023-11-25T03:12:54.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.144+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f97f000abf0 con 0x7f97f8151cd0 2023-11-25T03:12:54.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.144+0000 7f97edffb640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97dc066470 0x7f97dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.144+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f97f0083bb0 con 0x7f97f8151cd0 2023-11-25T03:12:54.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.144+0000 7f97fd594640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97dc066470 0x7f97dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.144+0000 7f97fd594640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97dc066470 0x7f97dc068930 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f97f40ae000 tx=0x7f97f40b3040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.148+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f97f00510d0 con 0x7f97f8151cd0 2023-11-25T03:12:54.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.292+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f97f80aa740 con 0x7f97dc066470 2023-11-25T03:12:54.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.300+0000 7f97edffb640 1 -- 172.21.15.76:0/115578518 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283993 (secure 0 0 0) 0x7f97f80aa740 con 0x7f97dc066470 2023-11-25T03:12:54.306 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:54.307 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:54.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97dc066470 msgr2=0x7f97dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97dc066470 0x7f97dc068930 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f97f40ae000 tx=0x7f97f40b3040 comp rx=0 tx=0).stop 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 msgr2=0x7f97f80bf3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80bf3b0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f97f000c7a0 tx=0x7f97f000cc60 comp rx=0 tx=0).stop 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 shutdown_connections 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f97dc066470 0x7f97dc068930 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8151cd0 0x7f97f80bf3b0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97f80ca9a0 0x7f97f8153dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 --2- 172.21.15.76:0/115578518 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97f80c7c50 0x7f97f8150040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 >> 172.21.15.76:0/115578518 conn(0x7f97f80abee0 msgr2=0x7f97f8150d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 shutdown_connections 2023-11-25T03:12:54.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.304+0000 7f97fe596640 1 -- 172.21.15.76:0/115578518 wait complete. 2023-11-25T03:12:54.326 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2023-11-25T03:12:53.113573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225972,"kb_used_data":5648,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748748,"statfs":{"total":773094113280,"available":772862717952,"internally_reserved":0,"allocated":5783552,"data_stored":3090496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.340836"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.800000+0000","last_change":"2023-11-25T03:12:48.800000+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.800000+0000","last_undegraded":"2023-11-25T03:12:48.800000+0000","last_fullsized":"2023-11-25T03:12:48.800000+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794022+0000","last_change":"2023-11-25T03:12:48.794022+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794022+0000","last_undegraded":"2023-11-25T03:12:48.794022+0000","last_fullsized":"2023-11-25T03:12:48.794022+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793822+0000","last_change":"2023-11-25T03:12:48.793822+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793822+0000","last_undegraded":"2023-11-25T03:12:48.793822+0000","last_fullsized":"2023-11-25T03:12:48.793822+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786029+0000","last_change":"2023-11-25T03:12:48.786029+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786029+0000","last_undegraded":"2023-11-25T03:12:48.786029+0000","last_fullsized":"2023-11-25T03:12:48.786029+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792205+0000","last_change":"2023-11-25T03:12:48.792205+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792205+0000","last_undegraded":"2023-11-25T03:12:48.792205+0000","last_fullsized":"2023-11-25T03:12:48.792205+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795541+0000","last_change":"2023-11-25T03:12:48.795541+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795541+0000","last_undegraded":"2023-11-25T03:12:48.795541+0000","last_fullsized":"2023-11-25T03:12:48.795541+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786537+0000","last_change":"2023-11-25T03:12:48.786537+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786537+0000","last_undegraded":"2023-11-25T03:12:48.786537+0000","last_fullsized":"2023-11-25T03:12:48.786537+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.796730+0000","last_change":"2023-11-25T03:12:48.796730+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.796730+0000","last_undegraded":"2023-11-25T03:12:48.796730+0000","last_fullsized":"2023-11-25T03:12:48.796730+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788090+0000","last_change":"2023-11-25T03:12:48.788090+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788090+0000","last_undegraded":"2023-11-25T03:12:48.788090+0000","last_fullsized":"2023-11-25T03:12:48.788090+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788245+0000","last_change":"2023-11-25T03:12:48.788245+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788245+0000","last_undegraded":"2023-11-25T03:12:48.788245+0000","last_fullsized":"2023-11-25T03:12:48.788245+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787418+0000","last_change":"2023-11-25T03:12:48.787418+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787418+0000","last_undegraded":"2023-11-25T03:12:48.787418+0000","last_fullsized":"2023-11-25T03:12:48.787418+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785498+0000","last_change":"2023-11-25T03:12:48.785498+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785498+0000","last_undegraded":"2023-11-25T03:12:48.785498+0000","last_fullsized":"2023-11-25T03:12:48.785498+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793301+0000","last_change":"2023-11-25T03:12:48.793301+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793301+0000","last_undegraded":"2023-11-25T03:12:48.793301+0000","last_fullsized":"2023-11-25T03:12:48.793301+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787071+0000","last_change":"2023-11-25T03:12:48.787071+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787071+0000","last_undegraded":"2023-11-25T03:12:48.787071+0000","last_fullsized":"2023-11-25T03:12:48.787071+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786076+0000","last_change":"2023-11-25T03:12:48.786076+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786076+0000","last_undegraded":"2023-11-25T03:12:48.786076+0000","last_fullsized":"2023-11-25T03:12:48.786076+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795043+0000","last_change":"2023-11-25T03:12:48.795043+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795043+0000","last_undegraded":"2023-11-25T03:12:48.795043+0000","last_fullsized":"2023-11-25T03:12:48.795043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795037+0000","last_change":"2023-11-25T03:12:48.795037+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795037+0000","last_undegraded":"2023-11-25T03:12:48.795037+0000","last_fullsized":"2023-11-25T03:12:48.795037+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793130+0000","last_change":"2023-11-25T03:12:48.793130+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793130+0000","last_undegraded":"2023-11-25T03:12:48.793130+0000","last_fullsized":"2023-11-25T03:12:48.793130+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792031+0000","last_change":"2023-11-25T03:12:48.792031+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792031+0000","last_undegraded":"2023-11-25T03:12:48.792031+0000","last_fullsized":"2023-11-25T03:12:48.792031+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787724+0000","last_change":"2023-11-25T03:12:48.787724+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787724+0000","last_undegraded":"2023-11-25T03:12:48.787724+0000","last_fullsized":"2023-11-25T03:12:48.787724+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791240+0000","last_change":"2023-11-25T03:12:48.791240+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791240+0000","last_undegraded":"2023-11-25T03:12:48.791240+0000","last_fullsized":"2023-11-25T03:12:48.791240+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794719+0000","last_change":"2023-11-25T03:12:48.794719+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794719+0000","last_undegraded":"2023-11-25T03:12:48.794719+0000","last_fullsized":"2023-11-25T03:12:48.794719+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790650+0000","last_change":"2023-11-25T03:12:48.790650+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790650+0000","last_undegraded":"2023-11-25T03:12:48.790650+0000","last_fullsized":"2023-11-25T03:12:48.790650+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795239+0000","last_change":"2023-11-25T03:12:48.795239+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795239+0000","last_undegraded":"2023-11-25T03:12:48.795239+0000","last_fullsized":"2023-11-25T03:12:48.795239+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.799459+0000","last_change":"2023-11-25T03:12:48.799459+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.799459+0000","last_undegraded":"2023-11-25T03:12:48.799459+0000","last_fullsized":"2023-11-25T03:12:48.799459+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786197+0000","last_change":"2023-11-25T03:12:48.786197+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786197+0000","last_undegraded":"2023-11-25T03:12:48.786197+0000","last_fullsized":"2023-11-25T03:12:48.786197+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794074+0000","last_change":"2023-11-25T03:12:48.794074+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794074+0000","last_undegraded":"2023-11-25T03:12:48.794074+0000","last_fullsized":"2023-11-25T03:12:48.794074+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792420+0000","last_change":"2023-11-25T03:12:48.792420+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792420+0000","last_undegraded":"2023-11-25T03:12:48.792420+0000","last_fullsized":"2023-11-25T03:12:48.792420+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794621+0000","last_change":"2023-11-25T03:12:48.794621+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794621+0000","last_undegraded":"2023-11-25T03:12:48.794621+0000","last_fullsized":"2023-11-25T03:12:48.794621+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790170+0000","last_change":"2023-11-25T03:12:48.790170+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790170+0000","last_undegraded":"2023-11-25T03:12:48.790170+0000","last_fullsized":"2023-11-25T03:12:48.790170+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791917+0000","last_change":"2023-11-25T03:12:48.791917+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791917+0000","last_undegraded":"2023-11-25T03:12:48.791917+0000","last_fullsized":"2023-11-25T03:12:48.791917+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793391+0000","last_change":"2023-11-25T03:12:48.793391+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793391+0000","last_undegraded":"2023-11-25T03:12:48.793391+0000","last_fullsized":"2023-11-25T03:12:48.793391+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792800+0000","last_change":"2023-11-25T03:12:48.792800+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792800+0000","last_undegraded":"2023-11-25T03:12:48.792800+0000","last_fullsized":"2023-11-25T03:12:48.792800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.791374+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:12:48.791374+0000","last_peered":"2023-11-25T03:12:48.791374+0000","last_clean":"2023-11-25T03:12:48.791374+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:12:48.791374+0000","last_undegraded":"2023-11-25T03:12:48.791374+0000","last_fullsized":"2023-11-25T03:12:48.791374+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:57.093652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791610+0000","last_change":"2023-11-25T03:12:48.791610+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791610+0000","last_undegraded":"2023-11-25T03:12:48.791610+0000","last_fullsized":"2023-11-25T03:12:48.791610+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810619+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:12:48.810619+0000","last_peered":"2023-11-25T03:12:48.810619+0000","last_clean":"2023-11-25T03:12:48.810619+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:12:48.810619+0000","last_undegraded":"2023-11-25T03:12:48.810619+0000","last_fullsized":"2023-11-25T03:12:48.810619+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792208+0000","last_change":"2023-11-25T03:12:48.792208+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792208+0000","last_undegraded":"2023-11-25T03:12:48.792208+0000","last_fullsized":"2023-11-25T03:12:48.792208+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807675+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:12:48.807675+0000","last_peered":"2023-11-25T03:12:48.807675+0000","last_clean":"2023-11-25T03:12:48.807675+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:12:48.807675+0000","last_undegraded":"2023-11-25T03:12:48.807675+0000","last_fullsized":"2023-11-25T03:12:48.807675+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:01.840994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791426+0000","last_change":"2023-11-25T03:12:48.791426+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791426+0000","last_undegraded":"2023-11-25T03:12:48.791426+0000","last_fullsized":"2023-11-25T03:12:48.791426+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801903+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:12:48.801903+0000","last_peered":"2023-11-25T03:12:48.801903+0000","last_clean":"2023-11-25T03:12:48.801903+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:12:48.801903+0000","last_undegraded":"2023-11-25T03:12:48.801903+0000","last_fullsized":"2023-11-25T03:12:48.801903+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:14.123141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794259+0000","last_change":"2023-11-25T03:12:48.794259+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794259+0000","last_undegraded":"2023-11-25T03:12:48.794259+0000","last_fullsized":"2023-11-25T03:12:48.794259+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808533+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:12:48.808533+0000","last_peered":"2023-11-25T03:12:48.808533+0000","last_clean":"2023-11-25T03:12:48.808533+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:12:48.808533+0000","last_undegraded":"2023-11-25T03:12:48.808533+0000","last_fullsized":"2023-11-25T03:12:48.808533+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:23.677812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795439+0000","last_change":"2023-11-25T03:12:48.795439+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795439+0000","last_undegraded":"2023-11-25T03:12:48.795439+0000","last_fullsized":"2023-11-25T03:12:48.795439+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807964+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:12:48.807964+0000","last_peered":"2023-11-25T03:12:48.807964+0000","last_clean":"2023-11-25T03:12:48.807964+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:12:48.807964+0000","last_undegraded":"2023-11-25T03:12:48.807964+0000","last_fullsized":"2023-11-25T03:12:48.807964+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794801+0000","last_change":"2023-11-25T03:12:48.794801+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794801+0000","last_undegraded":"2023-11-25T03:12:48.794801+0000","last_fullsized":"2023-11-25T03:12:48.794801+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801874+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:12:48.801874+0000","last_peered":"2023-11-25T03:12:48.801874+0000","last_clean":"2023-11-25T03:12:48.801874+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:12:48.801874+0000","last_undegraded":"2023-11-25T03:12:48.801874+0000","last_fullsized":"2023-11-25T03:12:48.801874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:42.941147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787144+0000","last_change":"2023-11-25T03:12:48.787144+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787144+0000","last_undegraded":"2023-11-25T03:12:48.787144+0000","last_fullsized":"2023-11-25T03:12:48.787144+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814934+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:12:48.814934+0000","last_peered":"2023-11-25T03:12:48.814934+0000","last_clean":"2023-11-25T03:12:48.814934+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:12:48.814934+0000","last_undegraded":"2023-11-25T03:12:48.814934+0000","last_fullsized":"2023-11-25T03:12:48.814934+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:05:40.986464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.789986+0000","last_change":"2023-11-25T03:12:48.789986+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.789986+0000","last_undegraded":"2023-11-25T03:12:48.789986+0000","last_fullsized":"2023-11-25T03:12:48.789986+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807444+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:12:48.807444+0000","last_peered":"2023-11-25T03:12:48.807444+0000","last_clean":"2023-11-25T03:12:48.807444+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:12:48.807444+0000","last_undegraded":"2023-11-25T03:12:48.807444+0000","last_fullsized":"2023-11-25T03:12:48.807444+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:36:52.361633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792110+0000","last_change":"2023-11-25T03:12:48.792110+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792110+0000","last_undegraded":"2023-11-25T03:12:48.792110+0000","last_fullsized":"2023-11-25T03:12:48.792110+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810609+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:12:48.810609+0000","last_peered":"2023-11-25T03:12:48.810609+0000","last_clean":"2023-11-25T03:12:48.810609+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:12:48.810609+0000","last_undegraded":"2023-11-25T03:12:48.810609+0000","last_fullsized":"2023-11-25T03:12:48.810609+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787399+0000","last_change":"2023-11-25T03:12:48.787399+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787399+0000","last_undegraded":"2023-11-25T03:12:48.787399+0000","last_fullsized":"2023-11-25T03:12:48.787399+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807982+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:12:48.807982+0000","last_peered":"2023-11-25T03:12:48.807982+0000","last_clean":"2023-11-25T03:12:48.807982+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:12:48.807982+0000","last_undegraded":"2023-11-25T03:12:48.807982+0000","last_fullsized":"2023-11-25T03:12:48.807982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:14.123141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792754+0000","last_change":"2023-11-25T03:12:48.792754+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792754+0000","last_undegraded":"2023-11-25T03:12:48.792754+0000","last_fullsized":"2023-11-25T03:12:48.792754+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808895+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:12:48.808895+0000","last_peered":"2023-11-25T03:12:48.808895+0000","last_clean":"2023-11-25T03:12:48.808895+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:12:48.808895+0000","last_undegraded":"2023-11-25T03:12:48.808895+0000","last_fullsized":"2023-11-25T03:12:48.808895+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:44.023684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785817+0000","last_change":"2023-11-25T03:12:48.785817+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785817+0000","last_undegraded":"2023-11-25T03:12:48.785817+0000","last_fullsized":"2023-11-25T03:12:48.785817+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.812223+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:12:48.812223+0000","last_peered":"2023-11-25T03:12:48.812223+0000","last_clean":"2023-11-25T03:12:48.812223+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:12:48.812223+0000","last_undegraded":"2023-11-25T03:12:48.812223+0000","last_fullsized":"2023-11-25T03:12:48.812223+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:01.593401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790794+0000","last_change":"2023-11-25T03:12:48.790794+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790794+0000","last_undegraded":"2023-11-25T03:12:48.790794+0000","last_fullsized":"2023-11-25T03:12:48.790794+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808428+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:12:48.808428+0000","last_peered":"2023-11-25T03:12:48.808428+0000","last_clean":"2023-11-25T03:12:48.808428+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:12:48.808428+0000","last_undegraded":"2023-11-25T03:12:48.808428+0000","last_fullsized":"2023-11-25T03:12:48.808428+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:40:23.764504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785504+0000","last_change":"2023-11-25T03:12:48.785504+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785504+0000","last_undegraded":"2023-11-25T03:12:48.785504+0000","last_fullsized":"2023-11-25T03:12:48.785504+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801776+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:12:48.801776+0000","last_peered":"2023-11-25T03:12:48.801776+0000","last_clean":"2023-11-25T03:12:48.801776+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:12:48.801776+0000","last_undegraded":"2023-11-25T03:12:48.801776+0000","last_fullsized":"2023-11-25T03:12:48.801776+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:36:52.361633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.789834+0000","last_change":"2023-11-25T03:12:48.789834+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.789834+0000","last_undegraded":"2023-11-25T03:12:48.789834+0000","last_fullsized":"2023-11-25T03:12:48.789834+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.805970+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:12:48.805970+0000","last_peered":"2023-11-25T03:12:48.805970+0000","last_clean":"2023-11-25T03:12:48.805970+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:12:48.805970+0000","last_undegraded":"2023-11-25T03:12:48.805970+0000","last_fullsized":"2023-11-25T03:12:48.805970+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792615+0000","last_change":"2023-11-25T03:12:48.792615+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792615+0000","last_undegraded":"2023-11-25T03:12:48.792615+0000","last_fullsized":"2023-11-25T03:12:48.792615+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.809207+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:12:48.809207+0000","last_peered":"2023-11-25T03:12:48.809207+0000","last_clean":"2023-11-25T03:12:48.809207+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:12:48.809207+0000","last_undegraded":"2023-11-25T03:12:48.809207+0000","last_fullsized":"2023-11-25T03:12:48.809207+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786515+0000","last_change":"2023-11-25T03:12:48.786515+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786515+0000","last_undegraded":"2023-11-25T03:12:48.786515+0000","last_fullsized":"2023-11-25T03:12:48.786515+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810506+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:12:48.810506+0000","last_peered":"2023-11-25T03:12:48.810506+0000","last_clean":"2023-11-25T03:12:48.810506+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:12:48.810506+0000","last_undegraded":"2023-11-25T03:12:48.810506+0000","last_fullsized":"2023-11-25T03:12:48.810506+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:42.941147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787310+0000","last_change":"2023-11-25T03:12:48.787310+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787310+0000","last_undegraded":"2023-11-25T03:12:48.787310+0000","last_fullsized":"2023-11-25T03:12:48.787310+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.804015+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:12:48.804015+0000","last_peered":"2023-11-25T03:12:48.804015+0000","last_clean":"2023-11-25T03:12:48.804015+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:12:48.804015+0000","last_undegraded":"2023-11-25T03:12:48.804015+0000","last_fullsized":"2023-11-25T03:12:48.804015+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792316+0000","last_change":"2023-11-25T03:12:48.792316+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792316+0000","last_undegraded":"2023-11-25T03:12:48.792316+0000","last_fullsized":"2023-11-25T03:12:48.792316+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810579+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:12:48.810579+0000","last_peered":"2023-11-25T03:12:48.810579+0000","last_clean":"2023-11-25T03:12:48.810579+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:12:48.810579+0000","last_undegraded":"2023-11-25T03:12:48.810579+0000","last_fullsized":"2023-11-25T03:12:48.810579+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:44.023684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.784783+0000","last_change":"2023-11-25T03:12:48.784783+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.784783+0000","last_undegraded":"2023-11-25T03:12:48.784783+0000","last_fullsized":"2023-11-25T03:12:48.784783+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810421+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:12:48.810421+0000","last_peered":"2023-11-25T03:12:48.810421+0000","last_clean":"2023-11-25T03:12:48.810421+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:12:48.810421+0000","last_undegraded":"2023-11-25T03:12:48.810421+0000","last_fullsized":"2023-11-25T03:12:48.810421+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790692+0000","last_change":"2023-11-25T03:12:48.790692+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790692+0000","last_undegraded":"2023-11-25T03:12:48.790692+0000","last_fullsized":"2023-11-25T03:12:48.790692+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.809876+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:12:48.809876+0000","last_peered":"2023-11-25T03:12:48.809876+0000","last_clean":"2023-11-25T03:12:48.809876+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:12:48.809876+0000","last_undegraded":"2023-11-25T03:12:48.809876+0000","last_fullsized":"2023-11-25T03:12:48.809876+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:55.588615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788763+0000","last_change":"2023-11-25T03:12:48.788763+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788763+0000","last_undegraded":"2023-11-25T03:12:48.788763+0000","last_fullsized":"2023-11-25T03:12:48.788763+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814858+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:12:48.814858+0000","last_peered":"2023-11-25T03:12:48.814858+0000","last_clean":"2023-11-25T03:12:48.814858+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:12:48.814858+0000","last_undegraded":"2023-11-25T03:12:48.814858+0000","last_fullsized":"2023-11-25T03:12:48.814858+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:33.493395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.784469+0000","last_change":"2023-11-25T03:12:48.784469+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.784469+0000","last_undegraded":"2023-11-25T03:12:48.784469+0000","last_fullsized":"2023-11-25T03:12:48.784469+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.815222+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:12:48.815222+0000","last_peered":"2023-11-25T03:12:48.815222+0000","last_clean":"2023-11-25T03:12:48.815222+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:12:48.815222+0000","last_undegraded":"2023-11-25T03:12:48.815222+0000","last_fullsized":"2023-11-25T03:12:48.815222+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:00:37.350595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785690+0000","last_change":"2023-11-25T03:12:48.785690+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785690+0000","last_undegraded":"2023-11-25T03:12:48.785690+0000","last_fullsized":"2023-11-25T03:12:48.785690+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810486+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:12:48.810486+0000","last_peered":"2023-11-25T03:12:48.810486+0000","last_clean":"2023-11-25T03:12:48.810486+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:12:48.810486+0000","last_undegraded":"2023-11-25T03:12:48.810486+0000","last_fullsized":"2023-11-25T03:12:48.810486+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:33.493395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786955+0000","last_change":"2023-11-25T03:12:48.786955+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786955+0000","last_undegraded":"2023-11-25T03:12:48.786955+0000","last_fullsized":"2023-11-25T03:12:48.786955+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.811277+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:12:48.811277+0000","last_peered":"2023-11-25T03:12:48.811277+0000","last_clean":"2023-11-25T03:12:48.811277+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:12:48.811277+0000","last_undegraded":"2023-11-25T03:12:48.811277+0000","last_fullsized":"2023-11-25T03:12:48.811277+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:13:01.426505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785815+0000","last_change":"2023-11-25T03:12:48.785815+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785815+0000","last_undegraded":"2023-11-25T03:12:48.785815+0000","last_fullsized":"2023-11-25T03:12:48.785815+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.806547+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:12:48.806547+0000","last_peered":"2023-11-25T03:12:48.806547+0000","last_clean":"2023-11-25T03:12:48.806547+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:12:48.806547+0000","last_undegraded":"2023-11-25T03:12:48.806547+0000","last_fullsized":"2023-11-25T03:12:48.806547+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792043+0000","last_change":"2023-11-25T03:12:48.792043+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792043+0000","last_undegraded":"2023-11-25T03:12:48.792043+0000","last_fullsized":"2023-11-25T03:12:48.792043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807598+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:12:48.807598+0000","last_peered":"2023-11-25T03:12:48.807598+0000","last_clean":"2023-11-25T03:12:48.807598+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:12:48.807598+0000","last_undegraded":"2023-11-25T03:12:48.807598+0000","last_fullsized":"2023-11-25T03:12:48.807598+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:40:23.764504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790369+0000","last_change":"2023-11-25T03:12:48.790369+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790369+0000","last_undegraded":"2023-11-25T03:12:48.790369+0000","last_fullsized":"2023-11-25T03:12:48.790369+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814922+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:12:48.814922+0000","last_peered":"2023-11-25T03:12:48.814922+0000","last_clean":"2023-11-25T03:12:48.814922+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:12:48.814922+0000","last_undegraded":"2023-11-25T03:12:48.814922+0000","last_fullsized":"2023-11-25T03:12:48.814922+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:49.175636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786233+0000","last_change":"2023-11-25T03:12:48.786233+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786233+0000","last_undegraded":"2023-11-25T03:12:48.786233+0000","last_fullsized":"2023-11-25T03:12:48.786233+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808625+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:12:48.808625+0000","last_peered":"2023-11-25T03:12:48.808625+0000","last_clean":"2023-11-25T03:12:48.808625+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:12:48.808625+0000","last_undegraded":"2023-11-25T03:12:48.808625+0000","last_fullsized":"2023-11-25T03:12:48.808625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:57.334008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786641+0000","last_change":"2023-11-25T03:12:48.786641+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786641+0000","last_undegraded":"2023-11-25T03:12:48.786641+0000","last_fullsized":"2023-11-25T03:12:48.786641+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810730+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:12:48.810730+0000","last_peered":"2023-11-25T03:12:48.810730+0000","last_clean":"2023-11-25T03:12:48.810730+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:12:48.810730+0000","last_undegraded":"2023-11-25T03:12:48.810730+0000","last_fullsized":"2023-11-25T03:12:48.810730+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:24.361342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.796334+0000","last_change":"2023-11-25T03:12:48.796334+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.796334+0000","last_undegraded":"2023-11-25T03:12:48.796334+0000","last_fullsized":"2023-11-25T03:12:48.796334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808515+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:12:48.808515+0000","last_peered":"2023-11-25T03:12:48.808515+0000","last_clean":"2023-11-25T03:12:48.808515+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:12:48.808515+0000","last_undegraded":"2023-11-25T03:12:48.808515+0000","last_fullsized":"2023-11-25T03:12:48.808515+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:00:37.350595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-11-25T03:12:47.781084+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:47.781084+0000","last_peered":"2023-11-25T03:12:47.781084+0000","last_clean":"2023-11-25T03:12:47.781084+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:47.781084+0000","last_undegraded":"2023-11-25T03:12:47.781084+0000","last_fullsized":"2023-11-25T03:12:47.781084+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28176,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343664,"statfs":{"total":96636764160,"available":96607911936,"internally_reserved":0,"allocated":1179648,"data_stored":834699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.83299999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.70999999999999996}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.65100000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.81000000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.86199999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.745}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.70199999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.42899999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.77900000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.64100000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.85899999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.751}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.49399999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.88}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.90800000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.63500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.72099999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.84399999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.79500000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.627}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.82299999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.751},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.70499999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.71599999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.68400000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.38700000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.496}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45300000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.872}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.85399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.81000000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.83099999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574875,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.433}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.53300000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.49199999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.61499999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.54400000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64300000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.751}]}]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1163264,"data_stored":827413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.51500000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.435},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56299999999999994}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.76500000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.751},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.624}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:54.331 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:54.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.500+0000 7f8d2412a640 1 Processor -- start 2023-11-25T03:12:54.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d2412a640 1 -- start start 2023-11-25T03:12:54.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d2412a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 0x7f8d1c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d2412a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8d1c0c60f0 0x7f8d1c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d2412a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d1c0c2580 con 0x7f8d1c0c5260 2023-11-25T03:12:54.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d2412a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d1c153510 con 0x7f8d1c0c60f0 2023-11-25T03:12:54.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d2412a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1c0c17f0 con 0x7f8d1c0c5640 2023-11-25T03:12:54.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d21ec6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8d1c0c5260 0x7f8d1c06d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47928/0 (socket says 172.21.15.76:47928) 2023-11-25T03:12:54.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d21ec6640 1 -- 172.21.15.76:0/1532135563 learned_addr learned my addr 172.21.15.76:0/1532135563 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d226c7640 1 --2- 172.21.15.76:0/1532135563 >> v2:172.21.15.106:3300/0 conn(0x7f8d1c0c60f0 0x7f8d1c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 0x7f8d1c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2582184255 0 0) 0x7f8d1c0c2580 con 0x7f8d1c0c5260 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d08003530 con 0x7f8d1c0c5260 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3572634139 0 0) 0x7f8d08003530 con 0x7f8d1c0c5260 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 msgr2=0x7f8d1c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 0x7f8d1c0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 >> v2:172.21.15.106:3300/0 conn(0x7f8d1c0c60f0 msgr2=0x7f8d1c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 --2- 172.21.15.76:0/1532135563 >> v2:172.21.15.106:3300/0 conn(0x7f8d1c0c60f0 0x7f8d1c155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d1c0c1a00 con 0x7f8d1c0c5260 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f8d18001680 con 0x7f8d1c0c5260 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 >> v1:172.21.15.76:6789/0 conn(0x7f8d1c0c5260 legacy=0x7f8d1c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d08003980 0x7f8d08003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d08004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 0x7f8d08005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1c0c17f0 con 0x7f8d080047d0 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0800b990 con 0x7f8d08003980 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0800bb50 con 0x7f8d1c0c5640 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d08004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d21ec6640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d08003980 0x7f8d08003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d226c7640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 0x7f8d08005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 -- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 msgr2=0x7f8d08005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:54.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c0c5640 0x7f8d08005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 -- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d08003980 msgr2=0x7f8d08003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:54.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d08003980 0x7f8d08003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.504+0000 7f8d216c5640 1 -- 172.21.15.76:0/1532135563 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d08003530 con 0x7f8d080047d0 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d216c5640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d08004c50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c009ab0 tx=0x7f8d0c01ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=398c53b3f1660c5c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c0a6410 con 0x7f8d080047d0 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d0c0a6570 con 0x7f8d080047d0 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d20ec4640 1 -- 172.21.15.76:0/1532135563 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c0a6920 con 0x7f8d080047d0 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d2412a640 1 -- 172.21.15.76:0/1532135563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 msgr2=0x7f8d08004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d2412a640 1 --2- 172.21.15.76:0/1532135563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d08004c50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c009ab0 tx=0x7f8d0c01ca00 comp rx=0 tx=0).stop 2023-11-25T03:12:54.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d226c7640 1 -- 172.21.15.76:0/1532135563 reap_dead start 2023-11-25T03:12:54.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d2412a640 1 -- 172.21.15.76:0/1532135563 shutdown_connections 2023-11-25T03:12:54.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d2412a640 1 -- 172.21.15.76:0/1532135563 >> 172.21.15.76:0/1532135563 conn(0x7f8d1c06a5b0 msgr2=0x7f8d1c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:54.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d2412a640 1 -- 172.21.15.76:0/1532135563 shutdown_connections 2023-11-25T03:12:54.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.508+0000 7f8d2412a640 1 -- 172.21.15.76:0/1532135563 wait complete. 2023-11-25T03:12:54.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 Processor -- start 2023-11-25T03:12:54.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 -- start start 2023-11-25T03:12:54.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d1c1f0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d1c071d30 0x7f8d1c14dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c1ecf40 0x7f8d1c1e0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1c14e580 con 0x7f8d080047d0 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1c0a8e80 con 0x7f8d1c071d30 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1c1f1390 con 0x7f8d1c1ecf40 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d1c1f0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d1c1f0e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57406/0 (socket says 172.21.15.76:57406) 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 -- 172.21.15.76:0/2466619314 learned_addr learned my addr 172.21.15.76:0/2466619314 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d216c5640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d1c071d30 0x7f8d1c14dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d226c7640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c1ecf40 0x7f8d1c1e0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 -- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c1ecf40 msgr2=0x7f8d1c1e0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c1ecf40 0x7f8d1c1e0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 -- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d1c071d30 msgr2=0x7f8d1c14dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d1c071d30 0x7f8d1c14dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 -- 172.21.15.76:0/2466619314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d1c14dff0 con 0x7f8d080047d0 2023-11-25T03:12:54.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d216c5640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d1c071d30 0x7f8d1c14dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:54.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d21ec6640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d1c1f0e50 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8d18004ea0 tx=0x7f8d18004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d1800f6e0 con 0x7f8d080047d0 2023-11-25T03:12:54.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d1800f840 con 0x7f8d080047d0 2023-11-25T03:12:54.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d1c1e15e0 con 0x7f8d080047d0 2023-11-25T03:12:54.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d1800fbf0 con 0x7f8d080047d0 2023-11-25T03:12:54.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.512+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d1c0a90d0 con 0x7f8d080047d0 2023-11-25T03:12:54.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.516+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d1c068400 con 0x7f8d080047d0 2023-11-25T03:12:54.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.516+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8d1800fd50 con 0x7f8d080047d0 2023-11-25T03:12:54.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.516+0000 7f8d127fc640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d000664a0 0x7f8d00068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.516+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8d18083e10 con 0x7f8d080047d0 2023-11-25T03:12:54.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.516+0000 7f8d216c5640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d000664a0 0x7f8d00068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.516+0000 7f8d216c5640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d000664a0 0x7f8d00068960 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c0ad000 tx=0x7f8d0c0b2040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.520+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8d180512c0 con 0x7f8d080047d0 2023-11-25T03:12:54.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.664+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8d1c156730 con 0x7f8d000664a0 2023-11-25T03:12:54.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.672+0000 7f8d127fc640 1 -- 172.21.15.76:0/2466619314 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+283993 (secure 0 0 0) 0x7f8d0c0a66e0 con 0x7f8d000664a0 2023-11-25T03:12:54.679 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:54.681 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:54.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d000664a0 msgr2=0x7f8d00068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d000664a0 0x7f8d00068960 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c0ad000 tx=0x7f8d0c0b2040 comp rx=0 tx=0).stop 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 msgr2=0x7f8d1c1f0e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d1c1f0e50 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8d18004ea0 tx=0x7f8d18004f90 comp rx=0 tx=0).stop 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 shutdown_connections 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d000664a0 0x7f8d00068960 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d1c1ecf40 0x7f8d1c1e0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d1c071d30 0x7f8d1c14dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 --2- 172.21.15.76:0/2466619314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d080047d0 0x7f8d1c1f0e50 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 >> 172.21.15.76:0/2466619314 conn(0x7f8d1c06a5b0 msgr2=0x7f8d1c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:54.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 shutdown_connections 2023-11-25T03:12:54.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.676+0000 7f8d2412a640 1 -- 172.21.15.76:0/2466619314 wait complete. 2023-11-25T03:12:54.699 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2023-11-25T03:12:53.113573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225972,"kb_used_data":5648,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748748,"statfs":{"total":773094113280,"available":772862717952,"internally_reserved":0,"allocated":5783552,"data_stored":3090496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.340836"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.800000+0000","last_change":"2023-11-25T03:12:48.800000+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.800000+0000","last_undegraded":"2023-11-25T03:12:48.800000+0000","last_fullsized":"2023-11-25T03:12:48.800000+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794022+0000","last_change":"2023-11-25T03:12:48.794022+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794022+0000","last_undegraded":"2023-11-25T03:12:48.794022+0000","last_fullsized":"2023-11-25T03:12:48.794022+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793822+0000","last_change":"2023-11-25T03:12:48.793822+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793822+0000","last_undegraded":"2023-11-25T03:12:48.793822+0000","last_fullsized":"2023-11-25T03:12:48.793822+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786029+0000","last_change":"2023-11-25T03:12:48.786029+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786029+0000","last_undegraded":"2023-11-25T03:12:48.786029+0000","last_fullsized":"2023-11-25T03:12:48.786029+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792205+0000","last_change":"2023-11-25T03:12:48.792205+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792205+0000","last_undegraded":"2023-11-25T03:12:48.792205+0000","last_fullsized":"2023-11-25T03:12:48.792205+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795541+0000","last_change":"2023-11-25T03:12:48.795541+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795541+0000","last_undegraded":"2023-11-25T03:12:48.795541+0000","last_fullsized":"2023-11-25T03:12:48.795541+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786537+0000","last_change":"2023-11-25T03:12:48.786537+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786537+0000","last_undegraded":"2023-11-25T03:12:48.786537+0000","last_fullsized":"2023-11-25T03:12:48.786537+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.796730+0000","last_change":"2023-11-25T03:12:48.796730+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.796730+0000","last_undegraded":"2023-11-25T03:12:48.796730+0000","last_fullsized":"2023-11-25T03:12:48.796730+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788090+0000","last_change":"2023-11-25T03:12:48.788090+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788090+0000","last_undegraded":"2023-11-25T03:12:48.788090+0000","last_fullsized":"2023-11-25T03:12:48.788090+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788245+0000","last_change":"2023-11-25T03:12:48.788245+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788245+0000","last_undegraded":"2023-11-25T03:12:48.788245+0000","last_fullsized":"2023-11-25T03:12:48.788245+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787418+0000","last_change":"2023-11-25T03:12:48.787418+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787418+0000","last_undegraded":"2023-11-25T03:12:48.787418+0000","last_fullsized":"2023-11-25T03:12:48.787418+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785498+0000","last_change":"2023-11-25T03:12:48.785498+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785498+0000","last_undegraded":"2023-11-25T03:12:48.785498+0000","last_fullsized":"2023-11-25T03:12:48.785498+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793301+0000","last_change":"2023-11-25T03:12:48.793301+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793301+0000","last_undegraded":"2023-11-25T03:12:48.793301+0000","last_fullsized":"2023-11-25T03:12:48.793301+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787071+0000","last_change":"2023-11-25T03:12:48.787071+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787071+0000","last_undegraded":"2023-11-25T03:12:48.787071+0000","last_fullsized":"2023-11-25T03:12:48.787071+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786076+0000","last_change":"2023-11-25T03:12:48.786076+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786076+0000","last_undegraded":"2023-11-25T03:12:48.786076+0000","last_fullsized":"2023-11-25T03:12:48.786076+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795043+0000","last_change":"2023-11-25T03:12:48.795043+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795043+0000","last_undegraded":"2023-11-25T03:12:48.795043+0000","last_fullsized":"2023-11-25T03:12:48.795043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795037+0000","last_change":"2023-11-25T03:12:48.795037+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795037+0000","last_undegraded":"2023-11-25T03:12:48.795037+0000","last_fullsized":"2023-11-25T03:12:48.795037+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793130+0000","last_change":"2023-11-25T03:12:48.793130+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793130+0000","last_undegraded":"2023-11-25T03:12:48.793130+0000","last_fullsized":"2023-11-25T03:12:48.793130+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792031+0000","last_change":"2023-11-25T03:12:48.792031+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792031+0000","last_undegraded":"2023-11-25T03:12:48.792031+0000","last_fullsized":"2023-11-25T03:12:48.792031+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787724+0000","last_change":"2023-11-25T03:12:48.787724+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787724+0000","last_undegraded":"2023-11-25T03:12:48.787724+0000","last_fullsized":"2023-11-25T03:12:48.787724+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791240+0000","last_change":"2023-11-25T03:12:48.791240+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791240+0000","last_undegraded":"2023-11-25T03:12:48.791240+0000","last_fullsized":"2023-11-25T03:12:48.791240+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794719+0000","last_change":"2023-11-25T03:12:48.794719+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794719+0000","last_undegraded":"2023-11-25T03:12:48.794719+0000","last_fullsized":"2023-11-25T03:12:48.794719+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790650+0000","last_change":"2023-11-25T03:12:48.790650+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790650+0000","last_undegraded":"2023-11-25T03:12:48.790650+0000","last_fullsized":"2023-11-25T03:12:48.790650+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795239+0000","last_change":"2023-11-25T03:12:48.795239+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795239+0000","last_undegraded":"2023-11-25T03:12:48.795239+0000","last_fullsized":"2023-11-25T03:12:48.795239+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.799459+0000","last_change":"2023-11-25T03:12:48.799459+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.799459+0000","last_undegraded":"2023-11-25T03:12:48.799459+0000","last_fullsized":"2023-11-25T03:12:48.799459+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786197+0000","last_change":"2023-11-25T03:12:48.786197+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786197+0000","last_undegraded":"2023-11-25T03:12:48.786197+0000","last_fullsized":"2023-11-25T03:12:48.786197+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794074+0000","last_change":"2023-11-25T03:12:48.794074+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794074+0000","last_undegraded":"2023-11-25T03:12:48.794074+0000","last_fullsized":"2023-11-25T03:12:48.794074+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792420+0000","last_change":"2023-11-25T03:12:48.792420+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792420+0000","last_undegraded":"2023-11-25T03:12:48.792420+0000","last_fullsized":"2023-11-25T03:12:48.792420+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794621+0000","last_change":"2023-11-25T03:12:48.794621+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794621+0000","last_undegraded":"2023-11-25T03:12:48.794621+0000","last_fullsized":"2023-11-25T03:12:48.794621+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790170+0000","last_change":"2023-11-25T03:12:48.790170+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790170+0000","last_undegraded":"2023-11-25T03:12:48.790170+0000","last_fullsized":"2023-11-25T03:12:48.790170+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791917+0000","last_change":"2023-11-25T03:12:48.791917+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791917+0000","last_undegraded":"2023-11-25T03:12:48.791917+0000","last_fullsized":"2023-11-25T03:12:48.791917+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.793391+0000","last_change":"2023-11-25T03:12:48.793391+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.793391+0000","last_undegraded":"2023-11-25T03:12:48.793391+0000","last_fullsized":"2023-11-25T03:12:48.793391+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792800+0000","last_change":"2023-11-25T03:12:48.792800+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792800+0000","last_undegraded":"2023-11-25T03:12:48.792800+0000","last_fullsized":"2023-11-25T03:12:48.792800+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.791374+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:12:48.791374+0000","last_peered":"2023-11-25T03:12:48.791374+0000","last_clean":"2023-11-25T03:12:48.791374+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:12:48.791374+0000","last_undegraded":"2023-11-25T03:12:48.791374+0000","last_fullsized":"2023-11-25T03:12:48.791374+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:57.093652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791610+0000","last_change":"2023-11-25T03:12:48.791610+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791610+0000","last_undegraded":"2023-11-25T03:12:48.791610+0000","last_fullsized":"2023-11-25T03:12:48.791610+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810619+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:12:48.810619+0000","last_peered":"2023-11-25T03:12:48.810619+0000","last_clean":"2023-11-25T03:12:48.810619+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:12:48.810619+0000","last_undegraded":"2023-11-25T03:12:48.810619+0000","last_fullsized":"2023-11-25T03:12:48.810619+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792208+0000","last_change":"2023-11-25T03:12:48.792208+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792208+0000","last_undegraded":"2023-11-25T03:12:48.792208+0000","last_fullsized":"2023-11-25T03:12:48.792208+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807675+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:12:48.807675+0000","last_peered":"2023-11-25T03:12:48.807675+0000","last_clean":"2023-11-25T03:12:48.807675+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:12:48.807675+0000","last_undegraded":"2023-11-25T03:12:48.807675+0000","last_fullsized":"2023-11-25T03:12:48.807675+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:01.840994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.791426+0000","last_change":"2023-11-25T03:12:48.791426+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.791426+0000","last_undegraded":"2023-11-25T03:12:48.791426+0000","last_fullsized":"2023-11-25T03:12:48.791426+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801903+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:12:48.801903+0000","last_peered":"2023-11-25T03:12:48.801903+0000","last_clean":"2023-11-25T03:12:48.801903+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:12:48.801903+0000","last_undegraded":"2023-11-25T03:12:48.801903+0000","last_fullsized":"2023-11-25T03:12:48.801903+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:14.123141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794259+0000","last_change":"2023-11-25T03:12:48.794259+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794259+0000","last_undegraded":"2023-11-25T03:12:48.794259+0000","last_fullsized":"2023-11-25T03:12:48.794259+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808533+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:12:48.808533+0000","last_peered":"2023-11-25T03:12:48.808533+0000","last_clean":"2023-11-25T03:12:48.808533+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:12:48.808533+0000","last_undegraded":"2023-11-25T03:12:48.808533+0000","last_fullsized":"2023-11-25T03:12:48.808533+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:23.677812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.795439+0000","last_change":"2023-11-25T03:12:48.795439+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.795439+0000","last_undegraded":"2023-11-25T03:12:48.795439+0000","last_fullsized":"2023-11-25T03:12:48.795439+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807964+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:12:48.807964+0000","last_peered":"2023-11-25T03:12:48.807964+0000","last_clean":"2023-11-25T03:12:48.807964+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:12:48.807964+0000","last_undegraded":"2023-11-25T03:12:48.807964+0000","last_fullsized":"2023-11-25T03:12:48.807964+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.794801+0000","last_change":"2023-11-25T03:12:48.794801+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.794801+0000","last_undegraded":"2023-11-25T03:12:48.794801+0000","last_fullsized":"2023-11-25T03:12:48.794801+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801874+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:12:48.801874+0000","last_peered":"2023-11-25T03:12:48.801874+0000","last_clean":"2023-11-25T03:12:48.801874+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:12:48.801874+0000","last_undegraded":"2023-11-25T03:12:48.801874+0000","last_fullsized":"2023-11-25T03:12:48.801874+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:42.941147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787144+0000","last_change":"2023-11-25T03:12:48.787144+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787144+0000","last_undegraded":"2023-11-25T03:12:48.787144+0000","last_fullsized":"2023-11-25T03:12:48.787144+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814934+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:12:48.814934+0000","last_peered":"2023-11-25T03:12:48.814934+0000","last_clean":"2023-11-25T03:12:48.814934+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:12:48.814934+0000","last_undegraded":"2023-11-25T03:12:48.814934+0000","last_fullsized":"2023-11-25T03:12:48.814934+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:05:40.986464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.789986+0000","last_change":"2023-11-25T03:12:48.789986+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.789986+0000","last_undegraded":"2023-11-25T03:12:48.789986+0000","last_fullsized":"2023-11-25T03:12:48.789986+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807444+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:12:48.807444+0000","last_peered":"2023-11-25T03:12:48.807444+0000","last_clean":"2023-11-25T03:12:48.807444+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:12:48.807444+0000","last_undegraded":"2023-11-25T03:12:48.807444+0000","last_fullsized":"2023-11-25T03:12:48.807444+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:36:52.361633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792110+0000","last_change":"2023-11-25T03:12:48.792110+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792110+0000","last_undegraded":"2023-11-25T03:12:48.792110+0000","last_fullsized":"2023-11-25T03:12:48.792110+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810609+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:12:48.810609+0000","last_peered":"2023-11-25T03:12:48.810609+0000","last_clean":"2023-11-25T03:12:48.810609+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:12:48.810609+0000","last_undegraded":"2023-11-25T03:12:48.810609+0000","last_fullsized":"2023-11-25T03:12:48.810609+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787399+0000","last_change":"2023-11-25T03:12:48.787399+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787399+0000","last_undegraded":"2023-11-25T03:12:48.787399+0000","last_fullsized":"2023-11-25T03:12:48.787399+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807982+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:12:48.807982+0000","last_peered":"2023-11-25T03:12:48.807982+0000","last_clean":"2023-11-25T03:12:48.807982+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:12:48.807982+0000","last_undegraded":"2023-11-25T03:12:48.807982+0000","last_fullsized":"2023-11-25T03:12:48.807982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:14.123141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792754+0000","last_change":"2023-11-25T03:12:48.792754+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792754+0000","last_undegraded":"2023-11-25T03:12:48.792754+0000","last_fullsized":"2023-11-25T03:12:48.792754+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808895+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:12:48.808895+0000","last_peered":"2023-11-25T03:12:48.808895+0000","last_clean":"2023-11-25T03:12:48.808895+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:12:48.808895+0000","last_undegraded":"2023-11-25T03:12:48.808895+0000","last_fullsized":"2023-11-25T03:12:48.808895+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:44.023684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785817+0000","last_change":"2023-11-25T03:12:48.785817+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785817+0000","last_undegraded":"2023-11-25T03:12:48.785817+0000","last_fullsized":"2023-11-25T03:12:48.785817+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.812223+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:12:48.812223+0000","last_peered":"2023-11-25T03:12:48.812223+0000","last_clean":"2023-11-25T03:12:48.812223+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:12:48.812223+0000","last_undegraded":"2023-11-25T03:12:48.812223+0000","last_fullsized":"2023-11-25T03:12:48.812223+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:01.593401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790794+0000","last_change":"2023-11-25T03:12:48.790794+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790794+0000","last_undegraded":"2023-11-25T03:12:48.790794+0000","last_fullsized":"2023-11-25T03:12:48.790794+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808428+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:12:48.808428+0000","last_peered":"2023-11-25T03:12:48.808428+0000","last_clean":"2023-11-25T03:12:48.808428+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:12:48.808428+0000","last_undegraded":"2023-11-25T03:12:48.808428+0000","last_fullsized":"2023-11-25T03:12:48.808428+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:40:23.764504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785504+0000","last_change":"2023-11-25T03:12:48.785504+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785504+0000","last_undegraded":"2023-11-25T03:12:48.785504+0000","last_fullsized":"2023-11-25T03:12:48.785504+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.801776+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:12:48.801776+0000","last_peered":"2023-11-25T03:12:48.801776+0000","last_clean":"2023-11-25T03:12:48.801776+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:12:48.801776+0000","last_undegraded":"2023-11-25T03:12:48.801776+0000","last_fullsized":"2023-11-25T03:12:48.801776+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:36:52.361633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.789834+0000","last_change":"2023-11-25T03:12:48.789834+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.789834+0000","last_undegraded":"2023-11-25T03:12:48.789834+0000","last_fullsized":"2023-11-25T03:12:48.789834+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.805970+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:12:48.805970+0000","last_peered":"2023-11-25T03:12:48.805970+0000","last_clean":"2023-11-25T03:12:48.805970+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:12:48.805970+0000","last_undegraded":"2023-11-25T03:12:48.805970+0000","last_fullsized":"2023-11-25T03:12:48.805970+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792615+0000","last_change":"2023-11-25T03:12:48.792615+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792615+0000","last_undegraded":"2023-11-25T03:12:48.792615+0000","last_fullsized":"2023-11-25T03:12:48.792615+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.809207+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:12:48.809207+0000","last_peered":"2023-11-25T03:12:48.809207+0000","last_clean":"2023-11-25T03:12:48.809207+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:12:48.809207+0000","last_undegraded":"2023-11-25T03:12:48.809207+0000","last_fullsized":"2023-11-25T03:12:48.809207+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786515+0000","last_change":"2023-11-25T03:12:48.786515+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786515+0000","last_undegraded":"2023-11-25T03:12:48.786515+0000","last_fullsized":"2023-11-25T03:12:48.786515+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810506+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:12:48.810506+0000","last_peered":"2023-11-25T03:12:48.810506+0000","last_clean":"2023-11-25T03:12:48.810506+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:12:48.810506+0000","last_undegraded":"2023-11-25T03:12:48.810506+0000","last_fullsized":"2023-11-25T03:12:48.810506+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:42.941147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.787310+0000","last_change":"2023-11-25T03:12:48.787310+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.787310+0000","last_undegraded":"2023-11-25T03:12:48.787310+0000","last_fullsized":"2023-11-25T03:12:48.787310+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.804015+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:12:48.804015+0000","last_peered":"2023-11-25T03:12:48.804015+0000","last_clean":"2023-11-25T03:12:48.804015+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:12:48.804015+0000","last_undegraded":"2023-11-25T03:12:48.804015+0000","last_fullsized":"2023-11-25T03:12:48.804015+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792316+0000","last_change":"2023-11-25T03:12:48.792316+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792316+0000","last_undegraded":"2023-11-25T03:12:48.792316+0000","last_fullsized":"2023-11-25T03:12:48.792316+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810579+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:12:48.810579+0000","last_peered":"2023-11-25T03:12:48.810579+0000","last_clean":"2023-11-25T03:12:48.810579+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:12:48.810579+0000","last_undegraded":"2023-11-25T03:12:48.810579+0000","last_fullsized":"2023-11-25T03:12:48.810579+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:44.023684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.784783+0000","last_change":"2023-11-25T03:12:48.784783+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.784783+0000","last_undegraded":"2023-11-25T03:12:48.784783+0000","last_fullsized":"2023-11-25T03:12:48.784783+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810421+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:12:48.810421+0000","last_peered":"2023-11-25T03:12:48.810421+0000","last_clean":"2023-11-25T03:12:48.810421+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:12:48.810421+0000","last_undegraded":"2023-11-25T03:12:48.810421+0000","last_fullsized":"2023-11-25T03:12:48.810421+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790692+0000","last_change":"2023-11-25T03:12:48.790692+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790692+0000","last_undegraded":"2023-11-25T03:12:48.790692+0000","last_fullsized":"2023-11-25T03:12:48.790692+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.809876+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:12:48.809876+0000","last_peered":"2023-11-25T03:12:48.809876+0000","last_clean":"2023-11-25T03:12:48.809876+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:12:48.809876+0000","last_undegraded":"2023-11-25T03:12:48.809876+0000","last_fullsized":"2023-11-25T03:12:48.809876+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:28:55.588615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.788763+0000","last_change":"2023-11-25T03:12:48.788763+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.788763+0000","last_undegraded":"2023-11-25T03:12:48.788763+0000","last_fullsized":"2023-11-25T03:12:48.788763+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814858+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:12:48.814858+0000","last_peered":"2023-11-25T03:12:48.814858+0000","last_clean":"2023-11-25T03:12:48.814858+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:12:48.814858+0000","last_undegraded":"2023-11-25T03:12:48.814858+0000","last_fullsized":"2023-11-25T03:12:48.814858+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:33.493395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.784469+0000","last_change":"2023-11-25T03:12:48.784469+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.784469+0000","last_undegraded":"2023-11-25T03:12:48.784469+0000","last_fullsized":"2023-11-25T03:12:48.784469+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.815222+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:12:48.815222+0000","last_peered":"2023-11-25T03:12:48.815222+0000","last_clean":"2023-11-25T03:12:48.815222+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:12:48.815222+0000","last_undegraded":"2023-11-25T03:12:48.815222+0000","last_fullsized":"2023-11-25T03:12:48.815222+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:00:37.350595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785690+0000","last_change":"2023-11-25T03:12:48.785690+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785690+0000","last_undegraded":"2023-11-25T03:12:48.785690+0000","last_fullsized":"2023-11-25T03:12:48.785690+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810486+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:12:48.810486+0000","last_peered":"2023-11-25T03:12:48.810486+0000","last_clean":"2023-11-25T03:12:48.810486+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:12:48.810486+0000","last_undegraded":"2023-11-25T03:12:48.810486+0000","last_fullsized":"2023-11-25T03:12:48.810486+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:33.493395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786955+0000","last_change":"2023-11-25T03:12:48.786955+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786955+0000","last_undegraded":"2023-11-25T03:12:48.786955+0000","last_fullsized":"2023-11-25T03:12:48.786955+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.811277+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:12:48.811277+0000","last_peered":"2023-11-25T03:12:48.811277+0000","last_clean":"2023-11-25T03:12:48.811277+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:12:48.811277+0000","last_undegraded":"2023-11-25T03:12:48.811277+0000","last_fullsized":"2023-11-25T03:12:48.811277+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:13:01.426505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.785815+0000","last_change":"2023-11-25T03:12:48.785815+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.785815+0000","last_undegraded":"2023-11-25T03:12:48.785815+0000","last_fullsized":"2023-11-25T03:12:48.785815+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.806547+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:12:48.806547+0000","last_peered":"2023-11-25T03:12:48.806547+0000","last_clean":"2023-11-25T03:12:48.806547+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:12:48.806547+0000","last_undegraded":"2023-11-25T03:12:48.806547+0000","last_fullsized":"2023-11-25T03:12:48.806547+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.792043+0000","last_change":"2023-11-25T03:12:48.792043+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.792043+0000","last_undegraded":"2023-11-25T03:12:48.792043+0000","last_fullsized":"2023-11-25T03:12:48.792043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.807598+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:12:48.807598+0000","last_peered":"2023-11-25T03:12:48.807598+0000","last_clean":"2023-11-25T03:12:48.807598+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:12:48.807598+0000","last_undegraded":"2023-11-25T03:12:48.807598+0000","last_fullsized":"2023-11-25T03:12:48.807598+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:40:23.764504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.790369+0000","last_change":"2023-11-25T03:12:48.790369+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.790369+0000","last_undegraded":"2023-11-25T03:12:48.790369+0000","last_fullsized":"2023-11-25T03:12:48.790369+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.814922+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:12:48.814922+0000","last_peered":"2023-11-25T03:12:48.814922+0000","last_clean":"2023-11-25T03:12:48.814922+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:12:48.814922+0000","last_undegraded":"2023-11-25T03:12:48.814922+0000","last_fullsized":"2023-11-25T03:12:48.814922+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:49.175636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786233+0000","last_change":"2023-11-25T03:12:48.786233+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786233+0000","last_undegraded":"2023-11-25T03:12:48.786233+0000","last_fullsized":"2023-11-25T03:12:48.786233+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808625+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:12:48.808625+0000","last_peered":"2023-11-25T03:12:48.808625+0000","last_clean":"2023-11-25T03:12:48.808625+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:12:48.808625+0000","last_undegraded":"2023-11-25T03:12:48.808625+0000","last_fullsized":"2023-11-25T03:12:48.808625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:07:57.334008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.786641+0000","last_change":"2023-11-25T03:12:48.786641+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.786641+0000","last_undegraded":"2023-11-25T03:12:48.786641+0000","last_fullsized":"2023-11-25T03:12:48.786641+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.810730+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:12:48.810730+0000","last_peered":"2023-11-25T03:12:48.810730+0000","last_clean":"2023-11-25T03:12:48.810730+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:12:48.810730+0000","last_undegraded":"2023-11-25T03:12:48.810730+0000","last_fullsized":"2023-11-25T03:12:48.810730+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:24.361342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":49,"state":"creating+peering","last_fresh":"2023-11-25T03:12:48.796334+0000","last_change":"2023-11-25T03:12:48.796334+0000","last_active":"2023-11-25T03:12:48.772503+0000","last_peered":"2023-11-25T03:12:48.772503+0000","last_clean":"2023-11-25T03:12:48.772503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:12:48.796334+0000","last_undegraded":"2023-11-25T03:12:48.796334+0000","last_fullsized":"2023-11-25T03:12:48.796334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2023-11-25T03:12:48.808515+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:12:48.808515+0000","last_peered":"2023-11-25T03:12:48.808515+0000","last_clean":"2023-11-25T03:12:48.808515+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:12:48.808515+0000","last_undegraded":"2023-11-25T03:12:48.808515+0000","last_fullsized":"2023-11-25T03:12:48.808515+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:00:37.350595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-11-25T03:12:47.781084+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:47.781084+0000","last_peered":"2023-11-25T03:12:47.781084+0000","last_clean":"2023-11-25T03:12:47.781084+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:47.781084+0000","last_undegraded":"2023-11-25T03:12:47.781084+0000","last_fullsized":"2023-11-25T03:12:47.781084+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28176,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343664,"statfs":{"total":96636764160,"available":96607911936,"internally_reserved":0,"allocated":1179648,"data_stored":834699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":4.141,"5min":4.141,"15min":4.141},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.83299999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":4.2220000000000004,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":4.766,"5min":4.766,"15min":4.766},"last":0.70999999999999996}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.198,"5min":2.198,"15min":2.198},"last":0.65100000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":4.0780000000000003,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.81000000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":5.0670000000000002,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.093,"5min":2.093,"15min":2.093},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":5.3399999999999999,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.86199999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.339,"15min":1.339},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":7.0670000000000002,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.745}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.70199999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.42899999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.77900000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":5.7199999999999998,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.64100000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.85899999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.751}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.49399999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.88}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.90800000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.63500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.72099999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.84399999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.79500000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.627}]},{"osd":1,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.82299999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.751},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.70499999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.71599999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.68400000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.38700000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.64600000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.496}]},{"osd":1,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45300000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.872}]},{"osd":5,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.85399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.81000000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:11:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.83099999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574875,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.9660000000000002,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.433}]},{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.1239999999999997,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":8.0329999999999995,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":7.9050000000000002,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":7.8819999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.53300000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.49199999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":7.931,"5min":7.931,"15min":7.931},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":7.9989999999999997,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.61499999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27580,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344260,"statfs":{"total":96636764160,"available":96608522240,"internally_reserved":0,"allocated":573440,"data_stored":238064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.54400000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64300000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:11:48 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.751}]}]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1163264,"data_stored":827413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.51500000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.435},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56299999999999994}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.76500000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.751},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.624}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:54.703 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3f is not active+clean 2023-11-25T03:12:54.703 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.800000+0000', 'last_change': '2023-11-25T03:12:48.800000+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.800000+0000', 'last_undegraded': '2023-11-25T03:12:48.800000+0000', 'last_fullsized': '2023-11-25T03:12:48.800000+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3e is not active+clean 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.794022+0000', 'last_change': '2023-11-25T03:12:48.794022+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.794022+0000', 'last_undegraded': '2023-11-25T03:12:48.794022+0000', 'last_fullsized': '2023-11-25T03:12:48.794022+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3d is not active+clean 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.793822+0000', 'last_change': '2023-11-25T03:12:48.793822+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.793822+0000', 'last_undegraded': '2023-11-25T03:12:48.793822+0000', 'last_fullsized': '2023-11-25T03:12:48.793822+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3c is not active+clean 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786029+0000', 'last_change': '2023-11-25T03:12:48.786029+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786029+0000', 'last_undegraded': '2023-11-25T03:12:48.786029+0000', 'last_fullsized': '2023-11-25T03:12:48.786029+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3b is not active+clean 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792205+0000', 'last_change': '2023-11-25T03:12:48.792205+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792205+0000', 'last_undegraded': '2023-11-25T03:12:48.792205+0000', 'last_fullsized': '2023-11-25T03:12:48.792205+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:54.704 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3a is not active+clean 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.795541+0000', 'last_change': '2023-11-25T03:12:48.795541+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.795541+0000', 'last_undegraded': '2023-11-25T03:12:48.795541+0000', 'last_fullsized': '2023-11-25T03:12:48.795541+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.39 is not active+clean 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786537+0000', 'last_change': '2023-11-25T03:12:48.786537+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786537+0000', 'last_undegraded': '2023-11-25T03:12:48.786537+0000', 'last_fullsized': '2023-11-25T03:12:48.786537+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.38 is not active+clean 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.796730+0000', 'last_change': '2023-11-25T03:12:48.796730+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.796730+0000', 'last_undegraded': '2023-11-25T03:12:48.796730+0000', 'last_fullsized': '2023-11-25T03:12:48.796730+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.37 is not active+clean 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.788090+0000', 'last_change': '2023-11-25T03:12:48.788090+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.788090+0000', 'last_undegraded': '2023-11-25T03:12:48.788090+0000', 'last_fullsized': '2023-11-25T03:12:48.788090+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.36 is not active+clean 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.788245+0000', 'last_change': '2023-11-25T03:12:48.788245+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.788245+0000', 'last_undegraded': '2023-11-25T03:12:48.788245+0000', 'last_fullsized': '2023-11-25T03:12:48.788245+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:54.705 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.35 is not active+clean 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.787418+0000', 'last_change': '2023-11-25T03:12:48.787418+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.787418+0000', 'last_undegraded': '2023-11-25T03:12:48.787418+0000', 'last_fullsized': '2023-11-25T03:12:48.787418+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.34 is not active+clean 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.785498+0000', 'last_change': '2023-11-25T03:12:48.785498+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.785498+0000', 'last_undegraded': '2023-11-25T03:12:48.785498+0000', 'last_fullsized': '2023-11-25T03:12:48.785498+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.33 is not active+clean 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.793301+0000', 'last_change': '2023-11-25T03:12:48.793301+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.793301+0000', 'last_undegraded': '2023-11-25T03:12:48.793301+0000', 'last_fullsized': '2023-11-25T03:12:48.793301+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.32 is not active+clean 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.787071+0000', 'last_change': '2023-11-25T03:12:48.787071+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.787071+0000', 'last_undegraded': '2023-11-25T03:12:48.787071+0000', 'last_fullsized': '2023-11-25T03:12:48.787071+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.31 is not active+clean 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786076+0000', 'last_change': '2023-11-25T03:12:48.786076+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786076+0000', 'last_undegraded': '2023-11-25T03:12:48.786076+0000', 'last_fullsized': '2023-11-25T03:12:48.786076+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:54.706 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.30 is not active+clean 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.795043+0000', 'last_change': '2023-11-25T03:12:48.795043+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.795043+0000', 'last_undegraded': '2023-11-25T03:12:48.795043+0000', 'last_fullsized': '2023-11-25T03:12:48.795043+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2f is not active+clean 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.795037+0000', 'last_change': '2023-11-25T03:12:48.795037+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.795037+0000', 'last_undegraded': '2023-11-25T03:12:48.795037+0000', 'last_fullsized': '2023-11-25T03:12:48.795037+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2e is not active+clean 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.793130+0000', 'last_change': '2023-11-25T03:12:48.793130+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.793130+0000', 'last_undegraded': '2023-11-25T03:12:48.793130+0000', 'last_fullsized': '2023-11-25T03:12:48.793130+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2d is not active+clean 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792031+0000', 'last_change': '2023-11-25T03:12:48.792031+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792031+0000', 'last_undegraded': '2023-11-25T03:12:48.792031+0000', 'last_fullsized': '2023-11-25T03:12:48.792031+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2c is not active+clean 2023-11-25T03:12:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.787724+0000', 'last_change': '2023-11-25T03:12:48.787724+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.787724+0000', 'last_undegraded': '2023-11-25T03:12:48.787724+0000', 'last_fullsized': '2023-11-25T03:12:48.787724+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.708 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2b is not active+clean 2023-11-25T03:12:54.708 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.791240+0000', 'last_change': '2023-11-25T03:12:48.791240+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.791240+0000', 'last_undegraded': '2023-11-25T03:12:48.791240+0000', 'last_fullsized': '2023-11-25T03:12:48.791240+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.708 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2a is not active+clean 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.794719+0000', 'last_change': '2023-11-25T03:12:48.794719+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.794719+0000', 'last_undegraded': '2023-11-25T03:12:48.794719+0000', 'last_fullsized': '2023-11-25T03:12:48.794719+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.29 is not active+clean 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.790650+0000', 'last_change': '2023-11-25T03:12:48.790650+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.790650+0000', 'last_undegraded': '2023-11-25T03:12:48.790650+0000', 'last_fullsized': '2023-11-25T03:12:48.790650+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.28 is not active+clean 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.795239+0000', 'last_change': '2023-11-25T03:12:48.795239+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.795239+0000', 'last_undegraded': '2023-11-25T03:12:48.795239+0000', 'last_fullsized': '2023-11-25T03:12:48.795239+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.27 is not active+clean 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.799459+0000', 'last_change': '2023-11-25T03:12:48.799459+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.799459+0000', 'last_undegraded': '2023-11-25T03:12:48.799459+0000', 'last_fullsized': '2023-11-25T03:12:48.799459+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.26 is not active+clean 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786197+0000', 'last_change': '2023-11-25T03:12:48.786197+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786197+0000', 'last_undegraded': '2023-11-25T03:12:48.786197+0000', 'last_fullsized': '2023-11-25T03:12:48.786197+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.709 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.25 is not active+clean 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.794074+0000', 'last_change': '2023-11-25T03:12:48.794074+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.794074+0000', 'last_undegraded': '2023-11-25T03:12:48.794074+0000', 'last_fullsized': '2023-11-25T03:12:48.794074+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.24 is not active+clean 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792420+0000', 'last_change': '2023-11-25T03:12:48.792420+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792420+0000', 'last_undegraded': '2023-11-25T03:12:48.792420+0000', 'last_fullsized': '2023-11-25T03:12:48.792420+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.23 is not active+clean 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.794621+0000', 'last_change': '2023-11-25T03:12:48.794621+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.794621+0000', 'last_undegraded': '2023-11-25T03:12:48.794621+0000', 'last_fullsized': '2023-11-25T03:12:48.794621+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.22 is not active+clean 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.790170+0000', 'last_change': '2023-11-25T03:12:48.790170+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.790170+0000', 'last_undegraded': '2023-11-25T03:12:48.790170+0000', 'last_fullsized': '2023-11-25T03:12:48.790170+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.21 is not active+clean 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.791917+0000', 'last_change': '2023-11-25T03:12:48.791917+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.791917+0000', 'last_undegraded': '2023-11-25T03:12:48.791917+0000', 'last_fullsized': '2023-11-25T03:12:48.791917+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-25T03:12:54.710 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.20 is not active+clean 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.793391+0000', 'last_change': '2023-11-25T03:12:48.793391+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.793391+0000', 'last_undegraded': '2023-11-25T03:12:48.793391+0000', 'last_fullsized': '2023-11-25T03:12:48.793391+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1e is not active+clean 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792800+0000', 'last_change': '2023-11-25T03:12:48.792800+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792800+0000', 'last_undegraded': '2023-11-25T03:12:48.792800+0000', 'last_fullsized': '2023-11-25T03:12:48.792800+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1f is not active+clean 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.791610+0000', 'last_change': '2023-11-25T03:12:48.791610+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.791610+0000', 'last_undegraded': '2023-11-25T03:12:48.791610+0000', 'last_fullsized': '2023-11-25T03:12:48.791610+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1c is not active+clean 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792208+0000', 'last_change': '2023-11-25T03:12:48.792208+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792208+0000', 'last_undegraded': '2023-11-25T03:12:48.792208+0000', 'last_fullsized': '2023-11-25T03:12:48.792208+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1d is not active+clean 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.791426+0000', 'last_change': '2023-11-25T03:12:48.791426+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.791426+0000', 'last_undegraded': '2023-11-25T03:12:48.791426+0000', 'last_fullsized': '2023-11-25T03:12:48.791426+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.711 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1a is not active+clean 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.794259+0000', 'last_change': '2023-11-25T03:12:48.794259+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.794259+0000', 'last_undegraded': '2023-11-25T03:12:48.794259+0000', 'last_fullsized': '2023-11-25T03:12:48.794259+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1b is not active+clean 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.795439+0000', 'last_change': '2023-11-25T03:12:48.795439+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.795439+0000', 'last_undegraded': '2023-11-25T03:12:48.795439+0000', 'last_fullsized': '2023-11-25T03:12:48.795439+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.18 is not active+clean 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.794801+0000', 'last_change': '2023-11-25T03:12:48.794801+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.794801+0000', 'last_undegraded': '2023-11-25T03:12:48.794801+0000', 'last_fullsized': '2023-11-25T03:12:48.794801+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.19 is not active+clean 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.787144+0000', 'last_change': '2023-11-25T03:12:48.787144+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.787144+0000', 'last_undegraded': '2023-11-25T03:12:48.787144+0000', 'last_fullsized': '2023-11-25T03:12:48.787144+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.16 is not active+clean 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.789986+0000', 'last_change': '2023-11-25T03:12:48.789986+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.789986+0000', 'last_undegraded': '2023-11-25T03:12:48.789986+0000', 'last_fullsized': '2023-11-25T03:12:48.789986+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:54.712 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.17 is not active+clean 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792110+0000', 'last_change': '2023-11-25T03:12:48.792110+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792110+0000', 'last_undegraded': '2023-11-25T03:12:48.792110+0000', 'last_fullsized': '2023-11-25T03:12:48.792110+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.14 is not active+clean 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.787399+0000', 'last_change': '2023-11-25T03:12:48.787399+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.787399+0000', 'last_undegraded': '2023-11-25T03:12:48.787399+0000', 'last_fullsized': '2023-11-25T03:12:48.787399+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.15 is not active+clean 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792754+0000', 'last_change': '2023-11-25T03:12:48.792754+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792754+0000', 'last_undegraded': '2023-11-25T03:12:48.792754+0000', 'last_fullsized': '2023-11-25T03:12:48.792754+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.12 is not active+clean 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.785817+0000', 'last_change': '2023-11-25T03:12:48.785817+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.785817+0000', 'last_undegraded': '2023-11-25T03:12:48.785817+0000', 'last_fullsized': '2023-11-25T03:12:48.785817+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.13 is not active+clean 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.790794+0000', 'last_change': '2023-11-25T03:12:48.790794+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.790794+0000', 'last_undegraded': '2023-11-25T03:12:48.790794+0000', 'last_fullsized': '2023-11-25T03:12:48.790794+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.713 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.10 is not active+clean 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.785504+0000', 'last_change': '2023-11-25T03:12:48.785504+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.785504+0000', 'last_undegraded': '2023-11-25T03:12:48.785504+0000', 'last_fullsized': '2023-11-25T03:12:48.785504+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.11 is not active+clean 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.789834+0000', 'last_change': '2023-11-25T03:12:48.789834+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.789834+0000', 'last_undegraded': '2023-11-25T03:12:48.789834+0000', 'last_fullsized': '2023-11-25T03:12:48.789834+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.e is not active+clean 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792615+0000', 'last_change': '2023-11-25T03:12:48.792615+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792615+0000', 'last_undegraded': '2023-11-25T03:12:48.792615+0000', 'last_fullsized': '2023-11-25T03:12:48.792615+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.f is not active+clean 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786515+0000', 'last_change': '2023-11-25T03:12:48.786515+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786515+0000', 'last_undegraded': '2023-11-25T03:12:48.786515+0000', 'last_fullsized': '2023-11-25T03:12:48.786515+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.c is not active+clean 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.787310+0000', 'last_change': '2023-11-25T03:12:48.787310+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.787310+0000', 'last_undegraded': '2023-11-25T03:12:48.787310+0000', 'last_fullsized': '2023-11-25T03:12:48.787310+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.714 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.d is not active+clean 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792316+0000', 'last_change': '2023-11-25T03:12:48.792316+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792316+0000', 'last_undegraded': '2023-11-25T03:12:48.792316+0000', 'last_fullsized': '2023-11-25T03:12:48.792316+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.a is not active+clean 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.784783+0000', 'last_change': '2023-11-25T03:12:48.784783+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.784783+0000', 'last_undegraded': '2023-11-25T03:12:48.784783+0000', 'last_fullsized': '2023-11-25T03:12:48.784783+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.b is not active+clean 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.790692+0000', 'last_change': '2023-11-25T03:12:48.790692+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.790692+0000', 'last_undegraded': '2023-11-25T03:12:48.790692+0000', 'last_fullsized': '2023-11-25T03:12:48.790692+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.9 is not active+clean 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.788763+0000', 'last_change': '2023-11-25T03:12:48.788763+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.788763+0000', 'last_undegraded': '2023-11-25T03:12:48.788763+0000', 'last_fullsized': '2023-11-25T03:12:48.788763+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.6 is not active+clean 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.784469+0000', 'last_change': '2023-11-25T03:12:48.784469+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.784469+0000', 'last_undegraded': '2023-11-25T03:12:48.784469+0000', 'last_fullsized': '2023-11-25T03:12:48.784469+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.7 is not active+clean 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.785690+0000', 'last_change': '2023-11-25T03:12:48.785690+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.785690+0000', 'last_undegraded': '2023-11-25T03:12:48.785690+0000', 'last_fullsized': '2023-11-25T03:12:48.785690+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.4 is not active+clean 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786955+0000', 'last_change': '2023-11-25T03:12:48.786955+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786955+0000', 'last_undegraded': '2023-11-25T03:12:48.786955+0000', 'last_fullsized': '2023-11-25T03:12:48.786955+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.5 is not active+clean 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.785815+0000', 'last_change': '2023-11-25T03:12:48.785815+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.785815+0000', 'last_undegraded': '2023-11-25T03:12:48.785815+0000', 'last_fullsized': '2023-11-25T03:12:48.785815+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.2 is not active+clean 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.792043+0000', 'last_change': '2023-11-25T03:12:48.792043+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.792043+0000', 'last_undegraded': '2023-11-25T03:12:48.792043+0000', 'last_fullsized': '2023-11-25T03:12:48.792043+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3 is not active+clean 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.790369+0000', 'last_change': '2023-11-25T03:12:48.790369+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.790369+0000', 'last_undegraded': '2023-11-25T03:12:48.790369+0000', 'last_fullsized': '2023-11-25T03:12:48.790369+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-25T03:12:54.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.0 is not active+clean 2023-11-25T03:12:54.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786233+0000', 'last_change': '2023-11-25T03:12:48.786233+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786233+0000', 'last_undegraded': '2023-11-25T03:12:48.786233+0000', 'last_fullsized': '2023-11-25T03:12:48.786233+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-25T03:12:54.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.1 is not active+clean 2023-11-25T03:12:54.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.786641+0000', 'last_change': '2023-11-25T03:12:48.786641+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.786641+0000', 'last_undegraded': '2023-11-25T03:12:48.786641+0000', 'last_fullsized': '2023-11-25T03:12:48.786641+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.8 is not active+clean 2023-11-25T03:12:54.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 49, 'state': 'creating+peering', 'last_fresh': '2023-11-25T03:12:48.796334+0000', 'last_change': '2023-11-25T03:12:48.796334+0000', 'last_active': '2023-11-25T03:12:48.772503+0000', 'last_peered': '2023-11-25T03:12:48.772503+0000', 'last_clean': '2023-11-25T03:12:48.772503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:12:48.796334+0000', 'last_undegraded': '2023-11-25T03:12:48.796334+0000', 'last_fullsized': '2023-11-25T03:12:48.796334+0000', 'mapping_epoch': 49, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 49, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:12:48.772503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-25T03:12:54.718 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-11-25T03:12:54.769 INFO:tasks.ceph.mds.a.smithi076.stderr:2023-11-25T03:12:54.768+0000 7f28d492e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:12:54.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 Processor -- start 2023-11-25T03:12:54.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 -- start start 2023-11-25T03:12:54.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6900c63c0 0x7fb6900c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb6900c4100 0x7fb6900c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6900c31c0 con 0x7fb6900c29e0 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6900c34a0 con 0x7fb6900c63c0 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.872+0000 7fb696a5a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6900c1030 con 0x7fb6900c4100 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6900c63c0 0x7fb6900c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6900c63c0 0x7fb6900c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57410/0 (socket says 172.21.15.76:57410) 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 -- 172.21.15.76:0/2322952525 learned_addr learned my addr 172.21.15.76:0/2322952525 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68f7fe640 1 --2- 172.21.15.76:0/2322952525 >> v2:172.21.15.106:3300/0 conn(0x7fb6900c4100 0x7fb6900c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 -- 172.21.15.76:0/2322952525 >> v2:172.21.15.106:3300/0 conn(0x7fb6900c4100 msgr2=0x7fb6900c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 --2- 172.21.15.76:0/2322952525 >> v2:172.21.15.106:3300/0 conn(0x7fb6900c4100 0x7fb6900c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 -- 172.21.15.76:0/2322952525 >> v1:172.21.15.106:6789/0 conn(0x7fb6900c29e0 legacy=0x7fb6900a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 -- 172.21.15.76:0/2322952525 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6900c1310 con 0x7fb6900c63c0 2023-11-25T03:12:54.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68ffff640 1 --2- 172.21.15.76:0/2322952525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c63c0 0x7fb6900c06d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fb6900a8b40 tx=0x7fb68001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1a236e95b0167b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68effd640 1 -- 172.21.15.76:0/2322952525 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6800ac630 con 0x7fb6900c63c0 2023-11-25T03:12:54.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68effd640 1 -- 172.21.15.76:0/2322952525 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6800ac790 con 0x7fb6900c63c0 2023-11-25T03:12:54.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.876+0000 7fb68effd640 1 -- 172.21.15.76:0/2322952525 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6800acb20 con 0x7fb6900c63c0 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- 172.21.15.76:0/2322952525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c63c0 msgr2=0x7fb6900c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 --2- 172.21.15.76:0/2322952525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c63c0 0x7fb6900c06d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fb6900a8b40 tx=0x7fb68001c3b0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- 172.21.15.76:0/2322952525 shutdown_connections 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 --2- 172.21.15.76:0/2322952525 >> v2:172.21.15.106:3300/0 conn(0x7fb6900c4100 0x7fb6900c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 --2- 172.21.15.76:0/2322952525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c63c0 0x7fb6900c06d0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- 172.21.15.76:0/2322952525 >> 172.21.15.76:0/2322952525 conn(0x7fb69006a5b0 msgr2=0x7fb69006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- 172.21.15.76:0/2322952525 shutdown_connections 2023-11-25T03:12:54.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- 172.21.15.76:0/2322952525 wait complete. 2023-11-25T03:12:54.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 Processor -- start 2023-11-25T03:12:54.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- start start 2023-11-25T03:12:54.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 0x7fb6901f0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6900c4100 0x7fb690155020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6900c63c0 0x7fb690152040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb690159610 con 0x7fb6900c29e0 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb69015b030 con 0x7fb6900c4100 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb696a5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb690156900 con 0x7fb6900c63c0 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 0x7fb6901f0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 0x7fb6901f0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57422/0 (socket says 172.21.15.76:57422) 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 -- 172.21.15.76:0/683626698 learned_addr learned my addr 172.21.15.76:0/683626698 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68f7fe640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6900c4100 0x7fb690155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb694ff7640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6900c63c0 0x7fb690152040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 -- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6900c63c0 msgr2=0x7fb690152040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6900c63c0 0x7fb690152040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 -- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6900c4100 msgr2=0x7fb690155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6900c4100 0x7fb690155020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68ffff640 1 -- 172.21.15.76:0/683626698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6800094d0 con 0x7fb6900c29e0 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.880+0000 7fb68f7fe640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6900c4100 0x7fb690155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68ffff640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 0x7fb6901f0d10 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb680018fc0 tx=0x7fb680019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6800b5640 con 0x7fb6900c29e0 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6800b57a0 con 0x7fb6900c29e0 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb69015ad50 con 0x7fb6900c29e0 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6800b5b50 con 0x7fb6900c29e0 2023-11-25T03:12:54.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb69015ea40 con 0x7fb6900c29e0 2023-11-25T03:12:54.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6901563f0 con 0x7fb6900c29e0 2023-11-25T03:12:54.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb6800b3070 con 0x7fb6900c29e0 2023-11-25T03:12:54.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68cff9640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb67c066470 0x7fb67c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:54.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb68011ddf0 con 0x7fb6900c29e0 2023-11-25T03:12:54.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.884+0000 7fb68f7fe640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb67c066470 0x7fb67c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:54.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.888+0000 7fb68f7fe640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb67c066470 0x7fb67c068930 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb6901f13c0 tx=0x7fb684008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:54.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:54.888+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb6901563f0 con 0x7fb6900c29e0 2023-11-25T03:12:55.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fb6901563f0 con 0x7fb6900c29e0 2023-11-25T03:12:55.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb68cff9640 1 -- 172.21.15.76:0/683626698 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1323 (secure 0 0 0) 0x7fb6901563f0 con 0x7fb6900c29e0 2023-11-25T03:12:55.095 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:55.095 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":139,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":51,"num_osds":8,"num_up_osds":8,"osd_up_since":1700881848,"num_in_osds":8,"osd_in_since":1700881838,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":231395328,"bytes_avail":772862717952,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":33,"id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"a","status":"up:active","gid":5769}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2023-11-25T03:12:41.111650+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb67c066470 msgr2=0x7fb67c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb67c066470 0x7fb67c068930 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb6901f13c0 tx=0x7fb684008040 comp rx=0 tx=0).stop 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 msgr2=0x7fb6901f0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 0x7fb6901f0d10 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb680018fc0 tx=0x7fb680019150 comp rx=0 tx=0).stop 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 shutdown_connections 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb67c066470 0x7fb67c068930 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6900c63c0 0x7fb690152040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6900c4100 0x7fb690155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 --2- 172.21.15.76:0/683626698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6900c29e0 0x7fb6901f0d10 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 >> 172.21.15.76:0/683626698 conn(0x7fb69006a5b0 msgr2=0x7fb6900a6f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:55.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 shutdown_connections 2023-11-25T03:12:55.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.092+0000 7fb696a5a640 1 -- 172.21.15.76:0/683626698 wait complete. 2023-11-25T03:12:55.116 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-11-25T03:12:55.116 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:55.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.292+0000 7efcccac9640 1 Processor -- start 2023-11-25T03:12:55.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 -- start start 2023-11-25T03:12:55.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efcc80c63c0 0x7efcc80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c4100 0x7efcc80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efcc80c29e0 0x7efcc80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efcc80c31c0 con 0x7efcc80c29e0 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efcc80c34a0 con 0x7efcc80c63c0 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcccac9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efcc80c1030 con 0x7efcc80c4100 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efcc80c29e0 0x7efcc80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efcc80c29e0 0x7efcc80a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57424/0 (socket says 172.21.15.76:57424) 2023-11-25T03:12:55.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 -- 172.21.15.76:0/2079697645 learned_addr learned my addr 172.21.15.76:0/2079697645 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:55.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 -- 172.21.15.76:0/2079697645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c4100 msgr2=0x7efcc80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:55.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 --2- 172.21.15.76:0/2079697645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c4100 0x7efcc80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 -- 172.21.15.76:0/2079697645 >> v2:172.21.15.106:3300/0 conn(0x7efcc80c63c0 msgr2=0x7efcc80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:55.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 --2- 172.21.15.76:0/2079697645 >> v2:172.21.15.106:3300/0 conn(0x7efcc80c63c0 0x7efcc80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.296+0000 7efcc6d9d640 1 -- 172.21.15.76:0/2079697645 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc80c1310 con 0x7efcc80c29e0 2023-11-25T03:12:55.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcc6d9d640 1 --2- 172.21.15.76:0/2079697645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c29e0 0x7efcc80a9680 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7efcc806e000 tx=0x7efcc001c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74f5bb8c0e029aaf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:55.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcc5d9b640 1 -- 172.21.15.76:0/2079697645 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc80aa3d0 con 0x7efcc80c29e0 2023-11-25T03:12:55.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcc5d9b640 1 -- 172.21.15.76:0/2079697645 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcc00a5720 con 0x7efcc80c29e0 2023-11-25T03:12:55.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcc5d9b640 1 -- 172.21.15.76:0/2079697645 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc00a5ab0 con 0x7efcc80c29e0 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 -- 172.21.15.76:0/2079697645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c29e0 msgr2=0x7efcc80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 --2- 172.21.15.76:0/2079697645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c29e0 0x7efcc80a9680 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7efcc806e000 tx=0x7efcc001c880 comp rx=0 tx=0).stop 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 -- 172.21.15.76:0/2079697645 shutdown_connections 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 --2- 172.21.15.76:0/2079697645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c29e0 0x7efcc80a9680 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 --2- 172.21.15.76:0/2079697645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c4100 0x7efcc80c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 --2- 172.21.15.76:0/2079697645 >> v2:172.21.15.106:3300/0 conn(0x7efcc80c63c0 0x7efcc80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 -- 172.21.15.76:0/2079697645 >> 172.21.15.76:0/2079697645 conn(0x7efcc806a5b0 msgr2=0x7efcc806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:55.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 -- 172.21.15.76:0/2079697645 shutdown_connections 2023-11-25T03:12:55.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 -- 172.21.15.76:0/2079697645 wait complete. 2023-11-25T03:12:55.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 Processor -- start 2023-11-25T03:12:55.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.300+0000 7efcccac9640 1 -- start start 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c29e0 0x7efcc80bcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 0x7efcc80bf400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efcc80c63c0 0x7efcc8159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc80bf940 con 0x7efcc80c4100 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc8159a50 con 0x7efcc80c63c0 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efcc80a4cf0 con 0x7efcc80c29e0 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 0x7efcc80bf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 0x7efcc80bf400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57428/0 (socket says 172.21.15.76:57428) 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 -- 172.21.15.76:0/3976411446 learned_addr learned my addr 172.21.15.76:0/3976411446 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:55.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcc6d9d640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efcc80c63c0 0x7efcc8159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:55.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcc659c640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c29e0 0x7efcc80bcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 -- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c29e0 msgr2=0x7efcc80bcbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c29e0 0x7efcc80bcbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 -- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efcc80c63c0 msgr2=0x7efcc8159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efcc80c63c0 0x7efcc8159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 -- 172.21.15.76:0/3976411446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc0009b30 con 0x7efcc80c4100 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcc659c640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c29e0 0x7efcc80bcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbffff640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 0x7efcc80bf400 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7efcb000b550 tx=0x7efcb000ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcb0010870 con 0x7efcc80c4100 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcb00109f0 con 0x7efcc80c4100 2023-11-25T03:12:55.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcb0010da0 con 0x7efcc80c4100 2023-11-25T03:12:55.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcc80c69b0 con 0x7efcc80c4100 2023-11-25T03:12:55.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcc815a420 con 0x7efcc80c4100 2023-11-25T03:12:55.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.304+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcc815a6d0 con 0x7efcc80c4100 2023-11-25T03:12:55.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.308+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efcb000f3c0 con 0x7efcc80c4100 2023-11-25T03:12:55.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.308+0000 7efcbeffd640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efca8066470 0x7efca8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:55.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.308+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efcb0083e20 con 0x7efcc80c4100 2023-11-25T03:12:55.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.308+0000 7efcc659c640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efca8066470 0x7efca8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:55.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.308+0000 7efcc659c640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efca8066470 0x7efca8068930 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7efcb8006fd0 tx=0x7efcb8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:55.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.312+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efcb0051340 con 0x7efcc80c4100 2023-11-25T03:12:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.456+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efcc8159bc0 con 0x7efca8066470 2023-11-25T03:12:55.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.464+0000 7efcbeffd640 1 -- 172.21.15.76:0/3976411446 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289312 (secure 0 0 0) 0x7efcc8159bc0 con 0x7efca8066470 2023-11-25T03:12:55.471 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:55.472 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:55.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efca8066470 msgr2=0x7efca8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efca8066470 0x7efca8068930 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7efcb8006fd0 tx=0x7efcb8008040 comp rx=0 tx=0).stop 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 msgr2=0x7efcc80bf400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 0x7efcc80bf400 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7efcb000b550 tx=0x7efcb000ba10 comp rx=0 tx=0).stop 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 shutdown_connections 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efca8066470 0x7efca8068930 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efcc80c63c0 0x7efcc8159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efcc80c4100 0x7efcc80bf400 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 --2- 172.21.15.76:0/3976411446 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efcc80c29e0 0x7efcc80bcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:55.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 >> 172.21.15.76:0/3976411446 conn(0x7efcc806a5b0 msgr2=0x7efcc806ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:55.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 shutdown_connections 2023-11-25T03:12:55.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:55.468+0000 7efcccac9640 1 -- 172.21.15.76:0/3976411446 wait complete. 2023-11-25T03:12:55.490 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":107,"stamp":"2023-11-25T03:12:55.113892+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230496,"kb_used_data":5988,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744224,"statfs":{"total":773094113280,"available":772858085376,"internally_reserved":0,"allocated":6131712,"data_stored":3243785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.333552"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787209+0000","last_change":"2023-11-25T03:12:49.812358+0000","last_active":"2023-11-25T03:12:50.787209+0000","last_peered":"2023-11-25T03:12:50.787209+0000","last_clean":"2023-11-25T03:12:50.787209+0000","last_became_active":"2023-11-25T03:12:49.812007+0000","last_became_peered":"2023-11-25T03:12:49.812007+0000","last_unstale":"2023-11-25T03:12:50.787209+0000","last_undegraded":"2023-11-25T03:12:50.787209+0000","last_fullsized":"2023-11-25T03:12:50.787209+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:27:11.739627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040279+0000","last_change":"2023-11-25T03:12:49.826334+0000","last_active":"2023-11-25T03:12:51.040279+0000","last_peered":"2023-11-25T03:12:51.040279+0000","last_clean":"2023-11-25T03:12:51.040279+0000","last_became_active":"2023-11-25T03:12:49.825656+0000","last_became_peered":"2023-11-25T03:12:49.825656+0000","last_unstale":"2023-11-25T03:12:51.040279+0000","last_undegraded":"2023-11-25T03:12:51.040279+0000","last_fullsized":"2023-11-25T03:12:51.040279+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:49:37.363949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013412+0000","last_change":"2023-11-25T03:12:49.817445+0000","last_active":"2023-11-25T03:12:51.013412+0000","last_peered":"2023-11-25T03:12:51.013412+0000","last_clean":"2023-11-25T03:12:51.013412+0000","last_became_active":"2023-11-25T03:12:49.817191+0000","last_became_peered":"2023-11-25T03:12:49.817191+0000","last_unstale":"2023-11-25T03:12:51.013412+0000","last_undegraded":"2023-11-25T03:12:51.013412+0000","last_fullsized":"2023-11-25T03:12:51.013412+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788895+0000","last_change":"2023-11-25T03:12:49.807509+0000","last_active":"2023-11-25T03:12:50.788895+0000","last_peered":"2023-11-25T03:12:50.788895+0000","last_clean":"2023-11-25T03:12:50.788895+0000","last_became_active":"2023-11-25T03:12:49.807167+0000","last_became_peered":"2023-11-25T03:12:49.807167+0000","last_unstale":"2023-11-25T03:12:50.788895+0000","last_undegraded":"2023-11-25T03:12:50.788895+0000","last_fullsized":"2023-11-25T03:12:50.788895+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787091+0000","last_change":"2023-11-25T03:12:49.805237+0000","last_active":"2023-11-25T03:12:50.787091+0000","last_peered":"2023-11-25T03:12:50.787091+0000","last_clean":"2023-11-25T03:12:50.787091+0000","last_became_active":"2023-11-25T03:12:49.804991+0000","last_became_peered":"2023-11-25T03:12:49.804991+0000","last_unstale":"2023-11-25T03:12:50.787091+0000","last_undegraded":"2023-11-25T03:12:50.787091+0000","last_fullsized":"2023-11-25T03:12:50.787091+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:36:35.922456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039687+0000","last_change":"2023-11-25T03:12:49.812767+0000","last_active":"2023-11-25T03:12:51.039687+0000","last_peered":"2023-11-25T03:12:51.039687+0000","last_clean":"2023-11-25T03:12:51.039687+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:12:51.039687+0000","last_undegraded":"2023-11-25T03:12:51.039687+0000","last_fullsized":"2023-11-25T03:12:51.039687+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788331+0000","last_change":"2023-11-25T03:12:49.801297+0000","last_active":"2023-11-25T03:12:50.788331+0000","last_peered":"2023-11-25T03:12:50.788331+0000","last_clean":"2023-11-25T03:12:50.788331+0000","last_became_active":"2023-11-25T03:12:49.800966+0000","last_became_peered":"2023-11-25T03:12:49.800966+0000","last_unstale":"2023-11-25T03:12:50.788331+0000","last_undegraded":"2023-11-25T03:12:50.788331+0000","last_fullsized":"2023-11-25T03:12:50.788331+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:32.713819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039214+0000","last_change":"2023-11-25T03:12:49.807389+0000","last_active":"2023-11-25T03:12:51.039214+0000","last_peered":"2023-11-25T03:12:51.039214+0000","last_clean":"2023-11-25T03:12:51.039214+0000","last_became_active":"2023-11-25T03:12:49.806850+0000","last_became_peered":"2023-11-25T03:12:49.806850+0000","last_unstale":"2023-11-25T03:12:51.039214+0000","last_undegraded":"2023-11-25T03:12:51.039214+0000","last_fullsized":"2023-11-25T03:12:51.039214+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:14.835712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789571+0000","last_change":"2023-11-25T03:12:49.812217+0000","last_active":"2023-11-25T03:12:50.789571+0000","last_peered":"2023-11-25T03:12:50.789571+0000","last_clean":"2023-11-25T03:12:50.789571+0000","last_became_active":"2023-11-25T03:12:49.811639+0000","last_became_peered":"2023-11-25T03:12:49.811639+0000","last_unstale":"2023-11-25T03:12:50.789571+0000","last_undegraded":"2023-11-25T03:12:50.789571+0000","last_fullsized":"2023-11-25T03:12:50.789571+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:35:48.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853282+0000","last_change":"2023-11-25T03:12:49.820433+0000","last_active":"2023-11-25T03:12:50.853282+0000","last_peered":"2023-11-25T03:12:50.853282+0000","last_clean":"2023-11-25T03:12:50.853282+0000","last_became_active":"2023-11-25T03:12:49.820092+0000","last_became_peered":"2023-11-25T03:12:49.820092+0000","last_unstale":"2023-11-25T03:12:50.853282+0000","last_undegraded":"2023-11-25T03:12:50.853282+0000","last_fullsized":"2023-11-25T03:12:50.853282+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:58.100414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853287+0000","last_change":"2023-11-25T03:12:49.814747+0000","last_active":"2023-11-25T03:12:50.853287+0000","last_peered":"2023-11-25T03:12:50.853287+0000","last_clean":"2023-11-25T03:12:50.853287+0000","last_became_active":"2023-11-25T03:12:49.814474+0000","last_became_peered":"2023-11-25T03:12:49.814474+0000","last_unstale":"2023-11-25T03:12:50.853287+0000","last_undegraded":"2023-11-25T03:12:50.853287+0000","last_fullsized":"2023-11-25T03:12:50.853287+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:17.221646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788960+0000","last_change":"2023-11-25T03:12:49.807347+0000","last_active":"2023-11-25T03:12:50.788960+0000","last_peered":"2023-11-25T03:12:50.788960+0000","last_clean":"2023-11-25T03:12:50.788960+0000","last_became_active":"2023-11-25T03:12:49.806821+0000","last_became_peered":"2023-11-25T03:12:49.806821+0000","last_unstale":"2023-11-25T03:12:50.788960+0000","last_undegraded":"2023-11-25T03:12:50.788960+0000","last_fullsized":"2023-11-25T03:12:50.788960+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039715+0000","last_change":"2023-11-25T03:12:49.812741+0000","last_active":"2023-11-25T03:12:51.039715+0000","last_peered":"2023-11-25T03:12:51.039715+0000","last_clean":"2023-11-25T03:12:51.039715+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:12:51.039715+0000","last_undegraded":"2023-11-25T03:12:51.039715+0000","last_fullsized":"2023-11-25T03:12:51.039715+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:20.068768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788528+0000","last_change":"2023-11-25T03:12:49.808281+0000","last_active":"2023-11-25T03:12:50.788528+0000","last_peered":"2023-11-25T03:12:50.788528+0000","last_clean":"2023-11-25T03:12:50.788528+0000","last_became_active":"2023-11-25T03:12:49.807999+0000","last_became_peered":"2023-11-25T03:12:49.807999+0000","last_unstale":"2023-11-25T03:12:50.788528+0000","last_undegraded":"2023-11-25T03:12:50.788528+0000","last_fullsized":"2023-11-25T03:12:50.788528+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:24.158393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788437+0000","last_change":"2023-11-25T03:12:49.819993+0000","last_active":"2023-11-25T03:12:50.788437+0000","last_peered":"2023-11-25T03:12:50.788437+0000","last_clean":"2023-11-25T03:12:50.788437+0000","last_became_active":"2023-11-25T03:12:49.819652+0000","last_became_peered":"2023-11-25T03:12:49.819652+0000","last_unstale":"2023-11-25T03:12:50.788437+0000","last_undegraded":"2023-11-25T03:12:50.788437+0000","last_fullsized":"2023-11-25T03:12:50.788437+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:47:59.255903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039334+0000","last_change":"2023-11-25T03:12:49.809688+0000","last_active":"2023-11-25T03:12:51.039334+0000","last_peered":"2023-11-25T03:12:51.039334+0000","last_clean":"2023-11-25T03:12:51.039334+0000","last_became_active":"2023-11-25T03:12:49.809326+0000","last_became_peered":"2023-11-25T03:12:49.809326+0000","last_unstale":"2023-11-25T03:12:51.039334+0000","last_undegraded":"2023-11-25T03:12:51.039334+0000","last_fullsized":"2023-11-25T03:12:51.039334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:40.278616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040285+0000","last_change":"2023-11-25T03:12:49.810125+0000","last_active":"2023-11-25T03:12:51.040285+0000","last_peered":"2023-11-25T03:12:51.040285+0000","last_clean":"2023-11-25T03:12:51.040285+0000","last_became_active":"2023-11-25T03:12:49.809838+0000","last_became_peered":"2023-11-25T03:12:49.809838+0000","last_unstale":"2023-11-25T03:12:51.040285+0000","last_undegraded":"2023-11-25T03:12:51.040285+0000","last_fullsized":"2023-11-25T03:12:51.040285+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:57:45.857701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013351+0000","last_change":"2023-11-25T03:12:49.817114+0000","last_active":"2023-11-25T03:12:51.013351+0000","last_peered":"2023-11-25T03:12:51.013351+0000","last_clean":"2023-11-25T03:12:51.013351+0000","last_became_active":"2023-11-25T03:12:49.816567+0000","last_became_peered":"2023-11-25T03:12:49.816567+0000","last_unstale":"2023-11-25T03:12:51.013351+0000","last_undegraded":"2023-11-25T03:12:51.013351+0000","last_fullsized":"2023-11-25T03:12:51.013351+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787113+0000","last_change":"2023-11-25T03:12:49.812310+0000","last_active":"2023-11-25T03:12:50.787113+0000","last_peered":"2023-11-25T03:12:50.787113+0000","last_clean":"2023-11-25T03:12:50.787113+0000","last_became_active":"2023-11-25T03:12:49.811991+0000","last_became_peered":"2023-11-25T03:12:49.811991+0000","last_unstale":"2023-11-25T03:12:50.787113+0000","last_undegraded":"2023-11-25T03:12:50.787113+0000","last_fullsized":"2023-11-25T03:12:50.787113+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:33:23.330256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039790+0000","last_change":"2023-11-25T03:12:49.810729+0000","last_active":"2023-11-25T03:12:51.039790+0000","last_peered":"2023-11-25T03:12:51.039790+0000","last_clean":"2023-11-25T03:12:51.039790+0000","last_became_active":"2023-11-25T03:12:49.810406+0000","last_became_peered":"2023-11-25T03:12:49.810406+0000","last_unstale":"2023-11-25T03:12:51.039790+0000","last_undegraded":"2023-11-25T03:12:51.039790+0000","last_fullsized":"2023-11-25T03:12:51.039790+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:35.523273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013204+0000","last_change":"2023-11-25T03:12:49.816358+0000","last_active":"2023-11-25T03:12:51.013204+0000","last_peered":"2023-11-25T03:12:51.013204+0000","last_clean":"2023-11-25T03:12:51.013204+0000","last_became_active":"2023-11-25T03:12:49.815576+0000","last_became_peered":"2023-11-25T03:12:49.815576+0000","last_unstale":"2023-11-25T03:12:51.013204+0000","last_undegraded":"2023-11-25T03:12:51.013204+0000","last_fullsized":"2023-11-25T03:12:51.013204+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039346+0000","last_change":"2023-11-25T03:12:49.806042+0000","last_active":"2023-11-25T03:12:51.039346+0000","last_peered":"2023-11-25T03:12:51.039346+0000","last_clean":"2023-11-25T03:12:51.039346+0000","last_became_active":"2023-11-25T03:12:49.805758+0000","last_became_peered":"2023-11-25T03:12:49.805758+0000","last_unstale":"2023-11-25T03:12:51.039346+0000","last_undegraded":"2023-11-25T03:12:51.039346+0000","last_fullsized":"2023-11-25T03:12:51.039346+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:14.903946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013128+0000","last_change":"2023-11-25T03:12:49.814171+0000","last_active":"2023-11-25T03:12:51.013128+0000","last_peered":"2023-11-25T03:12:51.013128+0000","last_clean":"2023-11-25T03:12:51.013128+0000","last_became_active":"2023-11-25T03:12:49.813903+0000","last_became_peered":"2023-11-25T03:12:49.813903+0000","last_unstale":"2023-11-25T03:12:51.013128+0000","last_undegraded":"2023-11-25T03:12:51.013128+0000","last_fullsized":"2023-11-25T03:12:51.013128+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:00.319732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039532+0000","last_change":"2023-11-25T03:12:49.813306+0000","last_active":"2023-11-25T03:12:51.039532+0000","last_peered":"2023-11-25T03:12:51.039532+0000","last_clean":"2023-11-25T03:12:51.039532+0000","last_became_active":"2023-11-25T03:12:49.812526+0000","last_became_peered":"2023-11-25T03:12:49.812526+0000","last_unstale":"2023-11-25T03:12:51.039532+0000","last_undegraded":"2023-11-25T03:12:51.039532+0000","last_fullsized":"2023-11-25T03:12:51.039532+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:45.767214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787220+0000","last_change":"2023-11-25T03:12:49.826836+0000","last_active":"2023-11-25T03:12:50.787220+0000","last_peered":"2023-11-25T03:12:50.787220+0000","last_clean":"2023-11-25T03:12:50.787220+0000","last_became_active":"2023-11-25T03:12:49.826508+0000","last_became_peered":"2023-11-25T03:12:49.826508+0000","last_unstale":"2023-11-25T03:12:50.787220+0000","last_undegraded":"2023-11-25T03:12:50.787220+0000","last_fullsized":"2023-11-25T03:12:50.787220+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:32:23.542545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788770+0000","last_change":"2023-11-25T03:12:49.802404+0000","last_active":"2023-11-25T03:12:50.788770+0000","last_peered":"2023-11-25T03:12:50.788770+0000","last_clean":"2023-11-25T03:12:50.788770+0000","last_became_active":"2023-11-25T03:12:49.802123+0000","last_became_peered":"2023-11-25T03:12:49.802123+0000","last_unstale":"2023-11-25T03:12:50.788770+0000","last_undegraded":"2023-11-25T03:12:50.788770+0000","last_fullsized":"2023-11-25T03:12:50.788770+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039859+0000","last_change":"2023-11-25T03:12:49.813477+0000","last_active":"2023-11-25T03:12:51.039859+0000","last_peered":"2023-11-25T03:12:51.039859+0000","last_clean":"2023-11-25T03:12:51.039859+0000","last_became_active":"2023-11-25T03:12:49.813215+0000","last_became_peered":"2023-11-25T03:12:49.813215+0000","last_unstale":"2023-11-25T03:12:51.039859+0000","last_undegraded":"2023-11-25T03:12:51.039859+0000","last_fullsized":"2023-11-25T03:12:51.039859+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787094+0000","last_change":"2023-11-25T03:12:49.804230+0000","last_active":"2023-11-25T03:12:50.787094+0000","last_peered":"2023-11-25T03:12:50.787094+0000","last_clean":"2023-11-25T03:12:50.787094+0000","last_became_active":"2023-11-25T03:12:49.803923+0000","last_became_peered":"2023-11-25T03:12:49.803923+0000","last_unstale":"2023-11-25T03:12:50.787094+0000","last_undegraded":"2023-11-25T03:12:50.787094+0000","last_fullsized":"2023-11-25T03:12:50.787094+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:48:16.276347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039768+0000","last_change":"2023-11-25T03:12:49.815636+0000","last_active":"2023-11-25T03:12:51.039768+0000","last_peered":"2023-11-25T03:12:51.039768+0000","last_clean":"2023-11-25T03:12:51.039768+0000","last_became_active":"2023-11-25T03:12:49.815344+0000","last_became_peered":"2023-11-25T03:12:49.815344+0000","last_unstale":"2023-11-25T03:12:51.039768+0000","last_undegraded":"2023-11-25T03:12:51.039768+0000","last_fullsized":"2023-11-25T03:12:51.039768+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:23.536289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013193+0000","last_change":"2023-11-25T03:12:49.815610+0000","last_active":"2023-11-25T03:12:51.013193+0000","last_peered":"2023-11-25T03:12:51.013193+0000","last_clean":"2023-11-25T03:12:51.013193+0000","last_became_active":"2023-11-25T03:12:49.815313+0000","last_became_peered":"2023-11-25T03:12:49.815313+0000","last_unstale":"2023-11-25T03:12:51.013193+0000","last_undegraded":"2023-11-25T03:12:51.013193+0000","last_fullsized":"2023-11-25T03:12:51.013193+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.786702+0000","last_change":"2023-11-25T03:12:49.829088+0000","last_active":"2023-11-25T03:12:50.786702+0000","last_peered":"2023-11-25T03:12:50.786702+0000","last_clean":"2023-11-25T03:12:50.786702+0000","last_became_active":"2023-11-25T03:12:49.828755+0000","last_became_peered":"2023-11-25T03:12:49.828755+0000","last_unstale":"2023-11-25T03:12:50.786702+0000","last_undegraded":"2023-11-25T03:12:50.786702+0000","last_fullsized":"2023-11-25T03:12:50.786702+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:56:19.954497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039462+0000","last_change":"2023-11-25T03:12:49.812432+0000","last_active":"2023-11-25T03:12:51.039462+0000","last_peered":"2023-11-25T03:12:51.039462+0000","last_clean":"2023-11-25T03:12:51.039462+0000","last_became_active":"2023-11-25T03:12:49.812150+0000","last_became_peered":"2023-11-25T03:12:49.812150+0000","last_unstale":"2023-11-25T03:12:51.039462+0000","last_undegraded":"2023-11-25T03:12:51.039462+0000","last_fullsized":"2023-11-25T03:12:51.039462+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040126+0000","last_change":"2023-11-25T03:12:49.809013+0000","last_active":"2023-11-25T03:12:51.040126+0000","last_peered":"2023-11-25T03:12:51.040126+0000","last_clean":"2023-11-25T03:12:51.040126+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:12:51.040126+0000","last_undegraded":"2023-11-25T03:12:51.040126+0000","last_fullsized":"2023-11-25T03:12:51.040126+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"50'4","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831425+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:12:49.831425+0000","last_peered":"2023-11-25T03:12:49.831425+0000","last_clean":"2023-11-25T03:12:49.831425+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:12:49.831425+0000","last_undegraded":"2023-11-25T03:12:49.831425+0000","last_fullsized":"2023-11-25T03:12:49.831425+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853303+0000","last_change":"2023-11-25T03:12:49.824229+0000","last_active":"2023-11-25T03:12:50.853303+0000","last_peered":"2023-11-25T03:12:50.853303+0000","last_clean":"2023-11-25T03:12:50.853303+0000","last_became_active":"2023-11-25T03:12:49.823111+0000","last_became_peered":"2023-11-25T03:12:49.823111+0000","last_unstale":"2023-11-25T03:12:50.853303+0000","last_undegraded":"2023-11-25T03:12:50.853303+0000","last_fullsized":"2023-11-25T03:12:50.853303+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:34.500157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.817543+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:12:49.817543+0000","last_peered":"2023-11-25T03:12:49.817543+0000","last_clean":"2023-11-25T03:12:49.817543+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:12:49.817543+0000","last_undegraded":"2023-11-25T03:12:49.817543+0000","last_fullsized":"2023-11-25T03:12:49.817543+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:19.521211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040048+0000","last_change":"2023-11-25T03:12:49.824410+0000","last_active":"2023-11-25T03:12:51.040048+0000","last_peered":"2023-11-25T03:12:51.040048+0000","last_clean":"2023-11-25T03:12:51.040048+0000","last_became_active":"2023-11-25T03:12:49.824077+0000","last_became_peered":"2023-11-25T03:12:49.824077+0000","last_unstale":"2023-11-25T03:12:51.040048+0000","last_undegraded":"2023-11-25T03:12:51.040048+0000","last_fullsized":"2023-11-25T03:12:51.040048+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831677+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:12:49.831677+0000","last_peered":"2023-11-25T03:12:49.831677+0000","last_clean":"2023-11-25T03:12:49.831677+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:12:49.831677+0000","last_undegraded":"2023-11-25T03:12:49.831677+0000","last_fullsized":"2023-11-25T03:12:49.831677+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040117+0000","last_change":"2023-11-25T03:12:49.808241+0000","last_active":"2023-11-25T03:12:51.040117+0000","last_peered":"2023-11-25T03:12:51.040117+0000","last_clean":"2023-11-25T03:12:51.040117+0000","last_became_active":"2023-11-25T03:12:49.807789+0000","last_became_peered":"2023-11-25T03:12:49.807789+0000","last_unstale":"2023-11-25T03:12:51.040117+0000","last_undegraded":"2023-11-25T03:12:51.040117+0000","last_fullsized":"2023-11-25T03:12:51.040117+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.823959+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:12:49.823959+0000","last_peered":"2023-11-25T03:12:49.823959+0000","last_clean":"2023-11-25T03:12:49.823959+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:12:49.823959+0000","last_undegraded":"2023-11-25T03:12:49.823959+0000","last_fullsized":"2023-11-25T03:12:49.823959+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039481+0000","last_change":"2023-11-25T03:12:49.809235+0000","last_active":"2023-11-25T03:12:51.039481+0000","last_peered":"2023-11-25T03:12:51.039481+0000","last_clean":"2023-11-25T03:12:51.039481+0000","last_became_active":"2023-11-25T03:12:49.809002+0000","last_became_peered":"2023-11-25T03:12:49.809002+0000","last_unstale":"2023-11-25T03:12:51.039481+0000","last_undegraded":"2023-11-25T03:12:51.039481+0000","last_fullsized":"2023-11-25T03:12:51.039481+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:06.703360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.816623+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:12:49.816623+0000","last_peered":"2023-11-25T03:12:49.816623+0000","last_clean":"2023-11-25T03:12:49.816623+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:12:49.816623+0000","last_undegraded":"2023-11-25T03:12:49.816623+0000","last_fullsized":"2023-11-25T03:12:49.816623+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039605+0000","last_change":"2023-11-25T03:12:49.813461+0000","last_active":"2023-11-25T03:12:51.039605+0000","last_peered":"2023-11-25T03:12:51.039605+0000","last_clean":"2023-11-25T03:12:51.039605+0000","last_became_active":"2023-11-25T03:12:49.813204+0000","last_became_peered":"2023-11-25T03:12:49.813204+0000","last_unstale":"2023-11-25T03:12:51.039605+0000","last_undegraded":"2023-11-25T03:12:51.039605+0000","last_fullsized":"2023-11-25T03:12:51.039605+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:17:44.017160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831095+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:12:49.831095+0000","last_peered":"2023-11-25T03:12:49.831095+0000","last_clean":"2023-11-25T03:12:49.831095+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:12:49.831095+0000","last_undegraded":"2023-11-25T03:12:49.831095+0000","last_fullsized":"2023-11-25T03:12:49.831095+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039565+0000","last_change":"2023-11-25T03:12:49.813483+0000","last_active":"2023-11-25T03:12:51.039565+0000","last_peered":"2023-11-25T03:12:51.039565+0000","last_clean":"2023-11-25T03:12:51.039565+0000","last_became_active":"2023-11-25T03:12:49.813039+0000","last_became_peered":"2023-11-25T03:12:49.813039+0000","last_unstale":"2023-11-25T03:12:51.039565+0000","last_undegraded":"2023-11-25T03:12:51.039565+0000","last_fullsized":"2023-11-25T03:12:51.039565+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:07.600817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.792835+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:12:49.792835+0000","last_peered":"2023-11-25T03:12:49.792835+0000","last_clean":"2023-11-25T03:12:49.792835+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:12:49.792835+0000","last_undegraded":"2023-11-25T03:12:49.792835+0000","last_fullsized":"2023-11-25T03:12:49.792835+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039296+0000","last_change":"2023-11-25T03:12:49.814377+0000","last_active":"2023-11-25T03:12:51.039296+0000","last_peered":"2023-11-25T03:12:51.039296+0000","last_clean":"2023-11-25T03:12:51.039296+0000","last_became_active":"2023-11-25T03:12:49.813716+0000","last_became_peered":"2023-11-25T03:12:49.813716+0000","last_unstale":"2023-11-25T03:12:51.039296+0000","last_undegraded":"2023-11-25T03:12:51.039296+0000","last_fullsized":"2023-11-25T03:12:51.039296+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:55.039852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.790871+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:12:49.790871+0000","last_peered":"2023-11-25T03:12:49.790871+0000","last_clean":"2023-11-25T03:12:49.790871+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:12:49.790871+0000","last_undegraded":"2023-11-25T03:12:49.790871+0000","last_fullsized":"2023-11-25T03:12:49.790871+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789569+0000","last_change":"2023-11-25T03:12:49.826523+0000","last_active":"2023-11-25T03:12:50.789569+0000","last_peered":"2023-11-25T03:12:50.789569+0000","last_clean":"2023-11-25T03:12:50.789569+0000","last_became_active":"2023-11-25T03:12:49.826245+0000","last_became_peered":"2023-11-25T03:12:49.826245+0000","last_unstale":"2023-11-25T03:12:50.789569+0000","last_undegraded":"2023-11-25T03:12:50.789569+0000","last_fullsized":"2023-11-25T03:12:50.789569+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:08.712582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.802870+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:12:49.802870+0000","last_peered":"2023-11-25T03:12:49.802870+0000","last_clean":"2023-11-25T03:12:49.802870+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:12:49.802870+0000","last_undegraded":"2023-11-25T03:12:49.802870+0000","last_fullsized":"2023-11-25T03:12:49.802870+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013486+0000","last_change":"2023-11-25T03:12:49.826593+0000","last_active":"2023-11-25T03:12:51.013486+0000","last_peered":"2023-11-25T03:12:51.013486+0000","last_clean":"2023-11-25T03:12:51.013486+0000","last_became_active":"2023-11-25T03:12:49.826273+0000","last_became_peered":"2023-11-25T03:12:49.826273+0000","last_unstale":"2023-11-25T03:12:51.013486+0000","last_undegraded":"2023-11-25T03:12:51.013486+0000","last_fullsized":"2023-11-25T03:12:51.013486+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:12:41.904351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.788113+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:12:49.788113+0000","last_peered":"2023-11-25T03:12:49.788113+0000","last_clean":"2023-11-25T03:12:49.788113+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:12:49.788113+0000","last_undegraded":"2023-11-25T03:12:49.788113+0000","last_fullsized":"2023-11-25T03:12:49.788113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:07:59.312970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853228+0000","last_change":"2023-11-25T03:12:49.823334+0000","last_active":"2023-11-25T03:12:50.853228+0000","last_peered":"2023-11-25T03:12:50.853228+0000","last_clean":"2023-11-25T03:12:50.853228+0000","last_became_active":"2023-11-25T03:12:49.823072+0000","last_became_peered":"2023-11-25T03:12:49.823072+0000","last_unstale":"2023-11-25T03:12:50.853228+0000","last_undegraded":"2023-11-25T03:12:50.853228+0000","last_fullsized":"2023-11-25T03:12:50.853228+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:02.847756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"50'3","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.829711+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:12:49.829711+0000","last_peered":"2023-11-25T03:12:49.829711+0000","last_clean":"2023-11-25T03:12:49.829711+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:12:49.829711+0000","last_undegraded":"2023-11-25T03:12:49.829711+0000","last_fullsized":"2023-11-25T03:12:49.829711+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013531+0000","last_change":"2023-11-25T03:12:49.829870+0000","last_active":"2023-11-25T03:12:51.013531+0000","last_peered":"2023-11-25T03:12:51.013531+0000","last_clean":"2023-11-25T03:12:51.013531+0000","last_became_active":"2023-11-25T03:12:49.829443+0000","last_became_peered":"2023-11-25T03:12:49.829443+0000","last_unstale":"2023-11-25T03:12:51.013531+0000","last_undegraded":"2023-11-25T03:12:51.013531+0000","last_fullsized":"2023-11-25T03:12:51.013531+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:20.527973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"50'6","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.832365+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:12:49.832365+0000","last_peered":"2023-11-25T03:12:49.832365+0000","last_clean":"2023-11-25T03:12:49.832365+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:12:49.832365+0000","last_undegraded":"2023-11-25T03:12:49.832365+0000","last_fullsized":"2023-11-25T03:12:49.832365+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788922+0000","last_change":"2023-11-25T03:12:49.820184+0000","last_active":"2023-11-25T03:12:50.788922+0000","last_peered":"2023-11-25T03:12:50.788922+0000","last_clean":"2023-11-25T03:12:50.788922+0000","last_became_active":"2023-11-25T03:12:49.819695+0000","last_became_peered":"2023-11-25T03:12:49.819695+0000","last_unstale":"2023-11-25T03:12:50.788922+0000","last_undegraded":"2023-11-25T03:12:50.788922+0000","last_fullsized":"2023-11-25T03:12:50.788922+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.815177+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:12:49.815177+0000","last_peered":"2023-11-25T03:12:49.815177+0000","last_clean":"2023-11-25T03:12:49.815177+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:12:49.815177+0000","last_undegraded":"2023-11-25T03:12:49.815177+0000","last_fullsized":"2023-11-25T03:12:49.815177+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:36.967150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013572+0000","last_change":"2023-11-25T03:12:49.814862+0000","last_active":"2023-11-25T03:12:51.013572+0000","last_peered":"2023-11-25T03:12:51.013572+0000","last_clean":"2023-11-25T03:12:51.013572+0000","last_became_active":"2023-11-25T03:12:49.814601+0000","last_became_peered":"2023-11-25T03:12:49.814601+0000","last_unstale":"2023-11-25T03:12:51.013572+0000","last_undegraded":"2023-11-25T03:12:51.013572+0000","last_fullsized":"2023-11-25T03:12:51.013572+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:37.973912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.797416+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:12:49.797416+0000","last_peered":"2023-11-25T03:12:49.797416+0000","last_clean":"2023-11-25T03:12:49.797416+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:12:49.797416+0000","last_undegraded":"2023-11-25T03:12:49.797416+0000","last_fullsized":"2023-11-25T03:12:49.797416+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:52.935182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788308+0000","last_change":"2023-11-25T03:12:49.809065+0000","last_active":"2023-11-25T03:12:50.788308+0000","last_peered":"2023-11-25T03:12:50.788308+0000","last_clean":"2023-11-25T03:12:50.788308+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:12:50.788308+0000","last_undegraded":"2023-11-25T03:12:50.788308+0000","last_fullsized":"2023-11-25T03:12:50.788308+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:51:16.335519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.792987+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:12:49.792987+0000","last_peered":"2023-11-25T03:12:49.792987+0000","last_clean":"2023-11-25T03:12:49.792987+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:12:49.792987+0000","last_undegraded":"2023-11-25T03:12:49.792987+0000","last_fullsized":"2023-11-25T03:12:49.792987+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013203+0000","last_change":"2023-11-25T03:12:49.821081+0000","last_active":"2023-11-25T03:12:51.013203+0000","last_peered":"2023-11-25T03:12:51.013203+0000","last_clean":"2023-11-25T03:12:51.013203+0000","last_became_active":"2023-11-25T03:12:49.820789+0000","last_became_peered":"2023-11-25T03:12:49.820789+0000","last_unstale":"2023-11-25T03:12:51.013203+0000","last_undegraded":"2023-11-25T03:12:51.013203+0000","last_fullsized":"2023-11-25T03:12:51.013203+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"50'8","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.824088+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:12:49.824088+0000","last_peered":"2023-11-25T03:12:49.824088+0000","last_clean":"2023-11-25T03:12:49.824088+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:12:49.824088+0000","last_undegraded":"2023-11-25T03:12:49.824088+0000","last_fullsized":"2023-11-25T03:12:49.824088+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013489+0000","last_change":"2023-11-25T03:12:49.815884+0000","last_active":"2023-11-25T03:12:51.013489+0000","last_peered":"2023-11-25T03:12:51.013489+0000","last_clean":"2023-11-25T03:12:51.013489+0000","last_became_active":"2023-11-25T03:12:49.813509+0000","last_became_peered":"2023-11-25T03:12:49.813509+0000","last_unstale":"2023-11-25T03:12:51.013489+0000","last_undegraded":"2023-11-25T03:12:51.013489+0000","last_fullsized":"2023-11-25T03:12:51.013489+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.816488+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:12:49.816488+0000","last_peered":"2023-11-25T03:12:49.816488+0000","last_clean":"2023-11-25T03:12:49.816488+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:12:49.816488+0000","last_undegraded":"2023-11-25T03:12:49.816488+0000","last_fullsized":"2023-11-25T03:12:49.816488+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:13.585316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789018+0000","last_change":"2023-11-25T03:12:49.826572+0000","last_active":"2023-11-25T03:12:50.789018+0000","last_peered":"2023-11-25T03:12:50.789018+0000","last_clean":"2023-11-25T03:12:50.789018+0000","last_became_active":"2023-11-25T03:12:49.826269+0000","last_became_peered":"2023-11-25T03:12:49.826269+0000","last_unstale":"2023-11-25T03:12:50.789018+0000","last_undegraded":"2023-11-25T03:12:50.789018+0000","last_fullsized":"2023-11-25T03:12:50.789018+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831093+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:12:49.831093+0000","last_peered":"2023-11-25T03:12:49.831093+0000","last_clean":"2023-11-25T03:12:49.831093+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:12:49.831093+0000","last_undegraded":"2023-11-25T03:12:49.831093+0000","last_fullsized":"2023-11-25T03:12:49.831093+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039978+0000","last_change":"2023-11-25T03:12:49.794760+0000","last_active":"2023-11-25T03:12:51.039978+0000","last_peered":"2023-11-25T03:12:51.039978+0000","last_clean":"2023-11-25T03:12:51.039978+0000","last_became_active":"2023-11-25T03:12:49.794449+0000","last_became_peered":"2023-11-25T03:12:49.794449+0000","last_unstale":"2023-11-25T03:12:51.039978+0000","last_undegraded":"2023-11-25T03:12:51.039978+0000","last_fullsized":"2023-11-25T03:12:51.039978+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:14.724554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.822452+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:12:49.822452+0000","last_peered":"2023-11-25T03:12:49.822452+0000","last_clean":"2023-11-25T03:12:49.822452+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:12:49.822452+0000","last_undegraded":"2023-11-25T03:12:49.822452+0000","last_fullsized":"2023-11-25T03:12:49.822452+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:23.151631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013563+0000","last_change":"2023-11-25T03:12:49.829968+0000","last_active":"2023-11-25T03:12:51.013563+0000","last_peered":"2023-11-25T03:12:51.013563+0000","last_clean":"2023-11-25T03:12:51.013563+0000","last_became_active":"2023-11-25T03:12:49.829603+0000","last_became_peered":"2023-11-25T03:12:49.829603+0000","last_unstale":"2023-11-25T03:12:51.013563+0000","last_undegraded":"2023-11-25T03:12:51.013563+0000","last_fullsized":"2023-11-25T03:12:51.013563+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:37.079758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.800805+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:12:49.800805+0000","last_peered":"2023-11-25T03:12:49.800805+0000","last_clean":"2023-11-25T03:12:49.800805+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:12:49.800805+0000","last_undegraded":"2023-11-25T03:12:49.800805+0000","last_fullsized":"2023-11-25T03:12:49.800805+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:36.812395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789056+0000","last_change":"2023-11-25T03:12:49.819979+0000","last_active":"2023-11-25T03:12:50.789056+0000","last_peered":"2023-11-25T03:12:50.789056+0000","last_clean":"2023-11-25T03:12:50.789056+0000","last_became_active":"2023-11-25T03:12:49.819275+0000","last_became_peered":"2023-11-25T03:12:49.819275+0000","last_unstale":"2023-11-25T03:12:50.789056+0000","last_undegraded":"2023-11-25T03:12:50.789056+0000","last_fullsized":"2023-11-25T03:12:50.789056+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.821725+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:12:49.821725+0000","last_peered":"2023-11-25T03:12:49.821725+0000","last_clean":"2023-11-25T03:12:49.821725+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:12:49.821725+0000","last_undegraded":"2023-11-25T03:12:49.821725+0000","last_fullsized":"2023-11-25T03:12:49.821725+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:53:09.126078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039797+0000","last_change":"2023-11-25T03:12:49.802724+0000","last_active":"2023-11-25T03:12:51.039797+0000","last_peered":"2023-11-25T03:12:51.039797+0000","last_clean":"2023-11-25T03:12:51.039797+0000","last_became_active":"2023-11-25T03:12:49.802443+0000","last_became_peered":"2023-11-25T03:12:49.802443+0000","last_unstale":"2023-11-25T03:12:51.039797+0000","last_undegraded":"2023-11-25T03:12:51.039797+0000","last_fullsized":"2023-11-25T03:12:51.039797+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.806238+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:12:49.806238+0000","last_peered":"2023-11-25T03:12:49.806238+0000","last_clean":"2023-11-25T03:12:49.806238+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:12:49.806238+0000","last_undegraded":"2023-11-25T03:12:49.806238+0000","last_fullsized":"2023-11-25T03:12:49.806238+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:06.594055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039437+0000","last_change":"2023-11-25T03:12:49.813024+0000","last_active":"2023-11-25T03:12:51.039437+0000","last_peered":"2023-11-25T03:12:51.039437+0000","last_clean":"2023-11-25T03:12:51.039437+0000","last_became_active":"2023-11-25T03:12:49.812720+0000","last_became_peered":"2023-11-25T03:12:49.812720+0000","last_unstale":"2023-11-25T03:12:51.039437+0000","last_undegraded":"2023-11-25T03:12:51.039437+0000","last_fullsized":"2023-11-25T03:12:51.039437+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.792608+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:12:49.792608+0000","last_peered":"2023-11-25T03:12:49.792608+0000","last_clean":"2023-11-25T03:12:49.792608+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:12:49.792608+0000","last_undegraded":"2023-11-25T03:12:49.792608+0000","last_fullsized":"2023-11-25T03:12:49.792608+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788907+0000","last_change":"2023-11-25T03:12:49.809349+0000","last_active":"2023-11-25T03:12:50.788907+0000","last_peered":"2023-11-25T03:12:50.788907+0000","last_clean":"2023-11-25T03:12:50.788907+0000","last_became_active":"2023-11-25T03:12:49.808971+0000","last_became_peered":"2023-11-25T03:12:49.808971+0000","last_unstale":"2023-11-25T03:12:50.788907+0000","last_undegraded":"2023-11-25T03:12:50.788907+0000","last_fullsized":"2023-11-25T03:12:50.788907+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.825613+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:12:49.825613+0000","last_peered":"2023-11-25T03:12:49.825613+0000","last_clean":"2023-11-25T03:12:49.825613+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:12:49.825613+0000","last_undegraded":"2023-11-25T03:12:49.825613+0000","last_fullsized":"2023-11-25T03:12:49.825613+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789019+0000","last_change":"2023-11-25T03:12:49.805297+0000","last_active":"2023-11-25T03:12:50.789019+0000","last_peered":"2023-11-25T03:12:50.789019+0000","last_clean":"2023-11-25T03:12:50.789019+0000","last_became_active":"2023-11-25T03:12:49.804842+0000","last_became_peered":"2023-11-25T03:12:49.804842+0000","last_unstale":"2023-11-25T03:12:50.789019+0000","last_undegraded":"2023-11-25T03:12:50.789019+0000","last_fullsized":"2023-11-25T03:12:50.789019+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040205+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:12:51.040205+0000","last_peered":"2023-11-25T03:12:51.040205+0000","last_clean":"2023-11-25T03:12:51.040205+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:12:51.040205+0000","last_undegraded":"2023-11-25T03:12:51.040205+0000","last_fullsized":"2023-11-25T03:12:51.040205+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853068+0000","last_change":"2023-11-25T03:12:49.821823+0000","last_active":"2023-11-25T03:12:50.853068+0000","last_peered":"2023-11-25T03:12:50.853068+0000","last_clean":"2023-11-25T03:12:50.853068+0000","last_became_active":"2023-11-25T03:12:49.821514+0000","last_became_peered":"2023-11-25T03:12:49.821514+0000","last_unstale":"2023-11-25T03:12:50.853068+0000","last_undegraded":"2023-11-25T03:12:50.853068+0000","last_fullsized":"2023-11-25T03:12:50.853068+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:24.684574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.800830+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:12:49.800830+0000","last_peered":"2023-11-25T03:12:49.800830+0000","last_clean":"2023-11-25T03:12:49.800830+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:12:49.800830+0000","last_undegraded":"2023-11-25T03:12:49.800830+0000","last_fullsized":"2023-11-25T03:12:49.800830+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:57:10.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040247+0000","last_change":"2023-11-25T03:12:49.808068+0000","last_active":"2023-11-25T03:12:51.040247+0000","last_peered":"2023-11-25T03:12:51.040247+0000","last_clean":"2023-11-25T03:12:51.040247+0000","last_became_active":"2023-11-25T03:12:49.807499+0000","last_became_peered":"2023-11-25T03:12:49.807499+0000","last_unstale":"2023-11-25T03:12:51.040247+0000","last_undegraded":"2023-11-25T03:12:51.040247+0000","last_fullsized":"2023-11-25T03:12:51.040247+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.793577+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:12:49.793577+0000","last_peered":"2023-11-25T03:12:49.793577+0000","last_clean":"2023-11-25T03:12:49.793577+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:12:49.793577+0000","last_undegraded":"2023-11-25T03:12:49.793577+0000","last_fullsized":"2023-11-25T03:12:49.793577+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039620+0000","last_change":"2023-11-25T03:12:49.816966+0000","last_active":"2023-11-25T03:12:51.039620+0000","last_peered":"2023-11-25T03:12:51.039620+0000","last_clean":"2023-11-25T03:12:51.039620+0000","last_became_active":"2023-11-25T03:12:49.816702+0000","last_became_peered":"2023-11-25T03:12:49.816702+0000","last_unstale":"2023-11-25T03:12:51.039620+0000","last_undegraded":"2023-11-25T03:12:51.039620+0000","last_fullsized":"2023-11-25T03:12:51.039620+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:38.128973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.806385+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:12:49.806385+0000","last_peered":"2023-11-25T03:12:49.806385+0000","last_clean":"2023-11-25T03:12:49.806385+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:12:49.806385+0000","last_undegraded":"2023-11-25T03:12:49.806385+0000","last_fullsized":"2023-11-25T03:12:49.806385+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:19.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013365+0000","last_change":"2023-11-25T03:12:49.821842+0000","last_active":"2023-11-25T03:12:51.013365+0000","last_peered":"2023-11-25T03:12:51.013365+0000","last_clean":"2023-11-25T03:12:51.013365+0000","last_became_active":"2023-11-25T03:12:49.821521+0000","last_became_peered":"2023-11-25T03:12:49.821521+0000","last_unstale":"2023-11-25T03:12:51.013365+0000","last_undegraded":"2023-11-25T03:12:51.013365+0000","last_fullsized":"2023-11-25T03:12:51.013365+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.790209+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:12:49.790209+0000","last_peered":"2023-11-25T03:12:49.790209+0000","last_clean":"2023-11-25T03:12:49.790209+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:12:49.790209+0000","last_undegraded":"2023-11-25T03:12:49.790209+0000","last_fullsized":"2023-11-25T03:12:49.790209+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853090+0000","last_change":"2023-11-25T03:12:49.818698+0000","last_active":"2023-11-25T03:12:50.853090+0000","last_peered":"2023-11-25T03:12:50.853090+0000","last_clean":"2023-11-25T03:12:50.853090+0000","last_became_active":"2023-11-25T03:12:49.818421+0000","last_became_peered":"2023-11-25T03:12:49.818421+0000","last_unstale":"2023-11-25T03:12:50.853090+0000","last_undegraded":"2023-11-25T03:12:50.853090+0000","last_fullsized":"2023-11-25T03:12:50.853090+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:45.030446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.805528+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:12:49.805528+0000","last_peered":"2023-11-25T03:12:49.805528+0000","last_clean":"2023-11-25T03:12:49.805528+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:12:49.805528+0000","last_undegraded":"2023-11-25T03:12:49.805528+0000","last_fullsized":"2023-11-25T03:12:49.805528+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:44.760452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039440+0000","last_change":"2023-11-25T03:12:49.814544+0000","last_active":"2023-11-25T03:12:51.039440+0000","last_peered":"2023-11-25T03:12:51.039440+0000","last_clean":"2023-11-25T03:12:51.039440+0000","last_became_active":"2023-11-25T03:12:49.814121+0000","last_became_peered":"2023-11-25T03:12:49.814121+0000","last_unstale":"2023-11-25T03:12:51.039440+0000","last_undegraded":"2023-11-25T03:12:51.039440+0000","last_fullsized":"2023-11-25T03:12:51.039440+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:34.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.788668+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:12:49.788668+0000","last_peered":"2023-11-25T03:12:49.788668+0000","last_clean":"2023-11-25T03:12:49.788668+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:12:49.788668+0000","last_undegraded":"2023-11-25T03:12:49.788668+0000","last_fullsized":"2023-11-25T03:12:49.788668+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:40.980401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039259+0000","last_change":"2023-11-25T03:12:49.811366+0000","last_active":"2023-11-25T03:12:51.039259+0000","last_peered":"2023-11-25T03:12:51.039259+0000","last_clean":"2023-11-25T03:12:51.039259+0000","last_became_active":"2023-11-25T03:12:49.811044+0000","last_became_peered":"2023-11-25T03:12:49.811044+0000","last_unstale":"2023-11-25T03:12:51.039259+0000","last_undegraded":"2023-11-25T03:12:51.039259+0000","last_fullsized":"2023-11-25T03:12:51.039259+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:47:45.518710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.801176+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:12:49.801176+0000","last_peered":"2023-11-25T03:12:49.801176+0000","last_clean":"2023-11-25T03:12:49.801176+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:12:49.801176+0000","last_undegraded":"2023-11-25T03:12:49.801176+0000","last_fullsized":"2023-11-25T03:12:49.801176+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":193,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013195+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:51.013195+0000","last_peered":"2023-11-25T03:12:51.013195+0000","last_clean":"2023-11-25T03:12:51.013195+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:51.013195+0000","last_undegraded":"2023-11-25T03:12:51.013195+0000","last_fullsized":"2023-11-25T03:12:51.013195+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574876,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1212416,"data_stored":847934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.83099999999999996,"15min":0.86199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90100000000000002,"5min":4.141,"15min":4.141},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.89800000000000002,"15min":0.93799999999999994},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.83299999999999996,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.59299999999999997}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.88700000000000001,"15min":0.92600000000000005},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85999999999999999,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.52700000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.82799999999999996,"5min":4.766,"15min":4.766},"last":0.72599999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.745,"15min":0.748},"min":{"1min":0.55800000000000005,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.84899999999999998,"15min":0.88100000000000001},"min":{"1min":0.5,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.85999999999999999,"5min":2.198,"15min":2.198},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.95099999999999996,"15min":0.98699999999999999},"min":{"1min":0.50900000000000001,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.355,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.755},{"interface":"front","average":{"1min":0.749,"5min":0.97799999999999998,"15min":1.016},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":0.88200000000000001,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.80200000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.97499999999999998,"15min":1.036},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83199999999999996,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.436},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.79700000000000004,"15min":0.81899999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.4099999999999999,"5min":2.157,"15min":2.157},"last":0.38300000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.80500000000000005,"15min":0.83999999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84899999999999998,"5min":2.093,"15min":2.093},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89300000000000002,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.51300000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":1.2210000000000001,"15min":1.2989999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.96399999999999997,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.753,"5min":1.1100000000000001,"15min":1.1699999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.4550000000000001,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.46000000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574876,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344220,"statfs":{"total":96636764160,"available":96608481280,"internally_reserved":0,"allocated":610304,"data_stored":257406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.75,"15min":0.76900000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84599999999999997,"5min":1.151,"15min":1.151},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.51300000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.73099999999999998,"15min":0.72799999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.9020000000000001,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.80400000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.81599999999999995,"15min":0.82599999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.89400000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.77400000000000002,"15min":0.77200000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.877,"5min":1.0529999999999999,"15min":1.0820000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.0150000000000001,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.58999999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.81299999999999994,"15min":0.80100000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.6680000000000001,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71499999999999997,"15min":0.70199999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.77000000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.75600000000000001,"15min":0.73399999999999999},"min":{"1min":0.51100000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.621},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.81299999999999994,"15min":0.79700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.0569999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.746}]}]},{"osd":5,"up_from":13,"seq":55834574875,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":258058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.52000000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.67000000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.745},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.65400000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.503},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.47099999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.55900000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344208,"statfs":{"total":96636764160,"available":96608468992,"internally_reserved":0,"allocated":622592,"data_stored":259018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.90100000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.69999999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65600000000000003,"15min":0.66100000000000003},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81299999999999994,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.71599999999999997,"15min":0.72899999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89200000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.89200000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69799999999999995,"15min":0.70399999999999996},"min":{"1min":0.47499999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83499999999999996,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72299999999999998,"15min":0.73499999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.82999999999999996,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.76700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.68700000000000006,"15min":0.69299999999999995},"min":{"1min":0.48899999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.76700000000000002},"min":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.80800000000000005,"5min":1.024,"15min":1.024},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":0.73699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86299999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68899999999999995,"15min":0.69399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.95199999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.77700000000000002,"15min":0.79100000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93100000000000005,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.93100000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.91200000000000003,"5min":0.996,"15min":0.996},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78500000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":0.874,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.874}]}]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":257462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.51700000000000002,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.311},{"interface":"front","average":{"1min":0.44,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51200000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.498,"15min":0.50700000000000001},"min":{"1min":0.317,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.51000000000000001,"15min":0.51800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82099999999999995,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51700000000000002,"15min":0.51900000000000002},"min":{"1min":0.374,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83899999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78200000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.39700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.79300000000000004,"15min":0.78700000000000003},"min":{"1min":0.63300000000000001,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.462,"5min":1.462,"15min":1.462},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92400000000000004,"5min":1.216,"15min":1.216},"last":0.81100000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.82599999999999996,"15min":0.82499999999999996},"min":{"1min":0.59399999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6819999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80500000000000005},"min":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.95899999999999996,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.78900000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.76900000000000002,"15min":0.76800000000000002},"min":{"1min":0.59199999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.79900000000000004,"15min":0.80400000000000005},"min":{"1min":0.53900000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.98799999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.75900000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.80700000000000005,"15min":0.81299999999999994},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.93200000000000005,"5min":1.351,"15min":1.351},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.77300000000000002,"15min":0.76800000000000002},"min":{"1min":0.57599999999999996,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.72999999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574876,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":257462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.79500000000000004,"15min":0.85899999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.505,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.60599999999999998,"15min":0.63500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63400000000000001,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.61899999999999999,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60199999999999998,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.86499999999999999,"15min":0.92900000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.64500000000000002,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.51100000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.85299999999999998,"15min":0.90900000000000003},"min":{"1min":0.41499999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65900000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.443},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.90700000000000003,"15min":0.96999999999999997},"min":{"1min":0.44500000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.77500000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.749,"15min":0.76100000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96299999999999997,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.77500000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.0900000000000001,"15min":1.157},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.877,"5min":7.931,"15min":7.931},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.747,"5min":0.81499999999999995,"15min":0.82699999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2989999999999999,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.52500000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.85899999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.497},{"interface":"front","average":{"1min":0.749,"5min":1.113,"15min":1.173},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.94899999999999995,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.55400000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.81599999999999995,"15min":0.83399999999999996},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.234,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.83199999999999996,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92600000000000005,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.59899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":257496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.47899999999999998,"15min":0.48899999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59099999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.499}]},{"osd":2,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.53200000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57099999999999995,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.65600000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.54300000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76600000000000001,"15min":0.77700000000000002},"min":{"1min":0.52700000000000002,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0049999999999999,"5min":1.048,"15min":1.048},"last":0.877},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96199999999999997,"5min":1.113,"15min":1.113},"last":0.83299999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.77800000000000002,"15min":0.79200000000000004},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.077,"5min":1.085,"15min":1.085},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.77800000000000002,"15min":0.79300000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97799999999999998,"5min":1.407,"15min":1.407},"last":0.80500000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.81699999999999995,"15min":0.82799999999999996},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0980000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.92900000000000005,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.77300000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.81399999999999995,"15min":0.82499999999999996},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0209999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.83899999999999997,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0329999999999999,"5min":1.129,"15min":1.129},"last":0.81299999999999994}]}]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1216512,"data_stored":848949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.253},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40799999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.35999999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.56100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:58.496 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:12:58.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 Processor -- start 2023-11-25T03:12:58.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 -- start start 2023-11-25T03:12:58.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f79200c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:58.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79200c2bb0 0x7f79200a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:58.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79200c31c0 con 0x7f79200c4100 2023-11-25T03:12:58.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79200c34a0 con 0x7f79200c2bb0 2023-11-25T03:12:58.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f79251f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79200c1030 con 0x7f79200c63c0 2023-11-25T03:12:58.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791f59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79200c2bb0 0x7f79200a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:58.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f79200c4100 0x7f79200c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33642/0 (socket says 172.21.15.76:33642) 2023-11-25T03:12:58.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791659c640 1 -- 172.21.15.76:0/498673630 learned_addr learned my addr 172.21.15.76:0/498673630 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791ed9d640 1 --2- 172.21.15.76:0/498673630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f79200c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791f59e640 1 -- 172.21.15.76:0/498673630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 msgr2=0x7f79200c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791f59e640 1 --2- 172.21.15.76:0/498673630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f79200c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791f59e640 1 -- 172.21.15.76:0/498673630 >> v1:172.21.15.76:6789/0 conn(0x7f79200c4100 legacy=0x7f79200c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791f59e640 1 -- 172.21.15.76:0/498673630 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79200c1310 con 0x7f79200c2bb0 2023-11-25T03:12:58.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.640+0000 7f791e59c640 1 -- 172.21.15.76:0/498673630 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2487572029 0 0) 0x7f79200c31c0 con 0x7f79200c4100 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f791f59e640 1 --2- 172.21.15.76:0/498673630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c2bb0 0x7f79200a9680 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f79180097c0 tx=0x7f791801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dbff2be32b4bb45 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f791e59c640 1 -- 172.21.15.76:0/498673630 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79200aa3d0 con 0x7f79200c2bb0 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f791e59c640 1 -- 172.21.15.76:0/498673630 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79180a7050 con 0x7f79200c2bb0 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f791e59c640 1 -- 172.21.15.76:0/498673630 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7918004450 con 0x7f79200c2bb0 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 -- 172.21.15.76:0/498673630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c2bb0 msgr2=0x7f79200a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 --2- 172.21.15.76:0/498673630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c2bb0 0x7f79200a9680 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f79180097c0 tx=0x7f791801c330 comp rx=0 tx=0).stop 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 -- 172.21.15.76:0/498673630 shutdown_connections 2023-11-25T03:12:58.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 --2- 172.21.15.76:0/498673630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c2bb0 0x7f79200a9680 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 --2- 172.21.15.76:0/498673630 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f79200c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 -- 172.21.15.76:0/498673630 >> 172.21.15.76:0/498673630 conn(0x7f792006a5b0 msgr2=0x7f792006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 -- 172.21.15.76:0/498673630 shutdown_connections 2023-11-25T03:12:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.644+0000 7f79251f5640 1 -- 172.21.15.76:0/498673630 wait complete. 2023-11-25T03:12:58.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 Processor -- start 2023-11-25T03:12:58.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- start start 2023-11-25T03:12:58.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79200c2bb0 0x7f792014f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:58.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 0x7f7920151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f7920156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f792014ddd0 con 0x7f79200c4100 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79201eb200 con 0x7f79200c2bb0 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79201575a0 con 0x7f79200c63c0 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 0x7f7920151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 0x7f7920151e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51530/0 (socket says 172.21.15.76:51530) 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 -- 172.21.15.76:0/3235414681 learned_addr learned my addr 172.21.15.76:0/3235414681 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791ed9d640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79200c2bb0 0x7f792014f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791f59e640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f7920156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 -- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 msgr2=0x7f7920156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:58.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f7920156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 -- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79200c2bb0 msgr2=0x7f792014f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:58.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79200c2bb0 0x7f792014f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 -- 172.21.15.76:0/3235414681 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7918009420 con 0x7f79200c4100 2023-11-25T03:12:58.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f791659c640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 0x7f7920151e50 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f790800c520 tx=0x7f790800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:58.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79080074e0 con 0x7f79200c4100 2023-11-25T03:12:58.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7908007640 con 0x7f79200c4100 2023-11-25T03:12:58.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7920157880 con 0x7f79200c4100 2023-11-25T03:12:58.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79080049f0 con 0x7f79200c4100 2023-11-25T03:12:58.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f792015afe0 con 0x7f79200c4100 2023-11-25T03:12:58.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.648+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7920068400 con 0x7f79200c4100 2023-11-25T03:12:58.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.652+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7908004b50 con 0x7f79200c4100 2023-11-25T03:12:58.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.652+0000 7f7917fff640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7900066470 0x7f7900068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:58.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.652+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7908082fe0 con 0x7f79200c4100 2023-11-25T03:12:58.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.652+0000 7f791ed9d640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7900066470 0x7f7900068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:58.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.652+0000 7f791ed9d640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7900066470 0x7f7900068930 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f79100073f0 tx=0x7f791000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:58.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.656+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7908050560 con 0x7f79200c4100 2023-11-25T03:12:58.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.800+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f79200c3e50 con 0x7f7900066470 2023-11-25T03:12:58.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.808+0000 7f7917fff640 1 -- 172.21.15.76:0/3235414681 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289312 (secure 0 0 0) 0x7f79200c3e50 con 0x7f7900066470 2023-11-25T03:12:58.815 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:58.816 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7900066470 msgr2=0x7f7900068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7900066470 0x7f7900068930 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f79100073f0 tx=0x7f791000b040 comp rx=0 tx=0).stop 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 msgr2=0x7f7920151e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 0x7f7920151e50 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f790800c520 tx=0x7f790800c9e0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 shutdown_connections 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7900066470 0x7f7900068930 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f79200c63c0 0x7f7920156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79200c4100 0x7f7920151e50 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 --2- 172.21.15.76:0/3235414681 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f79200c2bb0 0x7f792014f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 >> 172.21.15.76:0/3235414681 conn(0x7f792006a5b0 msgr2=0x7f792006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:58.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 shutdown_connections 2023-11-25T03:12:58.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:58.812+0000 7f79251f5640 1 -- 172.21.15.76:0/3235414681 wait complete. 2023-11-25T03:12:58.835 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":108,"stamp":"2023-11-25T03:12:57.114463+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230496,"kb_used_data":5988,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744224,"statfs":{"total":773094113280,"available":772858085376,"internally_reserved":0,"allocated":6131712,"data_stored":3243785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001617"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787209+0000","last_change":"2023-11-25T03:12:49.812358+0000","last_active":"2023-11-25T03:12:50.787209+0000","last_peered":"2023-11-25T03:12:50.787209+0000","last_clean":"2023-11-25T03:12:50.787209+0000","last_became_active":"2023-11-25T03:12:49.812007+0000","last_became_peered":"2023-11-25T03:12:49.812007+0000","last_unstale":"2023-11-25T03:12:50.787209+0000","last_undegraded":"2023-11-25T03:12:50.787209+0000","last_fullsized":"2023-11-25T03:12:50.787209+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:27:11.739627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040279+0000","last_change":"2023-11-25T03:12:49.826334+0000","last_active":"2023-11-25T03:12:51.040279+0000","last_peered":"2023-11-25T03:12:51.040279+0000","last_clean":"2023-11-25T03:12:51.040279+0000","last_became_active":"2023-11-25T03:12:49.825656+0000","last_became_peered":"2023-11-25T03:12:49.825656+0000","last_unstale":"2023-11-25T03:12:51.040279+0000","last_undegraded":"2023-11-25T03:12:51.040279+0000","last_fullsized":"2023-11-25T03:12:51.040279+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:49:37.363949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013412+0000","last_change":"2023-11-25T03:12:49.817445+0000","last_active":"2023-11-25T03:12:51.013412+0000","last_peered":"2023-11-25T03:12:51.013412+0000","last_clean":"2023-11-25T03:12:51.013412+0000","last_became_active":"2023-11-25T03:12:49.817191+0000","last_became_peered":"2023-11-25T03:12:49.817191+0000","last_unstale":"2023-11-25T03:12:51.013412+0000","last_undegraded":"2023-11-25T03:12:51.013412+0000","last_fullsized":"2023-11-25T03:12:51.013412+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788895+0000","last_change":"2023-11-25T03:12:49.807509+0000","last_active":"2023-11-25T03:12:50.788895+0000","last_peered":"2023-11-25T03:12:50.788895+0000","last_clean":"2023-11-25T03:12:50.788895+0000","last_became_active":"2023-11-25T03:12:49.807167+0000","last_became_peered":"2023-11-25T03:12:49.807167+0000","last_unstale":"2023-11-25T03:12:50.788895+0000","last_undegraded":"2023-11-25T03:12:50.788895+0000","last_fullsized":"2023-11-25T03:12:50.788895+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787091+0000","last_change":"2023-11-25T03:12:49.805237+0000","last_active":"2023-11-25T03:12:50.787091+0000","last_peered":"2023-11-25T03:12:50.787091+0000","last_clean":"2023-11-25T03:12:50.787091+0000","last_became_active":"2023-11-25T03:12:49.804991+0000","last_became_peered":"2023-11-25T03:12:49.804991+0000","last_unstale":"2023-11-25T03:12:50.787091+0000","last_undegraded":"2023-11-25T03:12:50.787091+0000","last_fullsized":"2023-11-25T03:12:50.787091+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:36:35.922456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039687+0000","last_change":"2023-11-25T03:12:49.812767+0000","last_active":"2023-11-25T03:12:51.039687+0000","last_peered":"2023-11-25T03:12:51.039687+0000","last_clean":"2023-11-25T03:12:51.039687+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:12:51.039687+0000","last_undegraded":"2023-11-25T03:12:51.039687+0000","last_fullsized":"2023-11-25T03:12:51.039687+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788331+0000","last_change":"2023-11-25T03:12:49.801297+0000","last_active":"2023-11-25T03:12:50.788331+0000","last_peered":"2023-11-25T03:12:50.788331+0000","last_clean":"2023-11-25T03:12:50.788331+0000","last_became_active":"2023-11-25T03:12:49.800966+0000","last_became_peered":"2023-11-25T03:12:49.800966+0000","last_unstale":"2023-11-25T03:12:50.788331+0000","last_undegraded":"2023-11-25T03:12:50.788331+0000","last_fullsized":"2023-11-25T03:12:50.788331+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:32.713819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039214+0000","last_change":"2023-11-25T03:12:49.807389+0000","last_active":"2023-11-25T03:12:51.039214+0000","last_peered":"2023-11-25T03:12:51.039214+0000","last_clean":"2023-11-25T03:12:51.039214+0000","last_became_active":"2023-11-25T03:12:49.806850+0000","last_became_peered":"2023-11-25T03:12:49.806850+0000","last_unstale":"2023-11-25T03:12:51.039214+0000","last_undegraded":"2023-11-25T03:12:51.039214+0000","last_fullsized":"2023-11-25T03:12:51.039214+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:14.835712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789571+0000","last_change":"2023-11-25T03:12:49.812217+0000","last_active":"2023-11-25T03:12:50.789571+0000","last_peered":"2023-11-25T03:12:50.789571+0000","last_clean":"2023-11-25T03:12:50.789571+0000","last_became_active":"2023-11-25T03:12:49.811639+0000","last_became_peered":"2023-11-25T03:12:49.811639+0000","last_unstale":"2023-11-25T03:12:50.789571+0000","last_undegraded":"2023-11-25T03:12:50.789571+0000","last_fullsized":"2023-11-25T03:12:50.789571+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:35:48.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853282+0000","last_change":"2023-11-25T03:12:49.820433+0000","last_active":"2023-11-25T03:12:50.853282+0000","last_peered":"2023-11-25T03:12:50.853282+0000","last_clean":"2023-11-25T03:12:50.853282+0000","last_became_active":"2023-11-25T03:12:49.820092+0000","last_became_peered":"2023-11-25T03:12:49.820092+0000","last_unstale":"2023-11-25T03:12:50.853282+0000","last_undegraded":"2023-11-25T03:12:50.853282+0000","last_fullsized":"2023-11-25T03:12:50.853282+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:58.100414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853287+0000","last_change":"2023-11-25T03:12:49.814747+0000","last_active":"2023-11-25T03:12:50.853287+0000","last_peered":"2023-11-25T03:12:50.853287+0000","last_clean":"2023-11-25T03:12:50.853287+0000","last_became_active":"2023-11-25T03:12:49.814474+0000","last_became_peered":"2023-11-25T03:12:49.814474+0000","last_unstale":"2023-11-25T03:12:50.853287+0000","last_undegraded":"2023-11-25T03:12:50.853287+0000","last_fullsized":"2023-11-25T03:12:50.853287+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:17.221646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788960+0000","last_change":"2023-11-25T03:12:49.807347+0000","last_active":"2023-11-25T03:12:50.788960+0000","last_peered":"2023-11-25T03:12:50.788960+0000","last_clean":"2023-11-25T03:12:50.788960+0000","last_became_active":"2023-11-25T03:12:49.806821+0000","last_became_peered":"2023-11-25T03:12:49.806821+0000","last_unstale":"2023-11-25T03:12:50.788960+0000","last_undegraded":"2023-11-25T03:12:50.788960+0000","last_fullsized":"2023-11-25T03:12:50.788960+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039715+0000","last_change":"2023-11-25T03:12:49.812741+0000","last_active":"2023-11-25T03:12:51.039715+0000","last_peered":"2023-11-25T03:12:51.039715+0000","last_clean":"2023-11-25T03:12:51.039715+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:12:51.039715+0000","last_undegraded":"2023-11-25T03:12:51.039715+0000","last_fullsized":"2023-11-25T03:12:51.039715+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:20.068768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788528+0000","last_change":"2023-11-25T03:12:49.808281+0000","last_active":"2023-11-25T03:12:50.788528+0000","last_peered":"2023-11-25T03:12:50.788528+0000","last_clean":"2023-11-25T03:12:50.788528+0000","last_became_active":"2023-11-25T03:12:49.807999+0000","last_became_peered":"2023-11-25T03:12:49.807999+0000","last_unstale":"2023-11-25T03:12:50.788528+0000","last_undegraded":"2023-11-25T03:12:50.788528+0000","last_fullsized":"2023-11-25T03:12:50.788528+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:24.158393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788437+0000","last_change":"2023-11-25T03:12:49.819993+0000","last_active":"2023-11-25T03:12:50.788437+0000","last_peered":"2023-11-25T03:12:50.788437+0000","last_clean":"2023-11-25T03:12:50.788437+0000","last_became_active":"2023-11-25T03:12:49.819652+0000","last_became_peered":"2023-11-25T03:12:49.819652+0000","last_unstale":"2023-11-25T03:12:50.788437+0000","last_undegraded":"2023-11-25T03:12:50.788437+0000","last_fullsized":"2023-11-25T03:12:50.788437+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:47:59.255903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039334+0000","last_change":"2023-11-25T03:12:49.809688+0000","last_active":"2023-11-25T03:12:51.039334+0000","last_peered":"2023-11-25T03:12:51.039334+0000","last_clean":"2023-11-25T03:12:51.039334+0000","last_became_active":"2023-11-25T03:12:49.809326+0000","last_became_peered":"2023-11-25T03:12:49.809326+0000","last_unstale":"2023-11-25T03:12:51.039334+0000","last_undegraded":"2023-11-25T03:12:51.039334+0000","last_fullsized":"2023-11-25T03:12:51.039334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:40.278616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040285+0000","last_change":"2023-11-25T03:12:49.810125+0000","last_active":"2023-11-25T03:12:51.040285+0000","last_peered":"2023-11-25T03:12:51.040285+0000","last_clean":"2023-11-25T03:12:51.040285+0000","last_became_active":"2023-11-25T03:12:49.809838+0000","last_became_peered":"2023-11-25T03:12:49.809838+0000","last_unstale":"2023-11-25T03:12:51.040285+0000","last_undegraded":"2023-11-25T03:12:51.040285+0000","last_fullsized":"2023-11-25T03:12:51.040285+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:57:45.857701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013351+0000","last_change":"2023-11-25T03:12:49.817114+0000","last_active":"2023-11-25T03:12:51.013351+0000","last_peered":"2023-11-25T03:12:51.013351+0000","last_clean":"2023-11-25T03:12:51.013351+0000","last_became_active":"2023-11-25T03:12:49.816567+0000","last_became_peered":"2023-11-25T03:12:49.816567+0000","last_unstale":"2023-11-25T03:12:51.013351+0000","last_undegraded":"2023-11-25T03:12:51.013351+0000","last_fullsized":"2023-11-25T03:12:51.013351+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787113+0000","last_change":"2023-11-25T03:12:49.812310+0000","last_active":"2023-11-25T03:12:50.787113+0000","last_peered":"2023-11-25T03:12:50.787113+0000","last_clean":"2023-11-25T03:12:50.787113+0000","last_became_active":"2023-11-25T03:12:49.811991+0000","last_became_peered":"2023-11-25T03:12:49.811991+0000","last_unstale":"2023-11-25T03:12:50.787113+0000","last_undegraded":"2023-11-25T03:12:50.787113+0000","last_fullsized":"2023-11-25T03:12:50.787113+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:33:23.330256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039790+0000","last_change":"2023-11-25T03:12:49.810729+0000","last_active":"2023-11-25T03:12:51.039790+0000","last_peered":"2023-11-25T03:12:51.039790+0000","last_clean":"2023-11-25T03:12:51.039790+0000","last_became_active":"2023-11-25T03:12:49.810406+0000","last_became_peered":"2023-11-25T03:12:49.810406+0000","last_unstale":"2023-11-25T03:12:51.039790+0000","last_undegraded":"2023-11-25T03:12:51.039790+0000","last_fullsized":"2023-11-25T03:12:51.039790+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:35.523273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013204+0000","last_change":"2023-11-25T03:12:49.816358+0000","last_active":"2023-11-25T03:12:51.013204+0000","last_peered":"2023-11-25T03:12:51.013204+0000","last_clean":"2023-11-25T03:12:51.013204+0000","last_became_active":"2023-11-25T03:12:49.815576+0000","last_became_peered":"2023-11-25T03:12:49.815576+0000","last_unstale":"2023-11-25T03:12:51.013204+0000","last_undegraded":"2023-11-25T03:12:51.013204+0000","last_fullsized":"2023-11-25T03:12:51.013204+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039346+0000","last_change":"2023-11-25T03:12:49.806042+0000","last_active":"2023-11-25T03:12:51.039346+0000","last_peered":"2023-11-25T03:12:51.039346+0000","last_clean":"2023-11-25T03:12:51.039346+0000","last_became_active":"2023-11-25T03:12:49.805758+0000","last_became_peered":"2023-11-25T03:12:49.805758+0000","last_unstale":"2023-11-25T03:12:51.039346+0000","last_undegraded":"2023-11-25T03:12:51.039346+0000","last_fullsized":"2023-11-25T03:12:51.039346+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:14.903946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013128+0000","last_change":"2023-11-25T03:12:49.814171+0000","last_active":"2023-11-25T03:12:51.013128+0000","last_peered":"2023-11-25T03:12:51.013128+0000","last_clean":"2023-11-25T03:12:51.013128+0000","last_became_active":"2023-11-25T03:12:49.813903+0000","last_became_peered":"2023-11-25T03:12:49.813903+0000","last_unstale":"2023-11-25T03:12:51.013128+0000","last_undegraded":"2023-11-25T03:12:51.013128+0000","last_fullsized":"2023-11-25T03:12:51.013128+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:00.319732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039532+0000","last_change":"2023-11-25T03:12:49.813306+0000","last_active":"2023-11-25T03:12:51.039532+0000","last_peered":"2023-11-25T03:12:51.039532+0000","last_clean":"2023-11-25T03:12:51.039532+0000","last_became_active":"2023-11-25T03:12:49.812526+0000","last_became_peered":"2023-11-25T03:12:49.812526+0000","last_unstale":"2023-11-25T03:12:51.039532+0000","last_undegraded":"2023-11-25T03:12:51.039532+0000","last_fullsized":"2023-11-25T03:12:51.039532+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:45.767214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787220+0000","last_change":"2023-11-25T03:12:49.826836+0000","last_active":"2023-11-25T03:12:50.787220+0000","last_peered":"2023-11-25T03:12:50.787220+0000","last_clean":"2023-11-25T03:12:50.787220+0000","last_became_active":"2023-11-25T03:12:49.826508+0000","last_became_peered":"2023-11-25T03:12:49.826508+0000","last_unstale":"2023-11-25T03:12:50.787220+0000","last_undegraded":"2023-11-25T03:12:50.787220+0000","last_fullsized":"2023-11-25T03:12:50.787220+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:32:23.542545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788770+0000","last_change":"2023-11-25T03:12:49.802404+0000","last_active":"2023-11-25T03:12:50.788770+0000","last_peered":"2023-11-25T03:12:50.788770+0000","last_clean":"2023-11-25T03:12:50.788770+0000","last_became_active":"2023-11-25T03:12:49.802123+0000","last_became_peered":"2023-11-25T03:12:49.802123+0000","last_unstale":"2023-11-25T03:12:50.788770+0000","last_undegraded":"2023-11-25T03:12:50.788770+0000","last_fullsized":"2023-11-25T03:12:50.788770+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039859+0000","last_change":"2023-11-25T03:12:49.813477+0000","last_active":"2023-11-25T03:12:51.039859+0000","last_peered":"2023-11-25T03:12:51.039859+0000","last_clean":"2023-11-25T03:12:51.039859+0000","last_became_active":"2023-11-25T03:12:49.813215+0000","last_became_peered":"2023-11-25T03:12:49.813215+0000","last_unstale":"2023-11-25T03:12:51.039859+0000","last_undegraded":"2023-11-25T03:12:51.039859+0000","last_fullsized":"2023-11-25T03:12:51.039859+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.787094+0000","last_change":"2023-11-25T03:12:49.804230+0000","last_active":"2023-11-25T03:12:50.787094+0000","last_peered":"2023-11-25T03:12:50.787094+0000","last_clean":"2023-11-25T03:12:50.787094+0000","last_became_active":"2023-11-25T03:12:49.803923+0000","last_became_peered":"2023-11-25T03:12:49.803923+0000","last_unstale":"2023-11-25T03:12:50.787094+0000","last_undegraded":"2023-11-25T03:12:50.787094+0000","last_fullsized":"2023-11-25T03:12:50.787094+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:48:16.276347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039768+0000","last_change":"2023-11-25T03:12:49.815636+0000","last_active":"2023-11-25T03:12:51.039768+0000","last_peered":"2023-11-25T03:12:51.039768+0000","last_clean":"2023-11-25T03:12:51.039768+0000","last_became_active":"2023-11-25T03:12:49.815344+0000","last_became_peered":"2023-11-25T03:12:49.815344+0000","last_unstale":"2023-11-25T03:12:51.039768+0000","last_undegraded":"2023-11-25T03:12:51.039768+0000","last_fullsized":"2023-11-25T03:12:51.039768+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:23.536289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013193+0000","last_change":"2023-11-25T03:12:49.815610+0000","last_active":"2023-11-25T03:12:51.013193+0000","last_peered":"2023-11-25T03:12:51.013193+0000","last_clean":"2023-11-25T03:12:51.013193+0000","last_became_active":"2023-11-25T03:12:49.815313+0000","last_became_peered":"2023-11-25T03:12:49.815313+0000","last_unstale":"2023-11-25T03:12:51.013193+0000","last_undegraded":"2023-11-25T03:12:51.013193+0000","last_fullsized":"2023-11-25T03:12:51.013193+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.786702+0000","last_change":"2023-11-25T03:12:49.829088+0000","last_active":"2023-11-25T03:12:50.786702+0000","last_peered":"2023-11-25T03:12:50.786702+0000","last_clean":"2023-11-25T03:12:50.786702+0000","last_became_active":"2023-11-25T03:12:49.828755+0000","last_became_peered":"2023-11-25T03:12:49.828755+0000","last_unstale":"2023-11-25T03:12:50.786702+0000","last_undegraded":"2023-11-25T03:12:50.786702+0000","last_fullsized":"2023-11-25T03:12:50.786702+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:56:19.954497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039462+0000","last_change":"2023-11-25T03:12:49.812432+0000","last_active":"2023-11-25T03:12:51.039462+0000","last_peered":"2023-11-25T03:12:51.039462+0000","last_clean":"2023-11-25T03:12:51.039462+0000","last_became_active":"2023-11-25T03:12:49.812150+0000","last_became_peered":"2023-11-25T03:12:49.812150+0000","last_unstale":"2023-11-25T03:12:51.039462+0000","last_undegraded":"2023-11-25T03:12:51.039462+0000","last_fullsized":"2023-11-25T03:12:51.039462+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040126+0000","last_change":"2023-11-25T03:12:49.809013+0000","last_active":"2023-11-25T03:12:51.040126+0000","last_peered":"2023-11-25T03:12:51.040126+0000","last_clean":"2023-11-25T03:12:51.040126+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:12:51.040126+0000","last_undegraded":"2023-11-25T03:12:51.040126+0000","last_fullsized":"2023-11-25T03:12:51.040126+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"50'4","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831425+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:12:49.831425+0000","last_peered":"2023-11-25T03:12:49.831425+0000","last_clean":"2023-11-25T03:12:49.831425+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:12:49.831425+0000","last_undegraded":"2023-11-25T03:12:49.831425+0000","last_fullsized":"2023-11-25T03:12:49.831425+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853303+0000","last_change":"2023-11-25T03:12:49.824229+0000","last_active":"2023-11-25T03:12:50.853303+0000","last_peered":"2023-11-25T03:12:50.853303+0000","last_clean":"2023-11-25T03:12:50.853303+0000","last_became_active":"2023-11-25T03:12:49.823111+0000","last_became_peered":"2023-11-25T03:12:49.823111+0000","last_unstale":"2023-11-25T03:12:50.853303+0000","last_undegraded":"2023-11-25T03:12:50.853303+0000","last_fullsized":"2023-11-25T03:12:50.853303+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:34.500157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.817543+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:12:49.817543+0000","last_peered":"2023-11-25T03:12:49.817543+0000","last_clean":"2023-11-25T03:12:49.817543+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:12:49.817543+0000","last_undegraded":"2023-11-25T03:12:49.817543+0000","last_fullsized":"2023-11-25T03:12:49.817543+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:19.521211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040048+0000","last_change":"2023-11-25T03:12:49.824410+0000","last_active":"2023-11-25T03:12:51.040048+0000","last_peered":"2023-11-25T03:12:51.040048+0000","last_clean":"2023-11-25T03:12:51.040048+0000","last_became_active":"2023-11-25T03:12:49.824077+0000","last_became_peered":"2023-11-25T03:12:49.824077+0000","last_unstale":"2023-11-25T03:12:51.040048+0000","last_undegraded":"2023-11-25T03:12:51.040048+0000","last_fullsized":"2023-11-25T03:12:51.040048+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831677+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:12:49.831677+0000","last_peered":"2023-11-25T03:12:49.831677+0000","last_clean":"2023-11-25T03:12:49.831677+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:12:49.831677+0000","last_undegraded":"2023-11-25T03:12:49.831677+0000","last_fullsized":"2023-11-25T03:12:49.831677+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040117+0000","last_change":"2023-11-25T03:12:49.808241+0000","last_active":"2023-11-25T03:12:51.040117+0000","last_peered":"2023-11-25T03:12:51.040117+0000","last_clean":"2023-11-25T03:12:51.040117+0000","last_became_active":"2023-11-25T03:12:49.807789+0000","last_became_peered":"2023-11-25T03:12:49.807789+0000","last_unstale":"2023-11-25T03:12:51.040117+0000","last_undegraded":"2023-11-25T03:12:51.040117+0000","last_fullsized":"2023-11-25T03:12:51.040117+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.823959+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:12:49.823959+0000","last_peered":"2023-11-25T03:12:49.823959+0000","last_clean":"2023-11-25T03:12:49.823959+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:12:49.823959+0000","last_undegraded":"2023-11-25T03:12:49.823959+0000","last_fullsized":"2023-11-25T03:12:49.823959+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039481+0000","last_change":"2023-11-25T03:12:49.809235+0000","last_active":"2023-11-25T03:12:51.039481+0000","last_peered":"2023-11-25T03:12:51.039481+0000","last_clean":"2023-11-25T03:12:51.039481+0000","last_became_active":"2023-11-25T03:12:49.809002+0000","last_became_peered":"2023-11-25T03:12:49.809002+0000","last_unstale":"2023-11-25T03:12:51.039481+0000","last_undegraded":"2023-11-25T03:12:51.039481+0000","last_fullsized":"2023-11-25T03:12:51.039481+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:06.703360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.816623+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:12:49.816623+0000","last_peered":"2023-11-25T03:12:49.816623+0000","last_clean":"2023-11-25T03:12:49.816623+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:12:49.816623+0000","last_undegraded":"2023-11-25T03:12:49.816623+0000","last_fullsized":"2023-11-25T03:12:49.816623+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039605+0000","last_change":"2023-11-25T03:12:49.813461+0000","last_active":"2023-11-25T03:12:51.039605+0000","last_peered":"2023-11-25T03:12:51.039605+0000","last_clean":"2023-11-25T03:12:51.039605+0000","last_became_active":"2023-11-25T03:12:49.813204+0000","last_became_peered":"2023-11-25T03:12:49.813204+0000","last_unstale":"2023-11-25T03:12:51.039605+0000","last_undegraded":"2023-11-25T03:12:51.039605+0000","last_fullsized":"2023-11-25T03:12:51.039605+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:17:44.017160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831095+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:12:49.831095+0000","last_peered":"2023-11-25T03:12:49.831095+0000","last_clean":"2023-11-25T03:12:49.831095+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:12:49.831095+0000","last_undegraded":"2023-11-25T03:12:49.831095+0000","last_fullsized":"2023-11-25T03:12:49.831095+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039565+0000","last_change":"2023-11-25T03:12:49.813483+0000","last_active":"2023-11-25T03:12:51.039565+0000","last_peered":"2023-11-25T03:12:51.039565+0000","last_clean":"2023-11-25T03:12:51.039565+0000","last_became_active":"2023-11-25T03:12:49.813039+0000","last_became_peered":"2023-11-25T03:12:49.813039+0000","last_unstale":"2023-11-25T03:12:51.039565+0000","last_undegraded":"2023-11-25T03:12:51.039565+0000","last_fullsized":"2023-11-25T03:12:51.039565+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:07.600817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.792835+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:12:49.792835+0000","last_peered":"2023-11-25T03:12:49.792835+0000","last_clean":"2023-11-25T03:12:49.792835+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:12:49.792835+0000","last_undegraded":"2023-11-25T03:12:49.792835+0000","last_fullsized":"2023-11-25T03:12:49.792835+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039296+0000","last_change":"2023-11-25T03:12:49.814377+0000","last_active":"2023-11-25T03:12:51.039296+0000","last_peered":"2023-11-25T03:12:51.039296+0000","last_clean":"2023-11-25T03:12:51.039296+0000","last_became_active":"2023-11-25T03:12:49.813716+0000","last_became_peered":"2023-11-25T03:12:49.813716+0000","last_unstale":"2023-11-25T03:12:51.039296+0000","last_undegraded":"2023-11-25T03:12:51.039296+0000","last_fullsized":"2023-11-25T03:12:51.039296+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:55.039852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.790871+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:12:49.790871+0000","last_peered":"2023-11-25T03:12:49.790871+0000","last_clean":"2023-11-25T03:12:49.790871+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:12:49.790871+0000","last_undegraded":"2023-11-25T03:12:49.790871+0000","last_fullsized":"2023-11-25T03:12:49.790871+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789569+0000","last_change":"2023-11-25T03:12:49.826523+0000","last_active":"2023-11-25T03:12:50.789569+0000","last_peered":"2023-11-25T03:12:50.789569+0000","last_clean":"2023-11-25T03:12:50.789569+0000","last_became_active":"2023-11-25T03:12:49.826245+0000","last_became_peered":"2023-11-25T03:12:49.826245+0000","last_unstale":"2023-11-25T03:12:50.789569+0000","last_undegraded":"2023-11-25T03:12:50.789569+0000","last_fullsized":"2023-11-25T03:12:50.789569+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:08.712582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.802870+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:12:49.802870+0000","last_peered":"2023-11-25T03:12:49.802870+0000","last_clean":"2023-11-25T03:12:49.802870+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:12:49.802870+0000","last_undegraded":"2023-11-25T03:12:49.802870+0000","last_fullsized":"2023-11-25T03:12:49.802870+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013486+0000","last_change":"2023-11-25T03:12:49.826593+0000","last_active":"2023-11-25T03:12:51.013486+0000","last_peered":"2023-11-25T03:12:51.013486+0000","last_clean":"2023-11-25T03:12:51.013486+0000","last_became_active":"2023-11-25T03:12:49.826273+0000","last_became_peered":"2023-11-25T03:12:49.826273+0000","last_unstale":"2023-11-25T03:12:51.013486+0000","last_undegraded":"2023-11-25T03:12:51.013486+0000","last_fullsized":"2023-11-25T03:12:51.013486+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:12:41.904351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.788113+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:12:49.788113+0000","last_peered":"2023-11-25T03:12:49.788113+0000","last_clean":"2023-11-25T03:12:49.788113+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:12:49.788113+0000","last_undegraded":"2023-11-25T03:12:49.788113+0000","last_fullsized":"2023-11-25T03:12:49.788113+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:07:59.312970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853228+0000","last_change":"2023-11-25T03:12:49.823334+0000","last_active":"2023-11-25T03:12:50.853228+0000","last_peered":"2023-11-25T03:12:50.853228+0000","last_clean":"2023-11-25T03:12:50.853228+0000","last_became_active":"2023-11-25T03:12:49.823072+0000","last_became_peered":"2023-11-25T03:12:49.823072+0000","last_unstale":"2023-11-25T03:12:50.853228+0000","last_undegraded":"2023-11-25T03:12:50.853228+0000","last_fullsized":"2023-11-25T03:12:50.853228+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:02.847756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"50'3","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.829711+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:12:49.829711+0000","last_peered":"2023-11-25T03:12:49.829711+0000","last_clean":"2023-11-25T03:12:49.829711+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:12:49.829711+0000","last_undegraded":"2023-11-25T03:12:49.829711+0000","last_fullsized":"2023-11-25T03:12:49.829711+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013531+0000","last_change":"2023-11-25T03:12:49.829870+0000","last_active":"2023-11-25T03:12:51.013531+0000","last_peered":"2023-11-25T03:12:51.013531+0000","last_clean":"2023-11-25T03:12:51.013531+0000","last_became_active":"2023-11-25T03:12:49.829443+0000","last_became_peered":"2023-11-25T03:12:49.829443+0000","last_unstale":"2023-11-25T03:12:51.013531+0000","last_undegraded":"2023-11-25T03:12:51.013531+0000","last_fullsized":"2023-11-25T03:12:51.013531+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:20.527973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"50'6","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.832365+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:12:49.832365+0000","last_peered":"2023-11-25T03:12:49.832365+0000","last_clean":"2023-11-25T03:12:49.832365+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:12:49.832365+0000","last_undegraded":"2023-11-25T03:12:49.832365+0000","last_fullsized":"2023-11-25T03:12:49.832365+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788922+0000","last_change":"2023-11-25T03:12:49.820184+0000","last_active":"2023-11-25T03:12:50.788922+0000","last_peered":"2023-11-25T03:12:50.788922+0000","last_clean":"2023-11-25T03:12:50.788922+0000","last_became_active":"2023-11-25T03:12:49.819695+0000","last_became_peered":"2023-11-25T03:12:49.819695+0000","last_unstale":"2023-11-25T03:12:50.788922+0000","last_undegraded":"2023-11-25T03:12:50.788922+0000","last_fullsized":"2023-11-25T03:12:50.788922+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.815177+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:12:49.815177+0000","last_peered":"2023-11-25T03:12:49.815177+0000","last_clean":"2023-11-25T03:12:49.815177+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:12:49.815177+0000","last_undegraded":"2023-11-25T03:12:49.815177+0000","last_fullsized":"2023-11-25T03:12:49.815177+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:36.967150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013572+0000","last_change":"2023-11-25T03:12:49.814862+0000","last_active":"2023-11-25T03:12:51.013572+0000","last_peered":"2023-11-25T03:12:51.013572+0000","last_clean":"2023-11-25T03:12:51.013572+0000","last_became_active":"2023-11-25T03:12:49.814601+0000","last_became_peered":"2023-11-25T03:12:49.814601+0000","last_unstale":"2023-11-25T03:12:51.013572+0000","last_undegraded":"2023-11-25T03:12:51.013572+0000","last_fullsized":"2023-11-25T03:12:51.013572+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:37.973912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.797416+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:12:49.797416+0000","last_peered":"2023-11-25T03:12:49.797416+0000","last_clean":"2023-11-25T03:12:49.797416+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:12:49.797416+0000","last_undegraded":"2023-11-25T03:12:49.797416+0000","last_fullsized":"2023-11-25T03:12:49.797416+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:52.935182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788308+0000","last_change":"2023-11-25T03:12:49.809065+0000","last_active":"2023-11-25T03:12:50.788308+0000","last_peered":"2023-11-25T03:12:50.788308+0000","last_clean":"2023-11-25T03:12:50.788308+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:12:50.788308+0000","last_undegraded":"2023-11-25T03:12:50.788308+0000","last_fullsized":"2023-11-25T03:12:50.788308+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:51:16.335519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.792987+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:12:49.792987+0000","last_peered":"2023-11-25T03:12:49.792987+0000","last_clean":"2023-11-25T03:12:49.792987+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:12:49.792987+0000","last_undegraded":"2023-11-25T03:12:49.792987+0000","last_fullsized":"2023-11-25T03:12:49.792987+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013203+0000","last_change":"2023-11-25T03:12:49.821081+0000","last_active":"2023-11-25T03:12:51.013203+0000","last_peered":"2023-11-25T03:12:51.013203+0000","last_clean":"2023-11-25T03:12:51.013203+0000","last_became_active":"2023-11-25T03:12:49.820789+0000","last_became_peered":"2023-11-25T03:12:49.820789+0000","last_unstale":"2023-11-25T03:12:51.013203+0000","last_undegraded":"2023-11-25T03:12:51.013203+0000","last_fullsized":"2023-11-25T03:12:51.013203+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"50'8","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.824088+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:12:49.824088+0000","last_peered":"2023-11-25T03:12:49.824088+0000","last_clean":"2023-11-25T03:12:49.824088+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:12:49.824088+0000","last_undegraded":"2023-11-25T03:12:49.824088+0000","last_fullsized":"2023-11-25T03:12:49.824088+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013489+0000","last_change":"2023-11-25T03:12:49.815884+0000","last_active":"2023-11-25T03:12:51.013489+0000","last_peered":"2023-11-25T03:12:51.013489+0000","last_clean":"2023-11-25T03:12:51.013489+0000","last_became_active":"2023-11-25T03:12:49.813509+0000","last_became_peered":"2023-11-25T03:12:49.813509+0000","last_unstale":"2023-11-25T03:12:51.013489+0000","last_undegraded":"2023-11-25T03:12:51.013489+0000","last_fullsized":"2023-11-25T03:12:51.013489+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.816488+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:12:49.816488+0000","last_peered":"2023-11-25T03:12:49.816488+0000","last_clean":"2023-11-25T03:12:49.816488+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:12:49.816488+0000","last_undegraded":"2023-11-25T03:12:49.816488+0000","last_fullsized":"2023-11-25T03:12:49.816488+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:13.585316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789018+0000","last_change":"2023-11-25T03:12:49.826572+0000","last_active":"2023-11-25T03:12:50.789018+0000","last_peered":"2023-11-25T03:12:50.789018+0000","last_clean":"2023-11-25T03:12:50.789018+0000","last_became_active":"2023-11-25T03:12:49.826269+0000","last_became_peered":"2023-11-25T03:12:49.826269+0000","last_unstale":"2023-11-25T03:12:50.789018+0000","last_undegraded":"2023-11-25T03:12:50.789018+0000","last_fullsized":"2023-11-25T03:12:50.789018+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.831093+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:12:49.831093+0000","last_peered":"2023-11-25T03:12:49.831093+0000","last_clean":"2023-11-25T03:12:49.831093+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:12:49.831093+0000","last_undegraded":"2023-11-25T03:12:49.831093+0000","last_fullsized":"2023-11-25T03:12:49.831093+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039978+0000","last_change":"2023-11-25T03:12:49.794760+0000","last_active":"2023-11-25T03:12:51.039978+0000","last_peered":"2023-11-25T03:12:51.039978+0000","last_clean":"2023-11-25T03:12:51.039978+0000","last_became_active":"2023-11-25T03:12:49.794449+0000","last_became_peered":"2023-11-25T03:12:49.794449+0000","last_unstale":"2023-11-25T03:12:51.039978+0000","last_undegraded":"2023-11-25T03:12:51.039978+0000","last_fullsized":"2023-11-25T03:12:51.039978+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:14.724554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"50'1","reported_seq":13,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.822452+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:12:49.822452+0000","last_peered":"2023-11-25T03:12:49.822452+0000","last_clean":"2023-11-25T03:12:49.822452+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:12:49.822452+0000","last_undegraded":"2023-11-25T03:12:49.822452+0000","last_fullsized":"2023-11-25T03:12:49.822452+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:23.151631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013563+0000","last_change":"2023-11-25T03:12:49.829968+0000","last_active":"2023-11-25T03:12:51.013563+0000","last_peered":"2023-11-25T03:12:51.013563+0000","last_clean":"2023-11-25T03:12:51.013563+0000","last_became_active":"2023-11-25T03:12:49.829603+0000","last_became_peered":"2023-11-25T03:12:49.829603+0000","last_unstale":"2023-11-25T03:12:51.013563+0000","last_undegraded":"2023-11-25T03:12:51.013563+0000","last_fullsized":"2023-11-25T03:12:51.013563+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:37.079758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.800805+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:12:49.800805+0000","last_peered":"2023-11-25T03:12:49.800805+0000","last_clean":"2023-11-25T03:12:49.800805+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:12:49.800805+0000","last_undegraded":"2023-11-25T03:12:49.800805+0000","last_fullsized":"2023-11-25T03:12:49.800805+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:36.812395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789056+0000","last_change":"2023-11-25T03:12:49.819979+0000","last_active":"2023-11-25T03:12:50.789056+0000","last_peered":"2023-11-25T03:12:50.789056+0000","last_clean":"2023-11-25T03:12:50.789056+0000","last_became_active":"2023-11-25T03:12:49.819275+0000","last_became_peered":"2023-11-25T03:12:49.819275+0000","last_unstale":"2023-11-25T03:12:50.789056+0000","last_undegraded":"2023-11-25T03:12:50.789056+0000","last_fullsized":"2023-11-25T03:12:50.789056+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.821725+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:12:49.821725+0000","last_peered":"2023-11-25T03:12:49.821725+0000","last_clean":"2023-11-25T03:12:49.821725+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:12:49.821725+0000","last_undegraded":"2023-11-25T03:12:49.821725+0000","last_fullsized":"2023-11-25T03:12:49.821725+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:53:09.126078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039797+0000","last_change":"2023-11-25T03:12:49.802724+0000","last_active":"2023-11-25T03:12:51.039797+0000","last_peered":"2023-11-25T03:12:51.039797+0000","last_clean":"2023-11-25T03:12:51.039797+0000","last_became_active":"2023-11-25T03:12:49.802443+0000","last_became_peered":"2023-11-25T03:12:49.802443+0000","last_unstale":"2023-11-25T03:12:51.039797+0000","last_undegraded":"2023-11-25T03:12:51.039797+0000","last_fullsized":"2023-11-25T03:12:51.039797+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.806238+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:12:49.806238+0000","last_peered":"2023-11-25T03:12:49.806238+0000","last_clean":"2023-11-25T03:12:49.806238+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:12:49.806238+0000","last_undegraded":"2023-11-25T03:12:49.806238+0000","last_fullsized":"2023-11-25T03:12:49.806238+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:06.594055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039437+0000","last_change":"2023-11-25T03:12:49.813024+0000","last_active":"2023-11-25T03:12:51.039437+0000","last_peered":"2023-11-25T03:12:51.039437+0000","last_clean":"2023-11-25T03:12:51.039437+0000","last_became_active":"2023-11-25T03:12:49.812720+0000","last_became_peered":"2023-11-25T03:12:49.812720+0000","last_unstale":"2023-11-25T03:12:51.039437+0000","last_undegraded":"2023-11-25T03:12:51.039437+0000","last_fullsized":"2023-11-25T03:12:51.039437+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.792608+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:12:49.792608+0000","last_peered":"2023-11-25T03:12:49.792608+0000","last_clean":"2023-11-25T03:12:49.792608+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:12:49.792608+0000","last_undegraded":"2023-11-25T03:12:49.792608+0000","last_fullsized":"2023-11-25T03:12:49.792608+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.788907+0000","last_change":"2023-11-25T03:12:49.809349+0000","last_active":"2023-11-25T03:12:50.788907+0000","last_peered":"2023-11-25T03:12:50.788907+0000","last_clean":"2023-11-25T03:12:50.788907+0000","last_became_active":"2023-11-25T03:12:49.808971+0000","last_became_peered":"2023-11-25T03:12:49.808971+0000","last_unstale":"2023-11-25T03:12:50.788907+0000","last_undegraded":"2023-11-25T03:12:50.788907+0000","last_fullsized":"2023-11-25T03:12:50.788907+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"50'2","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.825613+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:12:49.825613+0000","last_peered":"2023-11-25T03:12:49.825613+0000","last_clean":"2023-11-25T03:12:49.825613+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:12:49.825613+0000","last_undegraded":"2023-11-25T03:12:49.825613+0000","last_fullsized":"2023-11-25T03:12:49.825613+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.789019+0000","last_change":"2023-11-25T03:12:49.805297+0000","last_active":"2023-11-25T03:12:50.789019+0000","last_peered":"2023-11-25T03:12:50.789019+0000","last_clean":"2023-11-25T03:12:50.789019+0000","last_became_active":"2023-11-25T03:12:49.804842+0000","last_became_peered":"2023-11-25T03:12:49.804842+0000","last_unstale":"2023-11-25T03:12:50.789019+0000","last_undegraded":"2023-11-25T03:12:50.789019+0000","last_fullsized":"2023-11-25T03:12:50.789019+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040205+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:12:51.040205+0000","last_peered":"2023-11-25T03:12:51.040205+0000","last_clean":"2023-11-25T03:12:51.040205+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:12:51.040205+0000","last_undegraded":"2023-11-25T03:12:51.040205+0000","last_fullsized":"2023-11-25T03:12:51.040205+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853068+0000","last_change":"2023-11-25T03:12:49.821823+0000","last_active":"2023-11-25T03:12:50.853068+0000","last_peered":"2023-11-25T03:12:50.853068+0000","last_clean":"2023-11-25T03:12:50.853068+0000","last_became_active":"2023-11-25T03:12:49.821514+0000","last_became_peered":"2023-11-25T03:12:49.821514+0000","last_unstale":"2023-11-25T03:12:50.853068+0000","last_undegraded":"2023-11-25T03:12:50.853068+0000","last_fullsized":"2023-11-25T03:12:50.853068+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:24.684574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.800830+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:12:49.800830+0000","last_peered":"2023-11-25T03:12:49.800830+0000","last_clean":"2023-11-25T03:12:49.800830+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:12:49.800830+0000","last_undegraded":"2023-11-25T03:12:49.800830+0000","last_fullsized":"2023-11-25T03:12:49.800830+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:57:10.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.040247+0000","last_change":"2023-11-25T03:12:49.808068+0000","last_active":"2023-11-25T03:12:51.040247+0000","last_peered":"2023-11-25T03:12:51.040247+0000","last_clean":"2023-11-25T03:12:51.040247+0000","last_became_active":"2023-11-25T03:12:49.807499+0000","last_became_peered":"2023-11-25T03:12:49.807499+0000","last_unstale":"2023-11-25T03:12:51.040247+0000","last_undegraded":"2023-11-25T03:12:51.040247+0000","last_fullsized":"2023-11-25T03:12:51.040247+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.793577+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:12:49.793577+0000","last_peered":"2023-11-25T03:12:49.793577+0000","last_clean":"2023-11-25T03:12:49.793577+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:12:49.793577+0000","last_undegraded":"2023-11-25T03:12:49.793577+0000","last_fullsized":"2023-11-25T03:12:49.793577+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039620+0000","last_change":"2023-11-25T03:12:49.816966+0000","last_active":"2023-11-25T03:12:51.039620+0000","last_peered":"2023-11-25T03:12:51.039620+0000","last_clean":"2023-11-25T03:12:51.039620+0000","last_became_active":"2023-11-25T03:12:49.816702+0000","last_became_peered":"2023-11-25T03:12:49.816702+0000","last_unstale":"2023-11-25T03:12:51.039620+0000","last_undegraded":"2023-11-25T03:12:51.039620+0000","last_fullsized":"2023-11-25T03:12:51.039620+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:38.128973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.806385+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:12:49.806385+0000","last_peered":"2023-11-25T03:12:49.806385+0000","last_clean":"2023-11-25T03:12:49.806385+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:12:49.806385+0000","last_undegraded":"2023-11-25T03:12:49.806385+0000","last_fullsized":"2023-11-25T03:12:49.806385+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:19.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013365+0000","last_change":"2023-11-25T03:12:49.821842+0000","last_active":"2023-11-25T03:12:51.013365+0000","last_peered":"2023-11-25T03:12:51.013365+0000","last_clean":"2023-11-25T03:12:51.013365+0000","last_became_active":"2023-11-25T03:12:49.821521+0000","last_became_peered":"2023-11-25T03:12:49.821521+0000","last_unstale":"2023-11-25T03:12:51.013365+0000","last_undegraded":"2023-11-25T03:12:51.013365+0000","last_fullsized":"2023-11-25T03:12:51.013365+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.790209+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:12:49.790209+0000","last_peered":"2023-11-25T03:12:49.790209+0000","last_clean":"2023-11-25T03:12:49.790209+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:12:49.790209+0000","last_undegraded":"2023-11-25T03:12:49.790209+0000","last_fullsized":"2023-11-25T03:12:49.790209+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:50.853090+0000","last_change":"2023-11-25T03:12:49.818698+0000","last_active":"2023-11-25T03:12:50.853090+0000","last_peered":"2023-11-25T03:12:50.853090+0000","last_clean":"2023-11-25T03:12:50.853090+0000","last_became_active":"2023-11-25T03:12:49.818421+0000","last_became_peered":"2023-11-25T03:12:49.818421+0000","last_unstale":"2023-11-25T03:12:50.853090+0000","last_undegraded":"2023-11-25T03:12:50.853090+0000","last_fullsized":"2023-11-25T03:12:50.853090+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:45.030446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.805528+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:12:49.805528+0000","last_peered":"2023-11-25T03:12:49.805528+0000","last_clean":"2023-11-25T03:12:49.805528+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:12:49.805528+0000","last_undegraded":"2023-11-25T03:12:49.805528+0000","last_fullsized":"2023-11-25T03:12:49.805528+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:44.760452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039440+0000","last_change":"2023-11-25T03:12:49.814544+0000","last_active":"2023-11-25T03:12:51.039440+0000","last_peered":"2023-11-25T03:12:51.039440+0000","last_clean":"2023-11-25T03:12:51.039440+0000","last_became_active":"2023-11-25T03:12:49.814121+0000","last_became_peered":"2023-11-25T03:12:49.814121+0000","last_unstale":"2023-11-25T03:12:51.039440+0000","last_undegraded":"2023-11-25T03:12:51.039440+0000","last_fullsized":"2023-11-25T03:12:51.039440+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:34.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.788668+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:12:49.788668+0000","last_peered":"2023-11-25T03:12:49.788668+0000","last_clean":"2023-11-25T03:12:49.788668+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:12:49.788668+0000","last_undegraded":"2023-11-25T03:12:49.788668+0000","last_fullsized":"2023-11-25T03:12:49.788668+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:40.980401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":11,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.039259+0000","last_change":"2023-11-25T03:12:49.811366+0000","last_active":"2023-11-25T03:12:51.039259+0000","last_peered":"2023-11-25T03:12:51.039259+0000","last_clean":"2023-11-25T03:12:51.039259+0000","last_became_active":"2023-11-25T03:12:49.811044+0000","last_became_peered":"2023-11-25T03:12:49.811044+0000","last_unstale":"2023-11-25T03:12:51.039259+0000","last_undegraded":"2023-11-25T03:12:51.039259+0000","last_fullsized":"2023-11-25T03:12:51.039259+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:47:45.518710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2023-11-25T03:12:49.801176+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:12:49.801176+0000","last_peered":"2023-11-25T03:12:49.801176+0000","last_clean":"2023-11-25T03:12:49.801176+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:12:49.801176+0000","last_undegraded":"2023-11-25T03:12:49.801176+0000","last_fullsized":"2023-11-25T03:12:49.801176+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":193,"reported_epoch":51,"state":"active+clean","last_fresh":"2023-11-25T03:12:51.013195+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:12:51.013195+0000","last_peered":"2023-11-25T03:12:51.013195+0000","last_clean":"2023-11-25T03:12:51.013195+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:12:51.013195+0000","last_undegraded":"2023-11-25T03:12:51.013195+0000","last_fullsized":"2023-11-25T03:12:51.013195+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574876,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1212416,"data_stored":847934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.83099999999999996,"15min":0.86199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90100000000000002,"5min":4.141,"15min":4.141},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.89800000000000002,"15min":0.93799999999999994},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.83299999999999996,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.59299999999999997}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.88700000000000001,"15min":0.92600000000000005},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85999999999999999,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.52700000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.82799999999999996,"5min":4.766,"15min":4.766},"last":0.72599999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.745,"15min":0.748},"min":{"1min":0.55800000000000005,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.84899999999999998,"15min":0.88100000000000001},"min":{"1min":0.5,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.85999999999999999,"5min":2.198,"15min":2.198},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.95099999999999996,"15min":0.98699999999999999},"min":{"1min":0.50900000000000001,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.355,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.755},{"interface":"front","average":{"1min":0.749,"5min":0.97799999999999998,"15min":1.016},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":0.88200000000000001,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.80200000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.97499999999999998,"15min":1.036},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83199999999999996,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.436},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.79700000000000004,"15min":0.81899999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.4099999999999999,"5min":2.157,"15min":2.157},"last":0.38300000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.80500000000000005,"15min":0.83999999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84899999999999998,"5min":2.093,"15min":2.093},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89300000000000002,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.51300000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":1.2210000000000001,"15min":1.2989999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.96399999999999997,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.753,"5min":1.1100000000000001,"15min":1.1699999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.4550000000000001,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.46000000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574876,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344220,"statfs":{"total":96636764160,"available":96608481280,"internally_reserved":0,"allocated":610304,"data_stored":257406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.75,"15min":0.76900000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84599999999999997,"5min":1.151,"15min":1.151},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.51300000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.73099999999999998,"15min":0.72799999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.9020000000000001,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.80400000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.81599999999999995,"15min":0.82599999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.89400000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.77400000000000002,"15min":0.77200000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.877,"5min":1.0529999999999999,"15min":1.0820000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.0150000000000001,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.58999999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.81299999999999994,"15min":0.80100000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.6680000000000001,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71499999999999997,"15min":0.70199999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.77000000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.75600000000000001,"15min":0.73399999999999999},"min":{"1min":0.51100000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.621},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.81299999999999994,"15min":0.79700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.0569999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.746}]}]},{"osd":5,"up_from":13,"seq":55834574875,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":258058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":3.444,"5min":3.444,"15min":3.444},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":3.6669999999999998,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.52000000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":5.8499999999999996,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":3.5099999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.67000000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.4630000000000001,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":4.8140000000000001,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.57099999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":3.6200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.745},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":3.641,"5min":3.641,"15min":3.641},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.65400000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.503},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":0.47099999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:11:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":2.1190000000000002,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.55900000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344208,"statfs":{"total":96636764160,"available":96608468992,"internally_reserved":0,"allocated":622592,"data_stored":259018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.90100000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.69999999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65600000000000003,"15min":0.66100000000000003},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81299999999999994,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.71599999999999997,"15min":0.72899999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89200000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.89200000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69799999999999995,"15min":0.70399999999999996},"min":{"1min":0.47499999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83499999999999996,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72299999999999998,"15min":0.73499999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.82999999999999996,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.76700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.68700000000000006,"15min":0.69299999999999995},"min":{"1min":0.48899999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.76700000000000002},"min":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.80800000000000005,"5min":1.024,"15min":1.024},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":0.73699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86299999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68899999999999995,"15min":0.69399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.95199999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.77700000000000002,"15min":0.79100000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93100000000000005,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.93100000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.91200000000000003,"5min":0.996,"15min":0.996},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78500000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":0.874,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.874}]}]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":257462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.51700000000000002,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.311},{"interface":"front","average":{"1min":0.44,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51200000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.498,"15min":0.50700000000000001},"min":{"1min":0.317,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.51000000000000001,"15min":0.51800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82099999999999995,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51700000000000002,"15min":0.51900000000000002},"min":{"1min":0.374,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83899999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78200000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.39700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.79300000000000004,"15min":0.78700000000000003},"min":{"1min":0.63300000000000001,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.462,"5min":1.462,"15min":1.462},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92400000000000004,"5min":1.216,"15min":1.216},"last":0.81100000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.82599999999999996,"15min":0.82499999999999996},"min":{"1min":0.59399999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6819999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80500000000000005},"min":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.95899999999999996,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.78900000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.76900000000000002,"15min":0.76800000000000002},"min":{"1min":0.59199999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.79900000000000004,"15min":0.80400000000000005},"min":{"1min":0.53900000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.98799999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.75900000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.80700000000000005,"15min":0.81299999999999994},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.93200000000000005,"5min":1.351,"15min":1.351},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.77300000000000002,"15min":0.76800000000000002},"min":{"1min":0.57599999999999996,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.72999999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574876,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":257462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.79500000000000004,"15min":0.85899999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.505,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.60599999999999998,"15min":0.63500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63400000000000001,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.61899999999999999,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60199999999999998,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.86499999999999999,"15min":0.92900000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.64500000000000002,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.51100000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.85299999999999998,"15min":0.90900000000000003},"min":{"1min":0.41499999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65900000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.443},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.90700000000000003,"15min":0.96999999999999997},"min":{"1min":0.44500000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.77500000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.749,"15min":0.76100000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96299999999999997,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.77500000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.0900000000000001,"15min":1.157},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.877,"5min":7.931,"15min":7.931},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.747,"5min":0.81499999999999995,"15min":0.82699999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2989999999999999,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.52500000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.85899999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.497},{"interface":"front","average":{"1min":0.749,"5min":1.113,"15min":1.173},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.94899999999999995,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.55400000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.81599999999999995,"15min":0.83399999999999996},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.234,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.83199999999999996,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92600000000000005,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.59899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":614400,"data_stored":257496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.47899999999999998,"15min":0.48899999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59099999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.499}]},{"osd":2,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.53200000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57099999999999995,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.65600000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.54300000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76600000000000001,"15min":0.77700000000000002},"min":{"1min":0.52700000000000002,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0049999999999999,"5min":1.048,"15min":1.048},"last":0.877},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96199999999999997,"5min":1.113,"15min":1.113},"last":0.83299999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.77800000000000002,"15min":0.79200000000000004},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.077,"5min":1.085,"15min":1.085},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.77800000000000002,"15min":0.79300000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97799999999999998,"5min":1.407,"15min":1.407},"last":0.80500000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.81699999999999995,"15min":0.82799999999999996},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0980000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.92900000000000005,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.77300000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.81399999999999995,"15min":0.82499999999999996},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0209999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.83899999999999997,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0329999999999999,"5min":1.129,"15min":1.129},"last":0.81299999999999994}]}]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1216512,"data_stored":848949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.253},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40799999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.35999999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:11:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.56100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:12:58.840 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:12:58.841 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-11-25T03:12:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 Processor -- start 2023-11-25T03:12:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 -- start start 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2dac0c31c0 con 0x7f2dac0c63c0 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dac0c34a0 con 0x7f2dac0c06d0 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db47df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac0c1030 con 0x7f2dac0c4100 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.020+0000 7f2db2d7c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db257b640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f2dac0c63c0 0x7f2dac0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:40586/0 (socket says 172.21.15.76:40586) 2023-11-25T03:12:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db2d7c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:43048/0 (socket says 172.21.15.76:43048) 2023-11-25T03:12:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db257b640 1 -- 172.21.15.76:0/1320389048 learned_addr learned my addr 172.21.15.76:0/1320389048 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:12:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db1d7a640 1 --2- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db2d7c640 1 -- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c4100 msgr2=0x7f2dac0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db2d7c640 1 --2- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db2d7c640 1 -- 172.21.15.76:0/1320389048 >> v1:172.21.15.106:6789/0 conn(0x7f2dac0c63c0 legacy=0x7f2dac0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db2d7c640 1 -- 172.21.15.76:0/1320389048 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dac0c1310 con 0x7f2dac0c06d0 2023-11-25T03:12:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db2d7c640 1 --2- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c06d0 0x7f2dac0a9680 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009d90 tx=0x7f2da401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d514898c9a56132b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db1579640 1 -- 172.21.15.76:0/1320389048 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dac0aa3d0 con 0x7f2dac0c06d0 2023-11-25T03:12:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db1579640 1 -- 172.21.15.76:0/1320389048 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2da40a5800 con 0x7f2dac0c06d0 2023-11-25T03:12:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.024+0000 7f2db1579640 1 -- 172.21.15.76:0/1320389048 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da40a5b90 con 0x7f2dac0c06d0 2023-11-25T03:12:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c06d0 msgr2=0x7f2dac0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 --2- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c06d0 0x7f2dac0a9680 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2da4009d90 tx=0x7f2da401c830 comp rx=0 tx=0).stop 2023-11-25T03:12:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- 172.21.15.76:0/1320389048 shutdown_connections 2023-11-25T03:12:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 --2- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 --2- 172.21.15.76:0/1320389048 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- 172.21.15.76:0/1320389048 >> 172.21.15.76:0/1320389048 conn(0x7f2dac06a5b0 msgr2=0x7f2dac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- 172.21.15.76:0/1320389048 shutdown_connections 2023-11-25T03:12:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- 172.21.15.76:0/1320389048 wait complete. 2023-11-25T03:12:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 Processor -- start 2023-11-25T03:12:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- start start 2023-11-25T03:12:59.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c06d0 0x7f2dac06fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0bf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c63c0 0x7f2dac1f0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac1f0330 con 0x7f2dac0c4100 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac15a970 con 0x7f2dac0c63c0 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db47df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac1f05a0 con 0x7f2dac0c06d0 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0bf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0bf7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51542/0 (socket says 172.21.15.76:51542) 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 -- 172.21.15.76:0/984317776 learned_addr learned my addr 172.21.15.76:0/984317776 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db257b640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c06d0 0x7f2dac06fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db2d7c640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c63c0 0x7f2dac1f0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 -- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c06d0 msgr2=0x7f2dac06fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c06d0 0x7f2dac06fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 -- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c63c0 msgr2=0x7f2dac1f0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c63c0 0x7f2dac1f0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 -- 172.21.15.76:0/984317776 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2da4009a70 con 0x7f2dac0c4100 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.028+0000 7f2db1d7a640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0bf7d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c00e900 tx=0x7f2d9c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c009690 con 0x7f2dac0c4100 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d9c00ca00 con 0x7f2dac0c4100 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dac0bfd10 con 0x7f2dac0c4100 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c00cd90 con 0x7f2dac0c4100 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dac156680 con 0x7f2dac0c4100 2023-11-25T03:12:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2dac0c0500 con 0x7f2dac0c4100 2023-11-25T03:12:59.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2d9c013470 con 0x7f2dac0c4100 2023-11-25T03:12:59.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2da2ffd640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2d9c084080 con 0x7f2dac0c4100 2023-11-25T03:12:59.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2db257b640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.032+0000 7f2db257b640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f2da8005890 tx=0x7f2da8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:59.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.036+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2d9c0b5280 con 0x7f2dac0c4100 2023-11-25T03:12:59.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.240+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f2dac1f0710 con 0x7f2dac0c4100 2023-11-25T03:12:59.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2da2ffd640 1 -- 172.21.15.76:0/984317776 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) v1 ==== 190+0+147 (secure 0 0 0) 0x7f2d9c0210b0 con 0x7f2dac0c4100 2023-11-25T03:12:59.246 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2023-11-25T03:12:59.246 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ== 2023-11-25T03:12:59.246 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow" 2023-11-25T03:12:59.246 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:12:59.247 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-11-25T03:12:59.247 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2023-11-25T03:12:59.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 msgr2=0x7f2d90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f2da8005890 tx=0x7f2da8009040 comp rx=0 tx=0).stop 2023-11-25T03:12:59.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 msgr2=0x7f2dac0bf7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0bf7d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c00e900 tx=0x7f2d9c00edc0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 shutdown_connections 2023-11-25T03:12:59.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c63c0 0x7f2dac1f0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.249 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0bf7d0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 --2- 172.21.15.76:0/984317776 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c06d0 0x7f2dac06fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 >> 172.21.15.76:0/984317776 conn(0x7f2dac06a5b0 msgr2=0x7f2dac154400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:59.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 shutdown_connections 2023-11-25T03:12:59.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.244+0000 7f2db47df640 1 -- 172.21.15.76:0/984317776 wait complete. 2023-11-25T03:12:59.267 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:12:59.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.400+0000 7fd576e9c640 1 Processor -- start 2023-11-25T03:12:59.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.400+0000 7fd576e9c640 1 -- start start 2023-11-25T03:12:59.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd576e9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd576e9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5700c5640 0x7fd5700c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd576e9c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd5700c60f0 0x7fd570155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd576e9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5700c17f0 con 0x7fd5700c5640 2023-11-25T03:12:59.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd576e9c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5700c2580 con 0x7fd5700c60f0 2023-11-25T03:12:59.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd576e9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5700c1a00 con 0x7fd5700c5260 2023-11-25T03:12:59.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5700c5640 0x7fd5700c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5700c5640 0x7fd5700c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51548/0 (socket says 172.21.15.76:51548) 2023-11-25T03:12:59.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 -- 172.21.15.76:0/3981597180 learned_addr learned my addr 172.21.15.76:0/3981597180 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:59.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd575439640 1 --2- 172.21.15.76:0/3981597180 >> v2:172.21.15.106:3300/0 conn(0x7fd5700c60f0 0x7fd570155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd574c38640 1 --2- 172.21.15.76:0/3981597180 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 -- 172.21.15.76:0/3981597180 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 msgr2=0x7fd57006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:59.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 --2- 172.21.15.76:0/3981597180 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 -- 172.21.15.76:0/3981597180 >> v2:172.21.15.106:3300/0 conn(0x7fd5700c60f0 msgr2=0x7fd570155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:12:59.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 --2- 172.21.15.76:0/3981597180 >> v2:172.21.15.106:3300/0 conn(0x7fd5700c60f0 0x7fd570155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.404+0000 7fd56ffff640 1 -- 172.21.15.76:0/3981597180 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5700c1ce0 con 0x7fd5700c5640 2023-11-25T03:12:59.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd56ffff640 1 --2- 172.21.15.76:0/3981597180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd5700c5bb0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd57006d340 tx=0x7fd55c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daf6a8bb83a829ca server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:59.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd56f7fe640 1 -- 172.21.15.76:0/3981597180 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0ac640 con 0x7fd5700c5640 2023-11-25T03:12:59.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd56f7fe640 1 -- 172.21.15.76:0/3981597180 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd55c0ac7a0 con 0x7fd5700c5640 2023-11-25T03:12:59.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd56f7fe640 1 -- 172.21.15.76:0/3981597180 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0acb30 con 0x7fd5700c5640 2023-11-25T03:12:59.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 -- 172.21.15.76:0/3981597180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 msgr2=0x7fd5700c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3981597180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd5700c5bb0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd57006d340 tx=0x7fd55c01c440 comp rx=0 tx=0).stop 2023-11-25T03:12:59.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 -- 172.21.15.76:0/3981597180 shutdown_connections 2023-11-25T03:12:59.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3981597180 >> v2:172.21.15.106:3300/0 conn(0x7fd5700c60f0 0x7fd570155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3981597180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd5700c5bb0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3981597180 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 -- 172.21.15.76:0/3981597180 >> 172.21.15.76:0/3981597180 conn(0x7fd57006a5b0 msgr2=0x7fd57006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:59.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 -- 172.21.15.76:0/3981597180 shutdown_connections 2023-11-25T03:12:59.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 -- 172.21.15.76:0/3981597180 wait complete. 2023-11-25T03:12:59.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 Processor -- start 2023-11-25T03:12:59.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.408+0000 7fd576e9c640 1 -- start start 2023-11-25T03:12:59.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57014a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd57015d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5700c60f0 0x7fd57015d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5701ed7a0 con 0x7fd5700c5640 2023-11-25T03:12:59.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5701ece70 con 0x7fd5700c60f0 2023-11-25T03:12:59.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5701ed150 con 0x7fd5700c5260 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd57015d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd57015d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51556/0 (socket says 172.21.15.76:51556) 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 -- 172.21.15.76:0/3721754879 learned_addr learned my addr 172.21.15.76:0/3721754879 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd574c38640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57014a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd575439640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5700c60f0 0x7fd57015d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 -- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 msgr2=0x7fd57014a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57014a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 -- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5700c60f0 msgr2=0x7fd57015d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5700c60f0 0x7fd57015d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 -- 172.21.15.76:0/3721754879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd55c0094d0 con 0x7fd5700c5640 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56ffff640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd57015d000 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fd55c01aaf0 tx=0x7fd55c0191e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0b5640 con 0x7fd5700c5640 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd55c0b57a0 con 0x7fd5700c5640 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5701ed430 con 0x7fd5700c5640 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0b5b10 con 0x7fd5700c5640 2023-11-25T03:12:59.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5701edc30 con 0x7fd5700c5640 2023-11-25T03:12:59.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5701ed5c0 con 0x7fd5700c5640 2023-11-25T03:12:59.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.412+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd55c0b3070 con 0x7fd5700c5640 2023-11-25T03:12:59.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.416+0000 7fd56d7fa640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5540664a0 0x7fd554068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:12:59.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.416+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd55c11df90 con 0x7fd5700c5640 2023-11-25T03:12:59.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.416+0000 7fd574c38640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5540664a0 0x7fd554068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:12:59.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.416+0000 7fd574c38640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5540664a0 0x7fd554068960 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd5640045f0 tx=0x7fd564008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:12:59.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.420+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd55c0eb430 con 0x7fd5700c5640 2023-11-25T03:12:59.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.596+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd570068400 con 0x7fd5700c5640 2023-11-25T03:12:59.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.596+0000 7fd56d7fa640 1 -- 172.21.15.76:0/3721754879 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+4916 (secure 0 0 0) 0x7fd55c0eea50 con 0x7fd5700c5640 2023-11-25T03:12:59.601 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:12:59.601 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":33,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5766,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2023-11-25T03:12:59.601 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 33 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5540664a0 msgr2=0x7fd554068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5540664a0 0x7fd554068960 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd5640045f0 tx=0x7fd564008040 comp rx=0 tx=0).stop 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 msgr2=0x7fd57015d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd57015d000 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fd55c01aaf0 tx=0x7fd55c0191e0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 shutdown_connections 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd5540664a0 0x7fd554068960 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd5700c60f0 0x7fd57015d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5700c5640 0x7fd57015d000 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 --2- 172.21.15.76:0/3721754879 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd5700c5260 0x7fd57014a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:12:59.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 >> 172.21.15.76:0/3721754879 conn(0x7fd57006a5b0 msgr2=0x7fd57006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:12:59.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 shutdown_connections 2023-11-25T03:12:59.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:12:59.600+0000 7fd576e9c640 1 -- 172.21.15.76:0/3721754879 wait complete. 2023-11-25T03:12:59.904 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:12:59.908 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:13:00.024 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-25T03:12:49.166069+0000', 'modified': '2023-11-25T03:12:52.172214+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5769}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5769': {'gid': 5769, 'name': 'a', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/3663330680', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 3663330680}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 3663330680}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-25T03:13:00.024 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-25T03:13:00.024 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-25T03:13:00.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f9613b1d640 1 Processor -- start 2023-11-25T03:13:00.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f9613b1d640 1 -- start start 2023-11-25T03:13:00.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f9613b1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0c60a0 0x7f960c156900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f9613b1d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f960c0c3bd0 con 0x7f960c0a5240 2023-11-25T03:13:00.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f9613b1d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f960c0bf1e0 con 0x7f960c0c5c60 2023-11-25T03:13:00.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f9613b1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f960c0c6530 con 0x7f960c0c60a0 2023-11-25T03:13:00.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96118b9640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f960c0a5240 0x7f960c0bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33652/0 (socket says 172.21.15.76:33652) 2023-11-25T03:13:00.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96118b9640 1 -- 172.21.15.76:0/2482561716 learned_addr learned my addr 172.21.15.76:0/2482561716 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:00.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96120ba640 1 --2- 172.21.15.76:0/2482561716 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0c60a0 0x7f960c156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3853133861 0 0) 0x7f960c0c3bd0 con 0x7f960c0a5240 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f95f8003530 con 0x7f960c0a5240 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2149996256 0 0) 0x7f960c0bf1e0 con 0x7f960c0c5c60 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f960c0c3bd0 con 0x7f960c0c5c60 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96120ba640 1 -- 172.21.15.76:0/2482561716 >> v1:172.21.15.106:6789/0 conn(0x7f960c0c5c60 legacy=0x7f960c1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.160+0000 7f96120ba640 1 -- 172.21.15.76:0/2482561716 >> v1:172.21.15.76:6789/0 conn(0x7f960c0a5240 legacy=0x7f960c0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2306494335 0 0) 0x7f95f8003530 con 0x7f960c0a5240 2023-11-25T03:13:00.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f96120ba640 1 -- 172.21.15.76:0/2482561716 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f960c0c3e20 con 0x7f960c0c60a0 2023-11-25T03:13:00.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f96120ba640 1 --2- 172.21.15.76:0/2482561716 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0c60a0 0x7f960c156900 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f96040097f0 tx=0x7f960401c320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85c046588d95f3d2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9608001a00 con 0x7f960c0c60a0 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96040a7050 con 0x7f960c0c60a0 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f96108b7640 1 -- 172.21.15.76:0/2482561716 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96040ab620 con 0x7f960c0c60a0 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f9613b1d640 1 -- 172.21.15.76:0/2482561716 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0c60a0 msgr2=0x7f960c156900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f9613b1d640 1 --2- 172.21.15.76:0/2482561716 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0c60a0 0x7f960c156900 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f96040097f0 tx=0x7f960401c320 comp rx=0 tx=0).stop 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f9613b1d640 1 -- 172.21.15.76:0/2482561716 shutdown_connections 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f9613b1d640 1 --2- 172.21.15.76:0/2482561716 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0c60a0 0x7f960c156900 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.164+0000 7f9613b1d640 1 -- 172.21.15.76:0/2482561716 >> 172.21.15.76:0/2482561716 conn(0x7f960c06a5b0 msgr2=0x7f960c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 -- 172.21.15.76:0/2482561716 shutdown_connections 2023-11-25T03:13:00.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 -- 172.21.15.76:0/2482561716 wait complete. 2023-11-25T03:13:00.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 Processor -- start 2023-11-25T03:13:00.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 -- start start 2023-11-25T03:13:00.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0a5240 0x7f960c152b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f960c0c5c60 0x7f960c14dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 0x7f960c14e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f960c158be0 con 0x7f960c0c60a0 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f960c14d730 con 0x7f960c0c5c60 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f9613b1d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f960c14aff0 con 0x7f960c0a5240 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 0x7f960c14e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 0x7f960c14e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51568/0 (socket says 172.21.15.76:51568) 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 -- 172.21.15.76:0/4290666574 learned_addr learned my addr 172.21.15.76:0/4290666574 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:00.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96110b8640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f960c0c5c60 0x7f960c14dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96118b9640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0a5240 0x7f960c152b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 -- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0a5240 msgr2=0x7f960c152b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0a5240 0x7f960c152b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 -- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f960c0c5c60 msgr2=0x7f960c14dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f960c0c5c60 0x7f960c14dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 -- 172.21.15.76:0/4290666574 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9604009420 con 0x7f960c0c60a0 2023-11-25T03:13:00.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96110b8640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f960c0c5c60 0x7f960c14dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:00.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.168+0000 7f96120ba640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 0x7f960c14e150 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f96040097f0 tx=0x7f96040190c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f96027fc640 1 -- 172.21.15.76:0/4290666574 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96040abc90 con 0x7f960c0c60a0 2023-11-25T03:13:00.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f96027fc640 1 -- 172.21.15.76:0/4290666574 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96040abdf0 con 0x7f960c0c60a0 2023-11-25T03:13:00.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f96027fc640 1 -- 172.21.15.76:0/4290666574 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9604004260 con 0x7f960c0c60a0 2023-11-25T03:13:00.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f960c158900 con 0x7f960c0c60a0 2023-11-25T03:13:00.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f960c0a59f0 con 0x7f960c0c60a0 2023-11-25T03:13:00.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f96027fc640 1 -- 172.21.15.76:0/4290666574 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f96040b2040 con 0x7f960c0c60a0 2023-11-25T03:13:00.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f96027fc640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95f00664a0 0x7f95f0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.172+0000 7f96027fc640 1 -- 172.21.15.76:0/4290666574 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f960411dae0 con 0x7f960c0c60a0 2023-11-25T03:13:00.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96118b9640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95f00664a0 0x7f95f0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 Processor -- start 2023-11-25T03:13:00.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- start start 2023-11-25T03:13:00.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96118b9640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95f00664a0 0x7f95f0068960 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f96080012f0 tx=0x7f9608009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2416c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa241c00 0x55f0aa241fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa242520 0x55f0aa28ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa0ae130 con 0x55f0aa2412e0 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa09b9a0 con 0x55f0aa241c00 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa098ed0 con 0x55f0aa242520 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96118b9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2416c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96110b8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa241c00 0x55f0aa241fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96118b9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2416c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51584/0 (socket says 172.21.15.76:51584) 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96118b9640 1 -- 172.21.15.76:0/1112983487 learned_addr learned my addr 172.21.15.76:0/1112983487 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa242520 0x55f0aa28ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 -- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa241c00 msgr2=0x55f0aa241fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa241c00 0x55f0aa241fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 -- 172.21.15.76:0/1112983487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 msgr2=0x55f0aa2416c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2416c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 -- 172.21.15.76:0/1112983487 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f0a9d8c890 con 0x55f0aa242520 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96110b8640 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa241c00 0x55f0aa241fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f96120ba640 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa242520 0x55f0aa28ba30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f960411c060 tx=0x7f96040ee6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da6c99bbb61314e2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f95ef7fe640 1 -- 172.21.15.76:0/1112983487 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96040f6f20 con 0x55f0aa242520 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f95ef7fe640 1 -- 172.21.15.76:0/1112983487 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96040ed070 con 0x55f0aa242520 2023-11-25T03:13:00.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f95ef7fe640 1 -- 172.21.15.76:0/1112983487 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96040eb3e0 con 0x55f0aa242520 2023-11-25T03:13:00.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa242520 msgr2=0x55f0aa28ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa242520 0x55f0aa28ba30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f960411c060 tx=0x7f96040ee6f0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- 172.21.15.76:0/1112983487 shutdown_connections 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa242520 0x55f0aa28ba30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa241c00 0x55f0aa241fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 --2- 172.21.15.76:0/1112983487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2416c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- 172.21.15.76:0/1112983487 >> 172.21.15.76:0/1112983487 conn(0x55f0aa24a190 msgr2=0x55f0aa2817a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- 172.21.15.76:0/1112983487 shutdown_connections 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- 172.21.15.76:0/1112983487 wait complete. 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 -- start start 2023-11-25T03:13:00.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.176+0000 7f9616e81000 1 Processor -- start 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa27e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa247b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 0x55f0aa248040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa0947c0 con 0x55f0aa242520 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa04cbf0 con 0x55f0aa2412e0 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa052a90 con 0x55f0aa241c00 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 10 client.0 _ll_register_callbacks cb 0x55f0aa22f3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 0x55f0aa248040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96110b8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa247b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 0x55f0aa248040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51588/0 (socket says 172.21.15.76:51588) 2023-11-25T03:13:00.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 -- 172.21.15.76:0/1677562538 learned_addr learned my addr 172.21.15.76:0/1677562538 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96118b9640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa27e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 -- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 msgr2=0x55f0aa247b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa247b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 -- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 msgr2=0x55f0aa27e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa27e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 -- 172.21.15.76:0/1677562538 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f960c0c3bd0 con 0x55f0aa242520 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96110b8640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa247b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96120ba640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 0x55f0aa248040 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f96040ee9d0 tx=0x7f960401c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd15251f7a1ea8bf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 1 -- 172.21.15.76:0/1677562538 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f960410a070 con 0x55f0aa242520 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f0aa056470 con 0x55f0aa242520 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 1 -- 172.21.15.76:0/1677562538 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f96040f6f20 con 0x55f0aa242520 2023-11-25T03:13:00.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 1 -- 172.21.15.76:0/1677562538 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96040ed070 con 0x55f0aa242520 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 10 client.5922 fetch_fsmap learned FSMap version 33 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) v3 -- 0x7f960c0a59f0 con 0x55f0aa242520 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 1 -- 172.21.15.76:0/1677562538 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f0aa056470 con 0x55f0aa242520 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 1 -- 172.21.15.76:0/1677562538 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 33) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f96040ee1c0 con 0x55f0aa242520 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 10 client.5922 fetch_fsmap finished waiting for FSMap version 33 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 10 client.5922 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 20 client.5922 populate_metadata read hostname 'smithi076' 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa248a50 0x55f0aa248e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 4 client.5922 mds_command: new command op to 5769 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 --> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f0aa059b50 con 0x55f0aa248a50 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96118b9640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa248a50 0x55f0aa248e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f96118b9640 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa248a50 0x55f0aa248e30 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11626f71657b9ecb server_cookie=36a31406be641a5e in_seq=0 out_seq=0 2023-11-25T03:13:00.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.180+0000 7f95ecff9640 10 client.5922 ms_handle_connect on v2:172.21.15.76:6835/3663330680 2023-11-25T03:13:00.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f95ecff9640 1 -- 172.21.15.76:0/1677562538 <== mds.0 v2:172.21.15.76:6835/3663330680 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f0aa059b50 con 0x55f0aa248a50 2023-11-25T03:13:00.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f95ecff9640 10 client.5922 handle_command_reply: tid=0 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 client.5922 shutdown 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 msgr2=0x55f0aa248040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 0x55f0aa248040 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f96040ee9d0 tx=0x7f960401c320 comp rx=0 tx=0).stop 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 shutdown_connections 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa248a50 0x55f0aa248e30 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa242520 0x55f0aa248040 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa247b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 --2- 172.21.15.76:0/1677562538 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa27e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f95ecff9640 0 client.5922 ms_handle_reset on v2:172.21.15.76:6835/3663330680 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 >> 172.21.15.76:0/1677562538 conn(0x55f0aa24a190 msgr2=0x55f0aa2409d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 shutdown_connections 2023-11-25T03:13:00.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 1 -- 172.21.15.76:0/1677562538 wait complete. 2023-11-25T03:13:00.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.184+0000 7f9616e81000 20 client.5922 trim_cache size 0 max 16384 2023-11-25T03:13:00.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 Processor -- start 2023-11-25T03:13:00.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- start start 2023-11-25T03:13:00.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa24a190 0x55f0aa29c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 0x55f0aa247df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0a9d4d940 con 0x55f0aa241c00 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa04cbf0 con 0x55f0aa2412e0 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa092e90 con 0x55f0aa24a190 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 0x55f0aa247df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 0x55f0aa247df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51598/0 (socket says 172.21.15.76:51598) 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 -- 172.21.15.76:0/909759798 learned_addr learned my addr 172.21.15.76:0/909759798 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96118b9640 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa24a190 0x55f0aa29c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96110b8640 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 -- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa24a190 msgr2=0x55f0aa29c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa24a190 0x55f0aa29c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 -- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 msgr2=0x55f0aa2478b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 -- 172.21.15.76:0/909759798 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f0aa055190 con 0x55f0aa241c00 2023-11-25T03:13:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96110b8640 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f96120ba640 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 0x55f0aa247df0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f960411c0f0 tx=0x7f9604116000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6460ff06268b78f1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f95effff640 1 -- 172.21.15.76:0/909759798 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f960410a070 con 0x55f0aa241c00 2023-11-25T03:13:00.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f95effff640 1 -- 172.21.15.76:0/909759798 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96040f6f20 con 0x55f0aa241c00 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f95effff640 1 -- 172.21.15.76:0/909759798 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96040043c0 con 0x55f0aa241c00 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- 172.21.15.76:0/909759798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 msgr2=0x55f0aa247df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 0x55f0aa247df0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f960411c0f0 tx=0x7f9604116000 comp rx=0 tx=0).stop 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- 172.21.15.76:0/909759798 shutdown_connections 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa241c00 0x55f0aa247df0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 --2- 172.21.15.76:0/909759798 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa24a190 0x55f0aa29c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- 172.21.15.76:0/909759798 >> 172.21.15.76:0/909759798 conn(0x55f0aa242c70 msgr2=0x55f0aa248e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- 172.21.15.76:0/909759798 shutdown_connections 2023-11-25T03:13:00.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.200+0000 7f9616e81000 1 -- 172.21.15.76:0/909759798 wait complete. 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- start start 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 Processor -- start 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa2981e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa24a190 0x55f0aa298720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa052a90 con 0x55f0aa2412e0 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa093650 con 0x55f0aa24a190 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f0aa06ee30 con 0x55f0aa241c00 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 10 client.0 _ll_register_callbacks cb 0x55f0aa20fbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51614/0 (socket says 172.21.15.76:51614) 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 -- 172.21.15.76:0/3670916793 learned_addr learned my addr 172.21.15.76:0/3670916793 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96110b8640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa2981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96120ba640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa24a190 0x55f0aa298720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 -- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 msgr2=0x55f0aa2981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa2981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 -- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa24a190 msgr2=0x55f0aa298720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa24a190 0x55f0aa298720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 -- 172.21.15.76:0/3670916793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f960c0a59f0 con 0x55f0aa2412e0 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96118b9640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478f0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9608001b30 tx=0x7f9608001260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c871eab03c10f67 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f95ecff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f95ecff9640 1 -- 172.21.15.76:0/3670916793 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9608028070 con 0x55f0aa2412e0 2023-11-25T03:13:00.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f95ecff9640 1 -- 172.21.15.76:0/3670916793 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f960801c040 con 0x55f0aa2412e0 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f0aa093110 con 0x55f0aa2412e0 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f95ecff9640 1 -- 172.21.15.76:0/3670916793 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9608029680 con 0x55f0aa2412e0 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 10 client.5928 fetch_fsmap learned FSMap version 33 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) v3 -- 0x55f0aa03b490 con 0x55f0aa2412e0 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f95ecff9640 1 -- 172.21.15.76:0/3670916793 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f0aa093110 con 0x55f0aa2412e0 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f95ecff9640 1 -- 172.21.15.76:0/3670916793 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 33) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f9608012070 con 0x55f0aa2412e0 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 10 client.5928 fetch_fsmap finished waiting for FSMap version 33 2023-11-25T03:13:00.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 10 client.5928 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:13:00.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 20 client.5928 populate_metadata read hostname 'smithi076' 2023-11-25T03:13:00.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa242520 0x55f0aa298c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 4 client.5928 mds_command: new command op to 5769 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-25T03:13:00.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 --> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f0aa0c29a0 con 0x55f0aa242520 2023-11-25T03:13:00.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.204+0000 7f96110b8640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa242520 0x55f0aa298c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f95ecff9640 10 client.5928 ms_handle_connect on v2:172.21.15.76:6835/3663330680 2023-11-25T03:13:00.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f96110b8640 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa242520 0x55f0aa298c60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e53f689a36dec7cd server_cookie=dcb210b5ea09697a in_seq=0 out_seq=0 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f95ecff9640 1 -- 172.21.15.76:0/3670916793 <== mds.0 v2:172.21.15.76:6835/3663330680 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55f0aa0c29a0 con 0x55f0aa242520 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f95ecff9640 10 client.5928 handle_command_reply: tid=0 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 client.5928 shutdown 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 msgr2=0x55f0aa2478f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478f0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9608001b30 tx=0x7f9608001260 comp rx=0 tx=0).stop 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 shutdown_connections 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:6835/3663330680,v1:172.21.15.76:6837/3663330680] conn(0x55f0aa242520 0x55f0aa298c60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x55f0aa24a190 0x55f0aa298720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x55f0aa241c00 0x55f0aa2981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f95ecff9640 0 client.5928 ms_handle_reset on v2:172.21.15.76:6835/3663330680 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 --2- 172.21.15.76:0/3670916793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f0aa2412e0 0x55f0aa2478f0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 >> 172.21.15.76:0/3670916793 conn(0x55f0aa242c70 msgr2=0x55f0aa292840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 shutdown_connections 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 1 -- 172.21.15.76:0/3670916793 wait complete. 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9616e81000 20 client.5928 trim_cache size 0 max 16384 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "e61c0d8a-7661-495e-9c70-d0c893415dab", 2023-11-25T03:13:00.216 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 5769, 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 10.426159287999999, 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 33, 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 51, 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 51, 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 16.380955242999999 2023-11-25T03:13:00.217 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:13:00.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95f00664a0 msgr2=0x7f95f0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95f00664a0 0x7f95f0068960 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f96080012f0 tx=0x7f9608009040 comp rx=0 tx=0).stop 2023-11-25T03:13:00.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 msgr2=0x7f960c14e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 0x7f960c14e150 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f96040097f0 tx=0x7f96040190c0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 shutdown_connections 2023-11-25T03:13:00.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95f00664a0 0x7f95f0068960 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f960c0c60a0 0x7f960c14e150 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f960c0c5c60 0x7f960c14dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 --2- 172.21.15.76:0/4290666574 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f960c0a5240 0x7f960c152b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 >> 172.21.15.76:0/4290666574 conn(0x7f960c06a5b0 msgr2=0x7f960c1561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 shutdown_connections 2023-11-25T03:13:00.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.208+0000 7f9613b1d640 1 -- 172.21.15.76:0/4290666574 wait complete. 2023-11-25T03:13:00.229 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:13:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 Processor -- start 2023-11-25T03:13:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 -- start start 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0720151e90 0x7f07200c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f07200c4e60 0x7f072006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f072006c860 con 0x7f07200c7ea0 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07200c8750 con 0x7f07200c4e60 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f0725357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07201552d0 con 0x7f0720151e90 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f07167fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f07200c7ea0 0x7f072006b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33656/0 (socket says 172.21.15.76:33656) 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f07167fc640 1 -- 172.21.15.76:0/241834097 learned_addr learned my addr 172.21.15.76:0/241834097 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071f7fe640 1 --2- 172.21.15.76:0/241834097 >> v2:172.21.15.76:3300/0 conn(0x7f07200c4e60 0x7f072006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071effd640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0720151e90 0x7f07200c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071e7fc640 1 -- 172.21.15.76:0/241834097 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 112989052 0 0) 0x7f072006c860 con 0x7f07200c7ea0 2023-11-25T03:13:00.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071e7fc640 1 -- 172.21.15.76:0/241834097 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0700003530 con 0x7f07200c7ea0 2023-11-25T03:13:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071f7fe640 1 -- 172.21.15.76:0/241834097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0720151e90 msgr2=0x7f07200c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071f7fe640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0720151e90 0x7f07200c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071f7fe640 1 -- 172.21.15.76:0/241834097 >> v1:172.21.15.76:6789/0 conn(0x7f07200c7ea0 legacy=0x7f072006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071f7fe640 1 -- 172.21.15.76:0/241834097 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0720154930 con 0x7f07200c4e60 2023-11-25T03:13:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.364+0000 7f071effd640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0720151e90 0x7f07200c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f071f7fe640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072006bbb0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0718009d90 tx=0x7f071801c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319857dacaff2c7a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f071e7fc640 1 -- 172.21.15.76:0/241834097 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180a6700 con 0x7f07200c4e60 2023-11-25T03:13:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f071e7fc640 1 -- 172.21.15.76:0/241834097 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07180a6860 con 0x7f07200c4e60 2023-11-25T03:13:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f071e7fc640 1 -- 172.21.15.76:0/241834097 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180a6bf0 con 0x7f07200c4e60 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 -- 172.21.15.76:0/241834097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 msgr2=0x7f072006bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072006bbb0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0718009d90 tx=0x7f071801c830 comp rx=0 tx=0).stop 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 -- 172.21.15.76:0/241834097 shutdown_connections 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072006bbb0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 --2- 172.21.15.76:0/241834097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0720151e90 0x7f07200c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 -- 172.21.15.76:0/241834097 >> 172.21.15.76:0/241834097 conn(0x7f07200ca170 msgr2=0x7f07200ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 -- 172.21.15.76:0/241834097 shutdown_connections 2023-11-25T03:13:00.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.368+0000 7f0725357640 1 -- 172.21.15.76:0/241834097 wait complete. 2023-11-25T03:13:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 Processor -- start 2023-11-25T03:13:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 -- start start 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072014ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07200c7ea0 0x7f07200c1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0720151e90 0x7f07200c21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07201f0cb0 con 0x7f07200c4e60 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07200c17f0 con 0x7f0720151e90 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07201f11e0 con 0x7f07200c7ea0 2023-11-25T03:13:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072014ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072014ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51632/0 (socket says 172.21.15.76:51632) 2023-11-25T03:13:00.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 -- 172.21.15.76:0/2154792197 learned_addr learned my addr 172.21.15.76:0/2154792197 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:00.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 -- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07200c7ea0 msgr2=0x7f07200c1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07200c7ea0 0x7f07200c1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071f7fe640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0720151e90 0x7f07200c21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 -- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0720151e90 msgr2=0x7f07200c21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0720151e90 0x7f07200c21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 -- 172.21.15.76:0/2154792197 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0710009420 con 0x7f07200c4e60 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071f7fe640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0720151e90 0x7f07200c21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f071effd640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072014ee90 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f071000ebe0 tx=0x7f071000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f071000eee0 con 0x7f07200c4e60 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f071000cc30 con 0x7f07200c4e60 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0718009a70 con 0x7f07200c4e60 2023-11-25T03:13:00.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0710013470 con 0x7f07200c4e60 2023-11-25T03:13:00.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.372+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07200c11a0 con 0x7f07200c4e60 2023-11-25T03:13:00.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.376+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0720068400 con 0x7f07200c4e60 2023-11-25T03:13:00.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.376+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f07100135d0 con 0x7f07200c4e60 2023-11-25T03:13:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.376+0000 7f0717fff640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.376+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0710084070 con 0x7f07200c4e60 2023-11-25T03:13:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.376+0000 7f07167fc640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.376+0000 7f07167fc640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0708007fd0 tx=0x7f0708007900 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.380+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0710051580 con 0x7f07200c4e60 2023-11-25T03:13:00.569 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f07200afe30 con 0x7f07200c4e60 2023-11-25T03:13:00.570 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0717fff640 1 -- 172.21.15.76:0/2154792197 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) v1 ==== 53+0+73 (secure 0 0 0) 0x7f0710054ba0 con 0x7f07200c4e60 2023-11-25T03:13:00.570 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:13:00.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 msgr2=0x7f0704068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0708007fd0 tx=0x7f0708007900 comp rx=0 tx=0).stop 2023-11-25T03:13:00.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 msgr2=0x7f072014ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:00.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072014ee90 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f071000ebe0 tx=0x7f071000c520 comp rx=0 tx=0).stop 2023-11-25T03:13:00.572 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 shutdown_connections 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0704066470 0x7f0704068930 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0720151e90 0x7f07200c21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f07200c7ea0 0x7f07200c1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 --2- 172.21.15.76:0/2154792197 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07200c4e60 0x7f072014ee90 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 >> 172.21.15.76:0/2154792197 conn(0x7f07200ca170 msgr2=0x7f07200ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 shutdown_connections 2023-11-25T03:13:00.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:00.568+0000 7f0725357640 1 -- 172.21.15.76:0/2154792197 wait complete. 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:13:00.591 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:00.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:00.592 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:13:00.601 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:13:00.601 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:13:00.601 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:00.602 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42229sec preferred_lft 42229sec 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:00.603 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:00.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:00.604 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:13:00.663 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:13:00.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:00.666 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:00.724 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:13:00.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:00.725 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:13:00.725 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:13:00.725 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:13:00.725 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:13:00.725 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:13:00.725 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:13:00.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:00.816 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:13:00.825 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:13:00.826 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:00.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:00.826 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:13:00.893 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:00.893 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:00.945 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:00.945 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:01.001 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:13:01.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.001 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:01.094 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:01.094 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:13:01.094 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:01.109 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:01.109 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:13:01.109 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:01.109 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:01.109 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:13:01.118 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:13:01.122 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:13:01.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.122 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:01.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.143 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:13:01.202 INFO:teuthology.orchestra.run.smithi076.stdout:client5940 2023-11-25T03:13:01.202 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:01.202 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:01.253 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:13:01.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 Processor -- start 2023-11-25T03:13:01.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 -- start start 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3114151dc0 0x7f31140c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31140bd660 0x7f3114154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31140ac4f0 con 0x7f31140c7ed0 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3114158780 con 0x7f31140bd660 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3119409640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3114158a60 con 0x7f3114151dc0 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31140bd660 0x7f3114154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f31140bd660 0x7f3114154d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51640/0 (socket says 172.21.15.76:51640) 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 -- 172.21.15.76:0/1107849419 learned_addr learned my addr 172.21.15.76:0/1107849419 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:01.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f3112ffd640 1 --2- 172.21.15.76:0/1107849419 >> v2:172.21.15.106:3300/0 conn(0x7f3114151dc0 0x7f31140c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:01.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 -- 172.21.15.76:0/1107849419 >> v2:172.21.15.106:3300/0 conn(0x7f3114151dc0 msgr2=0x7f31140c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:01.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 --2- 172.21.15.76:0/1107849419 >> v2:172.21.15.106:3300/0 conn(0x7f3114151dc0 0x7f31140c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 -- 172.21.15.76:0/1107849419 >> v1:172.21.15.106:6789/0 conn(0x7f31140c7ed0 legacy=0x7f3114154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:01.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.432+0000 7f31137fe640 1 -- 172.21.15.76:0/1107849419 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31140ac180 con 0x7f31140bd660 2023-11-25T03:13:01.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f31137fe640 1 --2- 172.21.15.76:0/1107849419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31140bd660 0x7f3114154d60 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f310c009870 tx=0x7f310c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1893b090ae4757e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:01.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f31127fc640 1 -- 172.21.15.76:0/1107849419 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0ab600 con 0x7f31140bd660 2023-11-25T03:13:01.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f31127fc640 1 -- 172.21.15.76:0/1107849419 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f310c0a7050 con 0x7f31140bd660 2023-11-25T03:13:01.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f31127fc640 1 -- 172.21.15.76:0/1107849419 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0ab980 con 0x7f31140bd660 2023-11-25T03:13:01.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 -- 172.21.15.76:0/1107849419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31140bd660 msgr2=0x7f3114154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:01.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 --2- 172.21.15.76:0/1107849419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31140bd660 0x7f3114154d60 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f310c009870 tx=0x7f310c01c3e0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 -- 172.21.15.76:0/1107849419 shutdown_connections 2023-11-25T03:13:01.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 --2- 172.21.15.76:0/1107849419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31140bd660 0x7f3114154d60 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 --2- 172.21.15.76:0/1107849419 >> v2:172.21.15.106:3300/0 conn(0x7f3114151dc0 0x7f31140c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 -- 172.21.15.76:0/1107849419 >> 172.21.15.76:0/1107849419 conn(0x7f3114071eb0 msgr2=0x7f31140722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:01.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 -- 172.21.15.76:0/1107849419 shutdown_connections 2023-11-25T03:13:01.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.436+0000 7f3119409640 1 -- 172.21.15.76:0/1107849419 wait complete. 2023-11-25T03:13:01.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 Processor -- start 2023-11-25T03:13:01.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- start start 2023-11-25T03:13:01.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31140bd660 0x7f3114153920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:01.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31140c7ed0 0x7f3114153e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 0x7f31140be330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3114156150 con 0x7f3114151dc0 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3114152ed0 con 0x7f31140c7ed0 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31140c04b0 con 0x7f31140bd660 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 0x7f31140be330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 0x7f31140be330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51648/0 (socket says 172.21.15.76:51648) 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 -- 172.21.15.76:0/1879943319 learned_addr learned my addr 172.21.15.76:0/1879943319 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3112ffd640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31140bd660 0x7f3114153920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f310a7fc640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31140c7ed0 0x7f3114153e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:01.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 -- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31140bd660 msgr2=0x7f3114153920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31140bd660 0x7f3114153920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 -- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31140c7ed0 msgr2=0x7f3114153e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31140c7ed0 0x7f3114153e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 -- 172.21.15.76:0/1879943319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f310c0094d0 con 0x7f3114151dc0 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f31137fe640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 0x7f31140be330 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f310c009870 tx=0x7f310c019180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0b4420 con 0x7f3114151dc0 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f310c0b4580 con 0x7f3114151dc0 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c0b48f0 con 0x7f3114151dc0 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31140c0790 con 0x7f3114151dc0 2023-11-25T03:13:01.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3114153400 con 0x7f3114151dc0 2023-11-25T03:13:01.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.440+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31141535f0 con 0x7f3114151dc0 2023-11-25T03:13:01.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.444+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f310c0b2070 con 0x7f3114151dc0 2023-11-25T03:13:01.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.444+0000 7f310bfff640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f30f4066470 0x7f30f4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:01.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.444+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f310c11d990 con 0x7f3114151dc0 2023-11-25T03:13:01.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.444+0000 7f3112ffd640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f30f4066470 0x7f30f4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:01.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.444+0000 7f3112ffd640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f30f4066470 0x7f30f4068930 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3104007a60 tx=0x7f3104008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:01.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.448+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f310c0eae20 con 0x7f3114151dc0 2023-11-25T03:13:01.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.628+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3114068400 con 0x7f3114151dc0 2023-11-25T03:13:01.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f310bfff640 1 -- 172.21.15.76:0/1879943319 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) v1 ==== 53+0+73 (secure 0 0 0) 0x7f310c0b0070 con 0x7f3114151dc0 2023-11-25T03:13:01.634 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:13:01.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f30f4066470 msgr2=0x7f30f4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:01.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f30f4066470 0x7f30f4068930 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3104007a60 tx=0x7f3104008040 comp rx=0 tx=0).stop 2023-11-25T03:13:01.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 msgr2=0x7f31140be330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:01.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 0x7f31140be330 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f310c009870 tx=0x7f310c019180 comp rx=0 tx=0).stop 2023-11-25T03:13:01.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 shutdown_connections 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f30f4066470 0x7f30f4068930 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3114151dc0 0x7f31140be330 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f31140c7ed0 0x7f3114153e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 --2- 172.21.15.76:0/1879943319 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f31140bd660 0x7f3114153920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 >> 172.21.15.76:0/1879943319 conn(0x7f3114071eb0 msgr2=0x7f311415e650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 shutdown_connections 2023-11-25T03:13:01.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:01.632+0000 7f3119409640 1 -- 172.21.15.76:0/1879943319 wait complete. 2023-11-25T03:13:01.654 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:13:01.655 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:13:01.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.656 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:13:01.668 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:13:01.668 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:13:01.668 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:13:01.668 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.668 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:13:01.668 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.669 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:01.669 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:01.669 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:13:01.669 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:01.669 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:01.669 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:13:01.670 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:01.670 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:01.670 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:13:01.670 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:01.670 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:13:01.671 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42300sec preferred_lft 42300sec 2023-11-25T03:13:01.671 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:13:01.671 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.671 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:13:01.671 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:01.672 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:13:01.672 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.672 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:13:01.672 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:01.672 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:13:01.673 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:01.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.674 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:13:01.732 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:13:01.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.735 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:13:01.786 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:13:01.786 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:13:01.786 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:13:01.786 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:13:01.786 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:13:01.787 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:13:01.787 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:01.787 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:01.787 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:01.787 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:13:01.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.787 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:13:01.787 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:13:01.787 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:13:01.788 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:13:01.788 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:13:01.788 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:13:01.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.887 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:13:01.896 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:13:01.897 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:13:01.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:01.897 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:13:01.960 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:01.961 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:02.011 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:13:02.011 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:02.011 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:02.063 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:13:02.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:02.063 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:13:02.158 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:13:02.158 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:13:02.159 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:13:02.173 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:13:02.174 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:13:02.174 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:13:02.174 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:02.174 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:13:02.183 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:13:02.186 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:13:02.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:02.187 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:02.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:02.207 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:13:02.266 INFO:teuthology.orchestra.run.smithi106.stdout:client5764 2023-11-25T03:13:02.267 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:02.267 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:02.315 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2023-11-25T03:13:02.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0aa12a640 1 Processor -- start 2023-11-25T03:13:02.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0aa12a640 1 -- start start 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0aa12a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c2bb0 0x7fe0a40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0aa12a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0a40c31c0 con 0x7fe0a40c63c0 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0aa12a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0a40c34a0 con 0x7fe0a40c4100 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0aa12a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0a40c1030 con 0x7fe0a40c2bb0 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe0a40c63c0 0x7fe0a40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33666/0 (socket says 172.21.15.76:33666) 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a37fe640 1 -- 172.21.15.76:0/1341377956 learned_addr learned my addr 172.21.15.76:0/1341377956 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a3fff640 1 --2- 172.21.15.76:0/1341377956 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c2bb0 0x7fe0a40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3045668707 0 0) 0x7fe0a40c31c0 con 0x7fe0a40c63c0 2023-11-25T03:13:02.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe08c003530 con 0x7fe0a40c63c0 2023-11-25T03:13:02.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4120916004 0 0) 0x7fe0a40c34a0 con 0x7fe0a40c4100 2023-11-25T03:13:02.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe0a40c31c0 con 0x7fe0a40c4100 2023-11-25T03:13:02.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a3fff640 1 -- 172.21.15.76:0/1341377956 >> v1:172.21.15.106:6789/0 conn(0x7fe0a40c4100 legacy=0x7fe0a40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a3fff640 1 -- 172.21.15.76:0/1341377956 >> v1:172.21.15.76:6789/0 conn(0x7fe0a40c63c0 legacy=0x7fe0a40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.456+0000 7fe0a3fff640 1 -- 172.21.15.76:0/1341377956 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0a40c1310 con 0x7fe0a40c2bb0 2023-11-25T03:13:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0a3fff640 1 --2- 172.21.15.76:0/1341377956 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c2bb0 0x7fe0a40c06d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe09c0097f0 tx=0x7fe09c01c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=285b485360664f55 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe09c0ab600 con 0x7fe0a40c2bb0 2023-11-25T03:13:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe09c0a7050 con 0x7fe0a40c2bb0 2023-11-25T03:13:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0a27fc640 1 -- 172.21.15.76:0/1341377956 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe09c0ab960 con 0x7fe0a40c2bb0 2023-11-25T03:13:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 -- 172.21.15.76:0/1341377956 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c2bb0 msgr2=0x7fe0a40c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/1341377956 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c2bb0 0x7fe0a40c06d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe09c0097f0 tx=0x7fe09c01c370 comp rx=0 tx=0).stop 2023-11-25T03:13:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 -- 172.21.15.76:0/1341377956 shutdown_connections 2023-11-25T03:13:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/1341377956 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c2bb0 0x7fe0a40c06d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 -- 172.21.15.76:0/1341377956 >> 172.21.15.76:0/1341377956 conn(0x7fe0a406a5b0 msgr2=0x7fe0a406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 -- 172.21.15.76:0/1341377956 shutdown_connections 2023-11-25T03:13:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.460+0000 7fe0aa12a640 1 -- 172.21.15.76:0/1341377956 wait complete. 2023-11-25T03:13:02.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 Processor -- start 2023-11-25T03:13:02.466 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- start start 2023-11-25T03:13:02.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0a40c2bb0 0x7fe0a415b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c4100 0x7fe0a414db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 0x7fe0a41518e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0a414ff50 con 0x7fe0a40c63c0 2023-11-25T03:13:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0a415bd90 con 0x7fe0a40c2bb0 2023-11-25T03:13:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0a414e080 con 0x7fe0a40c4100 2023-11-25T03:13:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 0x7fe0a41518e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 0x7fe0a41518e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51662/0 (socket says 172.21.15.76:51662) 2023-11-25T03:13:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 -- 172.21.15.76:0/632681478 learned_addr learned my addr 172.21.15.76:0/632681478 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a37fe640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0a40c2bb0 0x7fe0a415b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a2ffd640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c4100 0x7fe0a414db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 -- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c4100 msgr2=0x7fe0a414db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c4100 0x7fe0a414db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 -- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0a40c2bb0 msgr2=0x7fe0a415b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0a40c2bb0 0x7fe0a415b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 -- 172.21.15.76:0/632681478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe09c009420 con 0x7fe0a40c63c0 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a2ffd640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c4100 0x7fe0a414db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0a3fff640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 0x7fe0a41518e0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fe09c0097f0 tx=0x7fe09c019110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe09c003ab0 con 0x7fe0a40c63c0 2023-11-25T03:13:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe09c003c10 con 0x7fe0a40c63c0 2023-11-25T03:13:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe09c0b4430 con 0x7fe0a40c63c0 2023-11-25T03:13:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0a41f1230 con 0x7fe0a40c63c0 2023-11-25T03:13:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0a414f890 con 0x7fe0a40c63c0 2023-11-25T03:13:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.464+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0a4068400 con 0x7fe0a40c63c0 2023-11-25T03:13:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.468+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe09c0b2040 con 0x7fe0a40c63c0 2023-11-25T03:13:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.468+0000 7fe08bfff640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe090066470 0x7fe090068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.468+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe09c11dc20 con 0x7fe0a40c63c0 2023-11-25T03:13:02.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.468+0000 7fe0a37fe640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe090066470 0x7fe090068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.468+0000 7fe0a37fe640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe090066470 0x7fe090068930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe0940012f0 tx=0x7fe094001a40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:02.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.472+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe09c0eb090 con 0x7fe0a40c63c0 2023-11-25T03:13:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7fe0a40c3e70 con 0x7fe0a40c63c0 2023-11-25T03:13:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe08bfff640 1 -- 172.21.15.76:0/632681478 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v15) v1 ==== 84+0+0 (secure 0 0 0) 0x7fe09c0ee6b0 con 0x7fe0a40c63c0 2023-11-25T03:13:02.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe090066470 msgr2=0x7fe090068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe090066470 0x7fe090068930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe0940012f0 tx=0x7fe094001a40 comp rx=0 tx=0).stop 2023-11-25T03:13:02.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 msgr2=0x7fe0a41518e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 0x7fe0a41518e0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fe09c0097f0 tx=0x7fe09c019110 comp rx=0 tx=0).stop 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 shutdown_connections 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe090066470 0x7fe090068930 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0a40c63c0 0x7fe0a41518e0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe0a40c4100 0x7fe0a414db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 --2- 172.21.15.76:0/632681478 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe0a40c2bb0 0x7fe0a415b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 >> 172.21.15.76:0/632681478 conn(0x7fe0a406a5b0 msgr2=0x7fe0a406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 shutdown_connections 2023-11-25T03:13:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.676+0000 7fe0aa12a640 1 -- 172.21.15.76:0/632681478 wait complete. 2023-11-25T03:13:02.699 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:02.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.832+0000 7fb112dc1640 1 Processor -- start 2023-11-25T03:13:02.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.832+0000 7fb112dc1640 1 -- start start 2023-11-25T03:13:02.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb112dc1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb10c0c63c0 0x7fb10c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb112dc1640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb10c0c2bb0 0x7fb10c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb112dc1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb10c0c31c0 con 0x7fb10c0c4100 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb112dc1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb10c0c34a0 con 0x7fb10c0c63c0 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb112dc1640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb10c0c1030 con 0x7fb10c0c2bb0 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb10c0c63c0 0x7fb10c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb10c0c63c0 0x7fb10c0c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51668/0 (socket says 172.21.15.76:51668) 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 -- 172.21.15.76:0/2974198182 learned_addr learned my addr 172.21.15.76:0/2974198182 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb103fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb10c0c4100 0x7fb10c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33674/0 (socket says 172.21.15.76:33674) 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb11135e640 1 --2- 172.21.15.76:0/2974198182 >> v2:172.21.15.106:3300/0 conn(0x7fb10c0c2bb0 0x7fb10c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 -- 172.21.15.76:0/2974198182 >> v2:172.21.15.106:3300/0 conn(0x7fb10c0c2bb0 msgr2=0x7fb10c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 --2- 172.21.15.76:0/2974198182 >> v2:172.21.15.106:3300/0 conn(0x7fb10c0c2bb0 0x7fb10c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 -- 172.21.15.76:0/2974198182 >> v1:172.21.15.76:6789/0 conn(0x7fb10c0c4100 legacy=0x7fb10c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 -- 172.21.15.76:0/2974198182 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb10c0c1310 con 0x7fb10c0c63c0 2023-11-25T03:13:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb110b5d640 1 --2- 172.21.15.76:0/2974198182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c63c0 0x7fb10c0c06d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fb10c0c4550 tx=0x7fb10801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa1da6a8f8de7a8b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:02.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.836+0000 7fb1037fe640 1 -- 172.21.15.76:0/2974198182 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb10c0aa3d0 con 0x7fb10c0c63c0 2023-11-25T03:13:02.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb1037fe640 1 -- 172.21.15.76:0/2974198182 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1080ab600 con 0x7fb10c0c63c0 2023-11-25T03:13:02.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb1037fe640 1 -- 172.21.15.76:0/2974198182 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1080ab990 con 0x7fb10c0c63c0 2023-11-25T03:13:02.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- 172.21.15.76:0/2974198182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c63c0 msgr2=0x7fb10c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 --2- 172.21.15.76:0/2974198182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c63c0 0x7fb10c0c06d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fb10c0c4550 tx=0x7fb10801c3e0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- 172.21.15.76:0/2974198182 shutdown_connections 2023-11-25T03:13:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 --2- 172.21.15.76:0/2974198182 >> v2:172.21.15.106:3300/0 conn(0x7fb10c0c2bb0 0x7fb10c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 --2- 172.21.15.76:0/2974198182 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c63c0 0x7fb10c0c06d0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- 172.21.15.76:0/2974198182 >> 172.21.15.76:0/2974198182 conn(0x7fb10c06a5b0 msgr2=0x7fb10c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- 172.21.15.76:0/2974198182 shutdown_connections 2023-11-25T03:13:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- 172.21.15.76:0/2974198182 wait complete. 2023-11-25T03:13:02.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 Processor -- start 2023-11-25T03:13:02.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- start start 2023-11-25T03:13:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb10c0c2bb0 0x7fb10c0bc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 0x7fb10c0bb970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb10c0c63c0 0x7fb10c1eb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb10c156250 con 0x7fb10c0c4100 2023-11-25T03:13:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb10c0bbeb0 con 0x7fb10c0c2bb0 2023-11-25T03:13:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb112dc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb10c1eb910 con 0x7fb10c0c63c0 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb103fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 0x7fb10c0bb970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb103fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 0x7fb10c0bb970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51670/0 (socket says 172.21.15.76:51670) 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb103fff640 1 -- 172.21.15.76:0/1883082269 learned_addr learned my addr 172.21.15.76:0/1883082269 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb110b5d640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb10c0c2bb0 0x7fb10c0bc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.840+0000 7fb11135e640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb10c0c63c0 0x7fb10c1eb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb103fff640 1 -- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb10c0c63c0 msgr2=0x7fb10c1eb3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb103fff640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb10c0c63c0 0x7fb10c1eb3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb103fff640 1 -- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb10c0c2bb0 msgr2=0x7fb10c0bc2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb103fff640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb10c0c2bb0 0x7fb10c0bc2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb103fff640 1 -- 172.21.15.76:0/1883082269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1080094d0 con 0x7fb10c0c4100 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb110b5d640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb10c0c2bb0 0x7fb10c0bc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb103fff640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 0x7fb10c0bb970 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc00c4c0 tx=0x7fb0fc00c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc007480 con 0x7fb10c0c4100 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0fc0075e0 con 0x7fb10c0c4100 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc004a10 con 0x7fb10c0c4100 2023-11-25T03:13:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb10c0bc890 con 0x7fb10c0c4100 2023-11-25T03:13:02.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb10c0bb170 con 0x7fb10c0c4100 2023-11-25T03:13:02.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb10c0bacf0 con 0x7fb10c0c4100 2023-11-25T03:13:02.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb0fc004b70 con 0x7fb10c0c4100 2023-11-25T03:13:02.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb1017fa640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0f8066470 0x7fb0f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:02.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb0fc082ff0 con 0x7fb10c0c4100 2023-11-25T03:13:02.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.844+0000 7fb110b5d640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0f8066470 0x7fb0f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:02.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.848+0000 7fb110b5d640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0f8066470 0x7fb0f8068930 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb1080af000 tx=0x7fb1080b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:02.848+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb10c0bacf0 con 0x7fb10c0c4100 2023-11-25T03:13:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.000+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb10c0bacf0 con 0x7fb10c0c4100 2023-11-25T03:13:03.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.000+0000 7fb1017fa640 1 -- 172.21.15.76:0/1883082269 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) v1 ==== 74+0+16553 (secure 0 0 0) 0x7fb10c0bacf0 con 0x7fb10c0c4100 2023-11-25T03:13:03.005 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:03.005 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":51,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:12:50.781995+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0f8066470 msgr2=0x7fb0f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0f8066470 0x7fb0f8068930 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb1080af000 tx=0x7fb1080b6040 comp rx=0 tx=0).stop 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 msgr2=0x7fb10c0bb970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 0x7fb10c0bb970 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc00c4c0 tx=0x7fb0fc00c980 comp rx=0 tx=0).stop 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 shutdown_connections 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0f8066470 0x7fb0f8068930 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb10c0c63c0 0x7fb10c1eb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb10c0c4100 0x7fb10c0bb970 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 --2- 172.21.15.76:0/1883082269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb10c0c2bb0 0x7fb10c0bc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 >> 172.21.15.76:0/1883082269 conn(0x7fb10c06a5b0 msgr2=0x7fb10c0c0450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:03.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 shutdown_connections 2023-11-25T03:13:03.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.004+0000 7fb112dc1640 1 -- 172.21.15.76:0/1883082269 wait complete. 2023-11-25T03:13:03.025 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:12:47.235074+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '50', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:12:48.157542+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:03.026 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:03.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 Processor -- start 2023-11-25T03:13:03.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 -- start start 2023-11-25T03:13:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6a8c151e90 0x7f6a8c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c0c7ea0 0x7f6a8c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a8c0c4e60 0x7f6a8c06b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a8c0c8750 con 0x7f6a8c0c4e60 2023-11-25T03:13:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a8c1552d0 con 0x7f6a8c151e90 2023-11-25T03:13:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a910dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8c0c5c60 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a8c0c4e60 0x7f6a8c06b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a8c0c4e60 0x7f6a8c06b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51674/0 (socket says 172.21.15.76:51674) 2023-11-25T03:13:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 -- 172.21.15.76:0/3195039032 learned_addr learned my addr 172.21.15.76:0/3195039032 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 -- 172.21.15.76:0/3195039032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c0c7ea0 msgr2=0x7f6a8c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8a59c640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c0c7ea0 0x7f6a8c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8ad9d640 1 --2- 172.21.15.76:0/3195039032 >> v2:172.21.15.106:3300/0 conn(0x7f6a8c151e90 0x7f6a8c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c0c7ea0 0x7f6a8c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 -- 172.21.15.76:0/3195039032 >> v2:172.21.15.106:3300/0 conn(0x7f6a8c151e90 msgr2=0x7f6a8c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 --2- 172.21.15.76:0/3195039032 >> v2:172.21.15.106:3300/0 conn(0x7f6a8c151e90 0x7f6a8c0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8b59e640 1 -- 172.21.15.76:0/3195039032 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a8c06c860 con 0x7f6a8c0c4e60 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8a59c640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c0c7ea0 0x7f6a8c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.168+0000 7f6a8ad9d640 1 --2- 172.21.15.76:0/3195039032 >> v2:172.21.15.106:3300/0 conn(0x7f6a8c151e90 0x7f6a8c0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a8b59e640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c06b9e0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c08b410 tx=0x7f6a8401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53129266844a20f0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a89d9b640 1 -- 172.21.15.76:0/3195039032 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a840ab600 con 0x7f6a8c0c4e60 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a89d9b640 1 -- 172.21.15.76:0/3195039032 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a840a7050 con 0x7f6a8c0c4e60 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a89d9b640 1 -- 172.21.15.76:0/3195039032 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a840ab980 con 0x7f6a8c0c4e60 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 -- 172.21.15.76:0/3195039032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c4e60 msgr2=0x7f6a8c06b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c06b9e0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c08b410 tx=0x7f6a8401c3e0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 -- 172.21.15.76:0/3195039032 shutdown_connections 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c06b9e0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3195039032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c0c7ea0 0x7f6a8c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3195039032 >> v2:172.21.15.106:3300/0 conn(0x7f6a8c151e90 0x7f6a8c0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 -- 172.21.15.76:0/3195039032 >> 172.21.15.76:0/3195039032 conn(0x7f6a8c0ca170 msgr2=0x7f6a8c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 -- 172.21.15.76:0/3195039032 shutdown_connections 2023-11-25T03:13:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.172+0000 7f6a910dd640 1 -- 172.21.15.76:0/3195039032 wait complete. 2023-11-25T03:13:03.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 Processor -- start 2023-11-25T03:13:03.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- start start 2023-11-25T03:13:03.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c14a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 0x7f6a8c145740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c151e90 0x7f6a8c145c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8c143860 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8c1492d0 con 0x7f6a8c0c4e60 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8c0a9a90 con 0x7f6a8c151e90 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 0x7f6a8c145740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 0x7f6a8c145740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51686/0 (socket says 172.21.15.76:51686) 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 -- 172.21.15.76:0/3530492872 learned_addr learned my addr 172.21.15.76:0/3530492872 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8ad9d640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c14a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8b59e640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c151e90 0x7f6a8c145c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 -- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c151e90 msgr2=0x7f6a8c145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c151e90 0x7f6a8c145c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 -- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a8c0c4e60 msgr2=0x7f6a8c14a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c14a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 -- 172.21.15.76:0/3530492872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a840094d0 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a8a59c640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 0x7f6a8c145740 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000c7f0 tx=0x7f6a8000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a80007820 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a80007980 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a80007d30 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a8c149800 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a8c149520 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.176+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a8c068400 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.180+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6a800113f0 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.180+0000 7f6a737fe640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a78066470 0x7f6a78068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.180+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6a800840c0 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.180+0000 7f6a8ad9d640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a78066470 0x7f6a78068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.180+0000 7f6a8ad9d640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a78066470 0x7f6a78068930 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c00d620 tx=0x7f6a7c007810 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.184+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6a800515e0 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.336+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6a8c06ca50 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.336+0000 7f6a737fe640 1 -- 172.21.15.76:0/3530492872 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v51) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6a80054c00 con 0x7f6a8c0c7ea0 2023-11-25T03:13:03.340 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:03.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a78066470 msgr2=0x7f6a78068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a78066470 0x7f6a78068930 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c00d620 tx=0x7f6a7c007810 comp rx=0 tx=0).stop 2023-11-25T03:13:03.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 msgr2=0x7f6a8c145740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 0x7f6a8c145740 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000c7f0 tx=0x7f6a8000ccb0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 shutdown_connections 2023-11-25T03:13:03.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a78066470 0x7f6a78068930 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a8c151e90 0x7f6a8c145c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a8c0c7ea0 0x7f6a8c145740 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 --2- 172.21.15.76:0/3530492872 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a8c0c4e60 0x7f6a8c14a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 >> 172.21.15.76:0/3530492872 conn(0x7f6a8c0ca170 msgr2=0x7f6a8c06b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:03.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 shutdown_connections 2023-11-25T03:13:03.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.340+0000 7f6a910dd640 1 -- 172.21.15.76:0/3530492872 wait complete. 2023-11-25T03:13:03.361 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:13:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.496+0000 7fbfa2a79640 1 Processor -- start 2023-11-25T03:13:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa2a79640 1 -- start start 2023-11-25T03:13:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa2a79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf9c152030 0x7fbf9c0c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa2a79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fbf9c06c470 0x7fbf9c157c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa2a79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf9c154b60 con 0x7fbf9c154ff0 2023-11-25T03:13:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa2a79640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf9c152410 con 0x7fbf9c152030 2023-11-25T03:13:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa2a79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf9c0c1820 con 0x7fbf9c06c470 2023-11-25T03:13:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf9c152030 0x7fbf9c0c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf9c152030 0x7fbf9c0c0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51702/0 (socket says 172.21.15.76:51702) 2023-11-25T03:13:03.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 -- 172.21.15.76:0/2304693240 learned_addr learned my addr 172.21.15.76:0/2304693240 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:03.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa1016640 1 --1- 172.21.15.76:0/2304693240 >> v1:172.21.15.76:6789/0 conn(0x7fbf9c154ff0 0x7fbf9c0c2270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33688/0 (socket says 172.21.15.76:33688) 2023-11-25T03:13:03.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbf93fff640 1 --2- 172.21.15.76:0/2304693240 >> v2:172.21.15.106:3300/0 conn(0x7fbf9c06c470 0x7fbf9c157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 -- 172.21.15.76:0/2304693240 >> v2:172.21.15.106:3300/0 conn(0x7fbf9c06c470 msgr2=0x7fbf9c157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 --2- 172.21.15.76:0/2304693240 >> v2:172.21.15.106:3300/0 conn(0x7fbf9c06c470 0x7fbf9c157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 -- 172.21.15.76:0/2304693240 >> v1:172.21.15.76:6789/0 conn(0x7fbf9c154ff0 legacy=0x7fbf9c0c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbfa0815640 1 -- 172.21.15.76:0/2304693240 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf9c0c1260 con 0x7fbf9c152030 2023-11-25T03:13:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.500+0000 7fbf937fe640 1 -- 172.21.15.76:0/2304693240 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3904060587 0 0) 0x7fbf9c154b60 con 0x7fbf9c154ff0 2023-11-25T03:13:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa0815640 1 --2- 172.21.15.76:0/2304693240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c0c40 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c06f700 tx=0x7fbf9801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce63049253f9ae0a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbf937fe640 1 -- 172.21.15.76:0/2304693240 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf980ab670 con 0x7fbf9c152030 2023-11-25T03:13:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbf937fe640 1 -- 172.21.15.76:0/2304693240 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf980ab7d0 con 0x7fbf9c152030 2023-11-25T03:13:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbf937fe640 1 -- 172.21.15.76:0/2304693240 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf980abb60 con 0x7fbf9c152030 2023-11-25T03:13:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2304693240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 msgr2=0x7fbf9c0c0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2304693240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c0c40 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c06f700 tx=0x7fbf9801c470 comp rx=0 tx=0).stop 2023-11-25T03:13:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2304693240 shutdown_connections 2023-11-25T03:13:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2304693240 >> v2:172.21.15.106:3300/0 conn(0x7fbf9c06c470 0x7fbf9c157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2304693240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c0c40 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2304693240 >> 172.21.15.76:0/2304693240 conn(0x7fbf9c06a5b0 msgr2=0x7fbf9c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2304693240 shutdown_connections 2023-11-25T03:13:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2304693240 wait complete. 2023-11-25T03:13:03.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 Processor -- start 2023-11-25T03:13:03.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.504+0000 7fbfa2a79640 1 -- start start 2023-11-25T03:13:03.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf9c06c470 0x7fbf9c0c6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf9c154ff0 0x7fbf9c0c4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c0aa3d0 con 0x7fbf9c152030 2023-11-25T03:13:03.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c1f15c0 con 0x7fbf9c06c470 2023-11-25T03:13:03.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c1f1af0 con 0x7fbf9c154ff0 2023-11-25T03:13:03.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c4500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51704/0 (socket says 172.21.15.76:51704) 2023-11-25T03:13:03.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 -- 172.21.15.76:0/2359140021 learned_addr learned my addr 172.21.15.76:0/2359140021 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:03.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa0815640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf9c06c470 0x7fbf9c0c6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa1016640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf9c154ff0 0x7fbf9c0c4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 -- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf9c154ff0 msgr2=0x7fbf9c0c4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf9c154ff0 0x7fbf9c0c4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 -- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf9c06c470 msgr2=0x7fbf9c0c6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf9c06c470 0x7fbf9c0c6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 -- 172.21.15.76:0/2359140021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf980094d0 con 0x7fbf9c152030 2023-11-25T03:13:03.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf93fff640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c4500 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c00d5f0 tx=0x7fbf8c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c0125f0 con 0x7fbf9c152030 2023-11-25T03:13:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf8c012750 con 0x7fbf9c152030 2023-11-25T03:13:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf9c1f1810 con 0x7fbf9c152030 2023-11-25T03:13:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c012ae0 con 0x7fbf9c152030 2023-11-25T03:13:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf9c0aa0f0 con 0x7fbf9c152030 2023-11-25T03:13:03.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf9c06d540 con 0x7fbf9c152030 2023-11-25T03:13:03.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.508+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbf8c012c40 con 0x7fbf9c152030 2023-11-25T03:13:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.512+0000 7fbf917fa640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf880664a0 0x7fbf88068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.512+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf8c0842c0 con 0x7fbf9c152030 2023-11-25T03:13:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.512+0000 7fbfa0815640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf880664a0 0x7fbf88068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.512+0000 7fbfa0815640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf880664a0 0x7fbf88068960 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbf980af000 tx=0x7fbf980b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.516+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbf8c051730 con 0x7fbf9c152030 2023-11-25T03:13:03.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbf9c068400 con 0x7fbf9c152030 2023-11-25T03:13:03.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbf917fa640 1 -- 172.21.15.76:0/2359140021 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v51) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbf8c054d50 con 0x7fbf9c152030 2023-11-25T03:13:03.670 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf880664a0 msgr2=0x7fbf88068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf880664a0 0x7fbf88068960 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbf980af000 tx=0x7fbf980b6040 comp rx=0 tx=0).stop 2023-11-25T03:13:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 msgr2=0x7fbf9c0c4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c4500 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c00d5f0 tx=0x7fbf8c00dab0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 shutdown_connections 2023-11-25T03:13:03.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf880664a0 0x7fbf88068960 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf9c154ff0 0x7fbf9c0c4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c152030 0x7fbf9c0c4500 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 --2- 172.21.15.76:0/2359140021 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf9c06c470 0x7fbf9c0c6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 >> 172.21.15.76:0/2359140021 conn(0x7fbf9c06a5b0 msgr2=0x7fbf9c14f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:03.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 shutdown_connections 2023-11-25T03:13:03.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.668+0000 7fbfa2a79640 1 -- 172.21.15.76:0/2359140021 wait complete. 2023-11-25T03:13:03.691 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:13:03.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 Processor -- start 2023-11-25T03:13:03.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 -- start start 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fab881566e0 0x7fab881528d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab88152e10 0x7fab88153220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab880c1d60 con 0x7fab8814fd20 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab880c2040 con 0x7fab88152e10 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab90005640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab88156b50 con 0x7fab881566e0 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8e5a2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab88152e10 0x7fab88153220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8dda1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fab8814fd20 0x7fab8806f130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33702/0 (socket says 172.21.15.76:33702) 2023-11-25T03:13:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8dda1640 1 -- 172.21.15.76:0/2783830140 learned_addr learned my addr 172.21.15.76:0/2783830140 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8d5a0640 1 --2- 172.21.15.76:0/2783830140 >> v2:172.21.15.106:3300/0 conn(0x7fab881566e0 0x7fab881528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8e5a2640 1 -- 172.21.15.76:0/2783830140 >> v2:172.21.15.106:3300/0 conn(0x7fab881566e0 msgr2=0x7fab881528d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8cd9f640 1 -- 172.21.15.76:0/2783830140 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3762887608 0 0) 0x7fab880c1d60 con 0x7fab8814fd20 2023-11-25T03:13:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8e5a2640 1 --2- 172.21.15.76:0/2783830140 >> v2:172.21.15.106:3300/0 conn(0x7fab881566e0 0x7fab881528d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8e5a2640 1 -- 172.21.15.76:0/2783830140 >> v1:172.21.15.76:6789/0 conn(0x7fab8814fd20 legacy=0x7fab8806f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.828+0000 7fab8e5a2640 1 -- 172.21.15.76:0/2783830140 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab880a8670 con 0x7fab88152e10 2023-11-25T03:13:03.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab8e5a2640 1 --2- 172.21.15.76:0/2783830140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab88152e10 0x7fab88153220 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fab88067340 tx=0x7fab8001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebda3a82d909b6ee server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab8cd9f640 1 -- 172.21.15.76:0/2783830140 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab800a5840 con 0x7fab88152e10 2023-11-25T03:13:03.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab8cd9f640 1 -- 172.21.15.76:0/2783830140 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab800a59a0 con 0x7fab88152e10 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab8cd9f640 1 -- 172.21.15.76:0/2783830140 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab800a5d30 con 0x7fab88152e10 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 -- 172.21.15.76:0/2783830140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab88152e10 msgr2=0x7fab88153220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 --2- 172.21.15.76:0/2783830140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab88152e10 0x7fab88153220 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fab88067340 tx=0x7fab8001c850 comp rx=0 tx=0).stop 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 -- 172.21.15.76:0/2783830140 shutdown_connections 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 --2- 172.21.15.76:0/2783830140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab88152e10 0x7fab88153220 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 --2- 172.21.15.76:0/2783830140 >> v2:172.21.15.106:3300/0 conn(0x7fab881566e0 0x7fab881528d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 -- 172.21.15.76:0/2783830140 >> 172.21.15.76:0/2783830140 conn(0x7fab880c39f0 msgr2=0x7fab880c3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 -- 172.21.15.76:0/2783830140 shutdown_connections 2023-11-25T03:13:03.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.832+0000 7fab90005640 1 -- 172.21.15.76:0/2783830140 wait complete. 2023-11-25T03:13:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 Processor -- start 2023-11-25T03:13:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 -- start start 2023-11-25T03:13:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 0x7fab88151ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab88152e10 0x7fab881440f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab881566e0 0x7fab88150710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab8806d660 con 0x7fab8814fd20 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab88151ff0 con 0x7fab881566e0 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab8813db90 con 0x7fab88152e10 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 0x7fab88151ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 0x7fab88151ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51724/0 (socket says 172.21.15.76:51724) 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 -- 172.21.15.76:0/3444839711 learned_addr learned my addr 172.21.15.76:0/3444839711 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8d5a0640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab88152e10 0x7fab881440f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8e5a2640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab881566e0 0x7fab88150710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 -- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab88152e10 msgr2=0x7fab881440f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab88152e10 0x7fab881440f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 -- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab881566e0 msgr2=0x7fab88150710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab881566e0 0x7fab88150710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 -- 172.21.15.76:0/3444839711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab80009a70 con 0x7fab8814fd20 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab8dda1640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 0x7fab88151ab0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fab840011f0 tx=0x7fab8400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840074e0 con 0x7fab8814fd20 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab84007640 con 0x7fab8814fd20 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab84004a10 con 0x7fab8814fd20 2023-11-25T03:13:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab8806d0a0 con 0x7fab8814fd20 2023-11-25T03:13:03.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.836+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab88144630 con 0x7fab8814fd20 2023-11-25T03:13:03.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.840+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab8804e850 con 0x7fab8814fd20 2023-11-25T03:13:03.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.840+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fab84004b70 con 0x7fab8814fd20 2023-11-25T03:13:03.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.840+0000 7fab7e7fc640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab6c066470 0x7fab6c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:03.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.840+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fab84083020 con 0x7fab8814fd20 2023-11-25T03:13:03.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.840+0000 7fab8d5a0640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab6c066470 0x7fab6c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:03.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.840+0000 7fab8d5a0640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab6c066470 0x7fab6c068930 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fab88142b00 tx=0x7fab78009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:03.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.844+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fab840505e0 con 0x7fab8814fd20 2023-11-25T03:13:03.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fab88070830 con 0x7fab8814fd20 2023-11-25T03:13:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab7e7fc640 1 -- 172.21.15.76:0/3444839711 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v51) v1 ==== 100+0+11 (secure 0 0 0) 0x7fab84018020 con 0x7fab8814fd20 2023-11-25T03:13:03.999 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab6c066470 msgr2=0x7fab6c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab6c066470 0x7fab6c068930 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fab88142b00 tx=0x7fab78009190 comp rx=0 tx=0).stop 2023-11-25T03:13:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 msgr2=0x7fab88151ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 0x7fab88151ab0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fab840011f0 tx=0x7fab8400c9b0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 shutdown_connections 2023-11-25T03:13:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab6c066470 0x7fab6c068930 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fab881566e0 0x7fab88150710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fab88152e10 0x7fab881440f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 --2- 172.21.15.76:0/3444839711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab8814fd20 0x7fab88151ab0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 >> 172.21.15.76:0/3444839711 conn(0x7fab880c39f0 msgr2=0x7fab880c2430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:04.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 shutdown_connections 2023-11-25T03:13:04.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:03.996+0000 7fab90005640 1 -- 172.21.15.76:0/3444839711 wait complete. 2023-11-25T03:13:04.019 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:13:04.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 Processor -- start 2023-11-25T03:13:04.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 -- start start 2023-11-25T03:13:04.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4f4c151e90 0x7f4f4c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c0c7ea0 0x7f4f4c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f4c06c860 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f4c0c8750 con 0x7f4f4c151e90 2023-11-25T03:13:04.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f52565640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4c1552d0 con 0x7f4f4c0c7ea0 2023-11-25T03:13:04.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4f4c151e90 0x7f4f4c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4f4c151e90 0x7f4f4c0c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51726/0 (socket says 172.21.15.76:51726) 2023-11-25T03:13:04.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 -- 172.21.15.76:0/1891656463 learned_addr learned my addr 172.21.15.76:0/1891656463 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:04.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 -- 172.21.15.76:0/1891656463 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c0c7ea0 msgr2=0x7f4f4c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:04.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 --2- 172.21.15.76:0/1891656463 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c0c7ea0 0x7f4f4c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 -- 172.21.15.76:0/1891656463 >> v1:172.21.15.106:6789/0 conn(0x7f4f4c0c4e60 legacy=0x7f4f4c06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:04.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.156+0000 7f4f4bfff640 1 -- 172.21.15.76:0/1891656463 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f4c154930 con 0x7f4f4c151e90 2023-11-25T03:13:04.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f4bfff640 1 --2- 172.21.15.76:0/1891656463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c151e90 0x7f4f4c0c4920 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c009870 tx=0x7f4f3c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edc92cddae201692 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:04.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f4affd640 1 -- 172.21.15.76:0/1891656463 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0ab600 con 0x7f4f4c151e90 2023-11-25T03:13:04.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f4affd640 1 -- 172.21.15.76:0/1891656463 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f3c0a7050 con 0x7f4f4c151e90 2023-11-25T03:13:04.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f4affd640 1 -- 172.21.15.76:0/1891656463 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0ab980 con 0x7f4f4c151e90 2023-11-25T03:13:04.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 -- 172.21.15.76:0/1891656463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c151e90 msgr2=0x7f4f4c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 --2- 172.21.15.76:0/1891656463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c151e90 0x7f4f4c0c4920 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c009870 tx=0x7f4f3c01c3e0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 -- 172.21.15.76:0/1891656463 shutdown_connections 2023-11-25T03:13:04.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 --2- 172.21.15.76:0/1891656463 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c0c7ea0 0x7f4f4c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 --2- 172.21.15.76:0/1891656463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c151e90 0x7f4f4c0c4920 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 -- 172.21.15.76:0/1891656463 >> 172.21.15.76:0/1891656463 conn(0x7f4f4c0ca170 msgr2=0x7f4f4c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:04.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 -- 172.21.15.76:0/1891656463 shutdown_connections 2023-11-25T03:13:04.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.160+0000 7f4f52565640 1 -- 172.21.15.76:0/1891656463 wait complete. 2023-11-25T03:13:04.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 Processor -- start 2023-11-25T03:13:04.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- start start 2023-11-25T03:13:04.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 0x7f4f4c0c2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f4c0c7ea0 0x7f4f4c0c2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c151e90 0x7f4f4c0c3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4c0c3e50 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4c158c40 con 0x7f4f4c0c7ea0 2023-11-25T03:13:04.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4c06bc40 con 0x7f4f4c151e90 2023-11-25T03:13:04.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 0x7f4f4c0c2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 0x7f4f4c0c2780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51730/0 (socket says 172.21.15.76:51730) 2023-11-25T03:13:04.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 -- 172.21.15.76:0/922140960 learned_addr learned my addr 172.21.15.76:0/922140960 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:04.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4b7fe640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f4c0c7ea0 0x7f4f4c0c2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f50b02640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c151e90 0x7f4f4c0c3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 -- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c151e90 msgr2=0x7f4f4c0c3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c151e90 0x7f4f4c0c3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 -- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f4c0c7ea0 msgr2=0x7f4f4c0c2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f4c0c7ea0 0x7f4f4c0c2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 -- 172.21.15.76:0/922140960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f3c0094d0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f4bfff640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 0x7f4f4c0c2780 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c0ae040 tx=0x7f4f3c01ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0b6620 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f3c0b67a0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f4c1f6020 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0b6b50 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f4c06c1e0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.164+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f4c068400 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.168+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4f3c0b2040 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.168+0000 7f4f48ff9640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f38066470 0x7f4f38068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.168+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f3c11e3a0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.168+0000 7f4f4b7fe640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f38066470 0x7f4f38068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.168+0000 7f4f4b7fe640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f38066470 0x7f4f38068930 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f4f40006fd0 tx=0x7f4f40008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:04.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.172+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4f3c0eb8b0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.324+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f4f4c1f1cc0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.324+0000 7f4f48ff9640 1 -- 172.21.15.76:0/922140960 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v51) v1 ==== 84+0+207 (secure 0 0 0) 0x7f4f3c0eeed0 con 0x7f4f4c0c4e60 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 8, 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": "cephfs_metadata" 2023-11-25T03:13:04.329 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:04.330 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:04.330 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 9, 2023-11-25T03:13:04.330 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": "cephfs_data" 2023-11-25T03:13:04.330 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:04.330 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f38066470 msgr2=0x7f4f38068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f38066470 0x7f4f38068930 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f4f40006fd0 tx=0x7f4f40008040 comp rx=0 tx=0).stop 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 msgr2=0x7f4f4c0c2780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 0x7f4f4c0c2780 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c0ae040 tx=0x7f4f3c01ac20 comp rx=0 tx=0).stop 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 shutdown_connections 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f38066470 0x7f4f38068930 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f4c151e90 0x7f4f4c0c3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f4c0c7ea0 0x7f4f4c0c2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 --2- 172.21.15.76:0/922140960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f4c0c4e60 0x7f4f4c0c2780 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 >> 172.21.15.76:0/922140960 conn(0x7f4f4c0ca170 msgr2=0x7f4f4c1501d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:04.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 shutdown_connections 2023-11-25T03:13:04.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.328+0000 7f4f52565640 1 -- 172.21.15.76:0/922140960 wait complete. 2023-11-25T03:13:04.350 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2023-11-25T03:13:04.350 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2023-11-25T03:13:04.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.488+0000 7fbb86c54640 1 Processor -- start 2023-11-25T03:13:04.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.488+0000 7fbb86c54640 1 -- start start 2023-11-25T03:13:04.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb86c54640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb800c1250 0x7fbb800c1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb86c54640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb800c4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb86c54640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb80072800 con 0x7fbb8006fec0 2023-11-25T03:13:04.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb86c54640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb800a9fc0 con 0x7fbb800c1250 2023-11-25T03:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb86c54640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb80072ae0 con 0x7fbb800c0aa0 2023-11-25T03:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb800c1250 0x7fbb800c1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb800c1250 0x7fbb800c1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51734/0 (socket says 172.21.15.76:51734) 2023-11-25T03:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 -- 172.21.15.76:0/1142479131 learned_addr learned my addr 172.21.15.76:0/1142479131 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb7ffff640 1 --1- 172.21.15.76:0/1142479131 >> v1:172.21.15.76:6789/0 conn(0x7fbb8006fec0 0x7fbb800c3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33708/0 (socket says 172.21.15.76:33708) 2023-11-25T03:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb851f1640 1 --2- 172.21.15.76:0/1142479131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb800c4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 -- 172.21.15.76:0/1142479131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 msgr2=0x7fbb800c4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:04.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 --2- 172.21.15.76:0/1142479131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb800c4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 -- 172.21.15.76:0/1142479131 >> v1:172.21.15.76:6789/0 conn(0x7fbb8006fec0 legacy=0x7fbb800c3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb7f7fe640 1 -- 172.21.15.76:0/1142479131 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 86398482 0 0) 0x7fbb80072800 con 0x7fbb8006fec0 2023-11-25T03:13:04.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.492+0000 7fbb849f0640 1 -- 172.21.15.76:0/1142479131 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb800a9900 con 0x7fbb800c1250 2023-11-25T03:13:04.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb849f0640 1 --2- 172.21.15.76:0/1142479131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb800c1250 0x7fbb800c1de0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbb7400aa10 tx=0x7fbb7401d7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9231bdf236961f74 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb7f7fe640 1 -- 172.21.15.76:0/1142479131 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb740a68b0 con 0x7fbb800c1250 2023-11-25T03:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb7f7fe640 1 -- 172.21.15.76:0/1142479131 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb740a6a10 con 0x7fbb800c1250 2023-11-25T03:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb7f7fe640 1 -- 172.21.15.76:0/1142479131 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb740a6da0 con 0x7fbb800c1250 2023-11-25T03:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 -- 172.21.15.76:0/1142479131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb800c1250 msgr2=0x7fbb800c1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 --2- 172.21.15.76:0/1142479131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb800c1250 0x7fbb800c1de0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbb7400aa10 tx=0x7fbb7401d7c0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 -- 172.21.15.76:0/1142479131 shutdown_connections 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 --2- 172.21.15.76:0/1142479131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb800c4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 --2- 172.21.15.76:0/1142479131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb800c1250 0x7fbb800c1de0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 -- 172.21.15.76:0/1142479131 >> 172.21.15.76:0/1142479131 conn(0x7fbb800c5d40 msgr2=0x7fbb800c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 -- 172.21.15.76:0/1142479131 shutdown_connections 2023-11-25T03:13:04.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 -- 172.21.15.76:0/1142479131 wait complete. 2023-11-25T03:13:04.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 Processor -- start 2023-11-25T03:13:04.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.496+0000 7fbb86c54640 1 -- start start 2023-11-25T03:13:04.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 0x7fbb8014e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb80149ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbb800c1250 0x7fbb801ed810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8006c550 con 0x7fbb8006fec0 2023-11-25T03:13:04.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8006d290 con 0x7fbb800c1250 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8014f140 con 0x7fbb800c0aa0 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 0x7fbb8014e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 0x7fbb8014e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51744/0 (socket says 172.21.15.76:51744) 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 -- 172.21.15.76:0/3416902724 learned_addr learned my addr 172.21.15.76:0/3416902724 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 -- 172.21.15.76:0/3416902724 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 msgr2=0x7fbb80149ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb80149ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 -- 172.21.15.76:0/3416902724 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbb800c1250 msgr2=0x7fbb801ed810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbb800c1250 0x7fbb801ed810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 -- 172.21.15.76:0/3416902724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7400a670 con 0x7fbb8006fec0 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb849f0640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 0x7fbb8014e150 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbb7400a1c0 tx=0x7fbb7401a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb740ae850 con 0x7fbb8006fec0 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb740ae9b0 con 0x7fbb8006fec0 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb740aed40 con 0x7fbb8006fec0 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb801ed020 con 0x7fbb8006fec0 2023-11-25T03:13:04.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb8006d920 con 0x7fbb8006fec0 2023-11-25T03:13:04.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb80068400 con 0x7fbb8006fec0 2023-11-25T03:13:04.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.500+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbb740b63f0 con 0x7fbb8006fec0 2023-11-25T03:13:04.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.504+0000 7fbb7d7fa640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbb64066470 0x7fbb64068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:04.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.504+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb7411df80 con 0x7fbb8006fec0 2023-11-25T03:13:04.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.504+0000 7fbb7ffff640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbb64066470 0x7fbb64068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:04.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.504+0000 7fbb7ffff640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbb64066470 0x7fbb64068930 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbb800a7a00 tx=0x7fbb6c007970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:04.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.508+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbb7414f280 con 0x7fbb8006fec0 2023-11-25T03:13:04.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:04.656+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fbb800a9220 con 0x7fbb8006fec0 2023-11-25T03:13:05.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb7d7fa640 1 -- 172.21.15.76:0/3416902724 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v52) v1 ==== 140+0+0 (secure 0 0 0) 0x7fbb740be0b0 con 0x7fbb8006fec0 2023-11-25T03:13:05.214 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_metadata' created 2023-11-25T03:13:05.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbb64066470 msgr2=0x7fbb64068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbb64066470 0x7fbb64068930 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbb800a7a00 tx=0x7fbb6c007970 comp rx=0 tx=0).stop 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 msgr2=0x7fbb8014e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 0x7fbb8014e150 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbb7400a1c0 tx=0x7fbb7401a560 comp rx=0 tx=0).stop 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 shutdown_connections 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbb64066470 0x7fbb64068930 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbb800c1250 0x7fbb801ed810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbb800c0aa0 0x7fbb80149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 --2- 172.21.15.76:0/3416902724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb8006fec0 0x7fbb8014e150 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 >> 172.21.15.76:0/3416902724 conn(0x7fbb800c5d40 msgr2=0x7fbb80153b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 shutdown_connections 2023-11-25T03:13:05.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.212+0000 7fbb86c54640 1 -- 172.21.15.76:0/3416902724 wait complete. 2023-11-25T03:13:05.243 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:13:05.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.384+0000 7f5a2c86b640 1 Processor -- start 2023-11-25T03:13:05.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.384+0000 7f5a2c86b640 1 -- start start 2023-11-25T03:13:05.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.384+0000 7f5a2c86b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a280c5260 0x7f5a2806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:05.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.384+0000 7f5a2c86b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a280c2580 con 0x7f5a28155de0 2023-11-25T03:13:05.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.384+0000 7f5a2c86b640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a28156940 con 0x7f5a280c5640 2023-11-25T03:13:05.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.384+0000 7f5a2c86b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a28153510 con 0x7f5a280c5260 2023-11-25T03:13:05.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a2659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a280c5260 0x7f5a2806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:05.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a26d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5a28155de0 0x7f5a28156230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33714/0 (socket says 172.21.15.76:33714) 2023-11-25T03:13:05.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a2659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a280c5260 0x7f5a2806d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51750/0 (socket says 172.21.15.76:51750) 2023-11-25T03:13:05.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a26d9d640 1 -- 172.21.15.76:0/1924049751 learned_addr learned my addr 172.21.15.76:0/1924049751 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:05.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a2659c640 1 -- 172.21.15.76:0/1924049751 >> v1:172.21.15.106:6789/0 conn(0x7f5a280c5640 legacy=0x7f5a280c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:05.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a2659c640 1 -- 172.21.15.76:0/1924049751 >> v1:172.21.15.76:6789/0 conn(0x7f5a28155de0 legacy=0x7f5a28156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:05.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a2659c640 1 -- 172.21.15.76:0/1924049751 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a280c1a00 con 0x7f5a280c5260 2023-11-25T03:13:05.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a25d9b640 1 -- 172.21.15.76:0/1924049751 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2167256997 0 0) 0x7f5a280c2580 con 0x7f5a28155de0 2023-11-25T03:13:05.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a2659c640 1 --2- 172.21.15.76:0/1924049751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5260 0x7f5a2806d5b0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5a18009d90 tx=0x7f5a1801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=583a1b1ebcae150f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:05.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a25d9b640 1 -- 172.21.15.76:0/1924049751 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a180a5830 con 0x7f5a280c5260 2023-11-25T03:13:05.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a25d9b640 1 -- 172.21.15.76:0/1924049751 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a180a5990 con 0x7f5a280c5260 2023-11-25T03:13:05.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.388+0000 7f5a25d9b640 1 -- 172.21.15.76:0/1924049751 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a180a5d20 con 0x7f5a280c5260 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- 172.21.15.76:0/1924049751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5260 msgr2=0x7f5a2806d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/1924049751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5260 0x7f5a2806d5b0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5a18009d90 tx=0x7f5a1801c880 comp rx=0 tx=0).stop 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- 172.21.15.76:0/1924049751 shutdown_connections 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/1924049751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5260 0x7f5a2806d5b0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- 172.21.15.76:0/1924049751 >> 172.21.15.76:0/1924049751 conn(0x7f5a2806a5b0 msgr2=0x7f5a2806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- 172.21.15.76:0/1924049751 shutdown_connections 2023-11-25T03:13:05.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- 172.21.15.76:0/1924049751 wait complete. 2023-11-25T03:13:05.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 Processor -- start 2023-11-25T03:13:05.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- start start 2023-11-25T03:13:05.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c5260 0x7f5a2814e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:05.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 0x7f5a280a6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a28155de0 0x7f5a280a71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a28151730 con 0x7f5a280c5640 2023-11-25T03:13:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a280a6350 con 0x7f5a280c5260 2023-11-25T03:13:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2c86b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a28152c90 con 0x7f5a28155de0 2023-11-25T03:13:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a1dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 0x7f5a280a6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:05.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a1dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 0x7f5a280a6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51758/0 (socket says 172.21.15.76:51758) 2023-11-25T03:13:05.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a1dd9b640 1 -- 172.21.15.76:0/3628278042 learned_addr learned my addr 172.21.15.76:0/3628278042 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:05.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a2659c640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c5260 0x7f5a2814e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:05.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.392+0000 7f5a26d9d640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a28155de0 0x7f5a280a71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:05.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1dd9b640 1 -- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a28155de0 msgr2=0x7f5a280a71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:05.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1dd9b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a28155de0 0x7f5a280a71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1dd9b640 1 -- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c5260 msgr2=0x7f5a2814e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:05.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1dd9b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c5260 0x7f5a2814e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:05.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1dd9b640 1 -- 172.21.15.76:0/3628278042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a18009a70 con 0x7f5a280c5640 2023-11-25T03:13:05.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a26d9d640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a28155de0 0x7f5a280a71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:05.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1dd9b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 0x7f5a280a6cb0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f5a1000b3e0 tx=0x7f5a1000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:05.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a10011830 con 0x7f5a280c5640 2023-11-25T03:13:05.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a10011990 con 0x7f5a280c5640 2023-11-25T03:13:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a10011d80 con 0x7f5a280c5640 2023-11-25T03:13:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a281526d0 con 0x7f5a280c5640 2023-11-25T03:13:05.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a280a65a0 con 0x7f5a280c5640 2023-11-25T03:13:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a28152e40 con 0x7f5a280c5640 2023-11-25T03:13:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a1001a400 con 0x7f5a280c5640 2023-11-25T03:13:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.396+0000 7f5a1f7fe640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a080664a0 0x7f5a08068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.400+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 6080+0+0 (secure 0 0 0) 0x7f5a10083d10 con 0x7f5a280c5640 2023-11-25T03:13:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.400+0000 7f5a2659c640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a080664a0 0x7f5a08068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:05.404 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.400+0000 7f5a2659c640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a080664a0 0x7f5a08068960 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5a180af000 tx=0x7f5a180a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:05.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.404+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a28152e40 con 0x7f5a280c5640 2023-11-25T03:13:05.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:05.556+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f5a28152e00 con 0x7f5a280c5640 2023-11-25T03:13:06.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/3628278042 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v53) v1 ==== 172+0+0 (secure 0 0 0) 0x7f5a100510b0 con 0x7f5a280c5640 2023-11-25T03:13:06.218 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_data' created 2023-11-25T03:13:06.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a080664a0 msgr2=0x7f5a08068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:06.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a080664a0 0x7f5a08068960 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5a180af000 tx=0x7f5a180a7070 comp rx=0 tx=0).stop 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 msgr2=0x7f5a280a6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 0x7f5a280a6cb0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f5a1000b3e0 tx=0x7f5a1000b8a0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 shutdown_connections 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a080664a0 0x7f5a08068960 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a28155de0 0x7f5a280a71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c5640 0x7f5a280a6cb0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 --2- 172.21.15.76:0/3628278042 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c5260 0x7f5a2814e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 >> 172.21.15.76:0/3628278042 conn(0x7f5a2806a5b0 msgr2=0x7f5a2806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 shutdown_connections 2023-11-25T03:13:06.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.216+0000 7f5a2c86b640 1 -- 172.21.15.76:0/3628278042 wait complete. 2023-11-25T03:13:06.261 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2023-11-25T03:13:06.402 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 Processor -- start 2023-11-25T03:13:06.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 -- start start 2023-11-25T03:13:06.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6bf40c63c0 0x7f6bf40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:06.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6bf40c4100 0x7f6bf40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:06.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bf40c31c0 con 0x7f6bf40c29e0 2023-11-25T03:13:06.405 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bf40c34a0 con 0x7f6bf40c4100 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bfa365640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bf40c1030 con 0x7f6bf40c63c0 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6bf40c4100 0x7f6bf40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6bf40c4100 0x7f6bf40c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51770/0 (socket says 172.21.15.76:51770) 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 -- 172.21.15.76:0/460672127 learned_addr learned my addr 172.21.15.76:0/460672127 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf3fff640 1 --2- 172.21.15.76:0/460672127 >> v2:172.21.15.106:3300/0 conn(0x7f6bf40c63c0 0x7f6bf40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 -- 172.21.15.76:0/460672127 >> v2:172.21.15.106:3300/0 conn(0x7f6bf40c63c0 msgr2=0x7f6bf40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 --2- 172.21.15.76:0/460672127 >> v2:172.21.15.106:3300/0 conn(0x7f6bf40c63c0 0x7f6bf40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 -- 172.21.15.76:0/460672127 >> v1:172.21.15.76:6789/0 conn(0x7f6bf40c29e0 legacy=0x7f6bf40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:06.406 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.400+0000 7f6bf37fe640 1 -- 172.21.15.76:0/460672127 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf40c1310 con 0x7f6bf40c4100 2023-11-25T03:13:06.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bf37fe640 1 --2- 172.21.15.76:0/460672127 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf40c24a0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f6bf406e000 tx=0x7f6be801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4778f5df8ecd168 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:06.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bf2ffd640 1 -- 172.21.15.76:0/460672127 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be80ac630 con 0x7f6bf40c4100 2023-11-25T03:13:06.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bf2ffd640 1 -- 172.21.15.76:0/460672127 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6be80ac790 con 0x7f6bf40c4100 2023-11-25T03:13:06.407 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bf2ffd640 1 -- 172.21.15.76:0/460672127 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be80acb20 con 0x7f6bf40c4100 2023-11-25T03:13:06.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 -- 172.21.15.76:0/460672127 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 msgr2=0x7f6bf40c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:06.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 --2- 172.21.15.76:0/460672127 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf40c24a0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f6bf406e000 tx=0x7f6be801c3b0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 -- 172.21.15.76:0/460672127 shutdown_connections 2023-11-25T03:13:06.408 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 --2- 172.21.15.76:0/460672127 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf40c24a0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 --2- 172.21.15.76:0/460672127 >> v2:172.21.15.106:3300/0 conn(0x7f6bf40c63c0 0x7f6bf40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 -- 172.21.15.76:0/460672127 >> 172.21.15.76:0/460672127 conn(0x7f6bf406a5b0 msgr2=0x7f6bf406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:06.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 -- 172.21.15.76:0/460672127 shutdown_connections 2023-11-25T03:13:06.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.404+0000 7f6bfa365640 1 -- 172.21.15.76:0/460672127 wait complete. 2023-11-25T03:13:06.409 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 Processor -- start 2023-11-25T03:13:06.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 -- start start 2023-11-25T03:13:06.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bf40c29e0 0x7f6bf4153120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf415a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bf40c63c0 0x7f6bf414d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf4071f20 con 0x7f6bf40c4100 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf41592f0 con 0x7f6bf40c29e0 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf4159590 con 0x7f6bf40c63c0 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf415a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf415a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51778/0 (socket says 172.21.15.76:51778) 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 -- 172.21.15.76:0/2416428236 learned_addr learned my addr 172.21.15.76:0/2416428236 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf3fff640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bf40c29e0 0x7f6bf4153120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:06.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 -- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bf40c63c0 msgr2=0x7f6bf414d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:06.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bf40c63c0 0x7f6bf414d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 -- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bf40c29e0 msgr2=0x7f6bf4153120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:06.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bf40c29e0 0x7f6bf4153120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:06.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 -- 172.21.15.76:0/2416428236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6be80094d0 con 0x7f6bf40c4100 2023-11-25T03:13:06.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf3fff640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bf40c29e0 0x7f6bf4153120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf37fe640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf415a630 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6be8018fc0 tx=0x7f6be8019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be80b5640 con 0x7f6bf40c4100 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6be80b57a0 con 0x7f6bf40c4100 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be80b5b10 con 0x7f6bf40c4100 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bf4159870 con 0x7f6bf40c4100 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.408+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bf4153660 con 0x7f6bf40c4100 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.412+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bf4068400 con 0x7f6bf40c4100 2023-11-25T03:13:06.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.412+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6be80b3070 con 0x7f6bf40c4100 2023-11-25T03:13:06.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.412+0000 7f6bf0ff9640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6be0066470 0x7f6be0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:06.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.412+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6463+0+0 (secure 0 0 0) 0x7f6be811e1a0 con 0x7f6bf40c4100 2023-11-25T03:13:06.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.412+0000 7f6bf3fff640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6be0066470 0x7f6be0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:06.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.412+0000 7f6bf3fff640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6be0066470 0x7f6be0068930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6be40097a0 tx=0x7f6be4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:06.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.416+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6be80eb440 con 0x7f6bf40c4100 2023-11-25T03:13:06.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:06.596+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7f6bf41ece40 con 0x7f6bf40c4100 2023-11-25T03:13:07.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.232+0000 7f6bf0ff9640 1 -- 172.21.15.76:0/2416428236 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 10 and data pool 11 v34) v1 ==== 177+0+0 (secure 0 0 0) 0x7f6be80eea60 con 0x7f6bf40c4100 2023-11-25T03:13:07.237 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 10 and data pool 11 2023-11-25T03:13:07.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6be0066470 msgr2=0x7f6be0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6be0066470 0x7f6be0068930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6be40097a0 tx=0x7f6be4008040 comp rx=0 tx=0).stop 2023-11-25T03:13:07.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 msgr2=0x7f6bf415a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf415a630 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6be8018fc0 tx=0x7f6be8019150 comp rx=0 tx=0).stop 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 shutdown_connections 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6be0066470 0x7f6be0068930 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6bf40c63c0 0x7f6bf414d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6bf40c4100 0x7f6bf415a630 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 --2- 172.21.15.76:0/2416428236 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6bf40c29e0 0x7f6bf4153120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 >> 172.21.15.76:0/2416428236 conn(0x7f6bf406a5b0 msgr2=0x7f6bf4066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:07.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 shutdown_connections 2023-11-25T03:13:07.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.240+0000 7f6bfa365640 1 -- 172.21.15.76:0/2416428236 wait complete. 2023-11-25T03:13:07.289 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:07.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 Processor -- start 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 -- start start 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 0x7fabb00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fabb00c4100 0x7fabb00c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabb00c31c0 con 0x7fabb00c29e0 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabb00c34a0 con 0x7fabb00c4100 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.424+0000 7fabb55e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabb00c1030 con 0x7fabb00c63c0 2023-11-25T03:13:07.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 0x7fabb00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7faba67fc640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fabb00c4100 0x7fabb00c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 0x7fabb00c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:45734/0 (socket says 172.21.15.76:45734) 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 -- 172.21.15.76:0/4010228435 learned_addr learned my addr 172.21.15.76:0/4010228435 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 -- 172.21.15.76:0/4010228435 >> v2:172.21.15.106:3300/0 conn(0x7fabb00c4100 msgr2=0x7fabb00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 --2- 172.21.15.76:0/4010228435 >> v2:172.21.15.106:3300/0 conn(0x7fabb00c4100 0x7fabb00c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 -- 172.21.15.76:0/4010228435 >> v1:172.21.15.106:6789/0 conn(0x7fabb00c29e0 legacy=0x7fabb00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 -- 172.21.15.76:0/4010228435 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb00c1310 con 0x7fabb00c63c0 2023-11-25T03:13:07.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7faba67fc640 1 --2- 172.21.15.76:0/4010228435 >> v2:172.21.15.106:3300/0 conn(0x7fabb00c4100 0x7fabb00c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:07.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.428+0000 7fabaeffd640 1 --2- 172.21.15.76:0/4010228435 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 0x7fabb00c06d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faba0009870 tx=0x7faba001c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e3c2e23e9041fd9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:07.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabae7fc640 1 -- 172.21.15.76:0/4010228435 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faba00ab610 con 0x7fabb00c63c0 2023-11-25T03:13:07.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabae7fc640 1 -- 172.21.15.76:0/4010228435 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faba00ab770 con 0x7fabb00c63c0 2023-11-25T03:13:07.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabae7fc640 1 -- 172.21.15.76:0/4010228435 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faba00abb00 con 0x7fabb00c63c0 2023-11-25T03:13:07.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- 172.21.15.76:0/4010228435 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 msgr2=0x7fabb00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 --2- 172.21.15.76:0/4010228435 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 0x7fabb00c06d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faba0009870 tx=0x7faba001c3f0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- 172.21.15.76:0/4010228435 shutdown_connections 2023-11-25T03:13:07.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 --2- 172.21.15.76:0/4010228435 >> v2:172.21.15.106:3300/0 conn(0x7fabb00c4100 0x7fabb00c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 --2- 172.21.15.76:0/4010228435 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c63c0 0x7fabb00c06d0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- 172.21.15.76:0/4010228435 >> 172.21.15.76:0/4010228435 conn(0x7fabb006a5b0 msgr2=0x7fabb006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:07.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- 172.21.15.76:0/4010228435 shutdown_connections 2023-11-25T03:13:07.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- 172.21.15.76:0/4010228435 wait complete. 2023-11-25T03:13:07.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 Processor -- start 2023-11-25T03:13:07.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- start start 2023-11-25T03:13:07.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c29e0 0x7fabb0145f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 0x7fabb0146450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabb00c63c0 0x7fabb0156d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb01f16e0 con 0x7fabb00c63c0 2023-11-25T03:13:07.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb0099ff0 con 0x7fabb00c4100 2023-11-25T03:13:07.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.432+0000 7fabb55e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabb01568f0 con 0x7fabb00c29e0 2023-11-25T03:13:07.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7fabaf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabb00c63c0 0x7fabb0156d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 0x7fabb0146450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 0x7fabb0146450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:47274/0 (socket says 172.21.15.76:47274) 2023-11-25T03:13:07.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7fabaeffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c29e0 0x7fabb0145f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7fabaf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabb00c63c0 0x7fabb0156d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36630/0 (socket says 172.21.15.76:36630) 2023-11-25T03:13:07.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 -- 172.21.15.76:0/938542487 learned_addr learned my addr 172.21.15.76:0/938542487 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:07.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 -- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c29e0 msgr2=0x7fabb0145f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c29e0 0x7fabb0145f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 -- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabb00c63c0 msgr2=0x7fabb0156d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabb00c63c0 0x7fabb0156d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 -- 172.21.15.76:0/938542487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab98009a70 con 0x7fabb00c4100 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba67fc640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 0x7fabb0146450 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fab9800efc0 tx=0x7fab9800c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab98014680 con 0x7fabb00c4100 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab9800f040 con 0x7fabb00c4100 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab98014a00 con 0x7fabb00c4100 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faba00094d0 con 0x7fabb00c4100 2023-11-25T03:13:07.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabb01581b0 con 0x7fabb00c4100 2023-11-25T03:13:07.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabb0156aa0 con 0x7fabb00c4100 2023-11-25T03:13:07.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fab98014b60 con 0x7fabb00c4100 2023-11-25T03:13:07.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.436+0000 7faba7fff640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab90066470 0x7fab90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.440+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fab98085800 con 0x7fabb00c4100 2023-11-25T03:13:07.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.440+0000 7fabaeffd640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab90066470 0x7fab90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.440+0000 7fabaeffd640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab90066470 0x7fab90068930 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7faba00af000 tx=0x7faba00a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:07.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.440+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fab980529b0 con 0x7fabb00c4100 2023-11-25T03:13:07.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.592+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fabb0068400 con 0x7fabb00c4100 2023-11-25T03:13:07.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.592+0000 7faba7fff640 1 -- 172.21.15.76:0/938542487 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) v1 ==== 74+0+20281 (secure 0 0 0) 0x7fab98055fd0 con 0x7fabb00c4100 2023-11-25T03:13:07.597 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:07.597 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:06.600359+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:07.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab90066470 msgr2=0x7fab90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab90066470 0x7fab90068930 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7faba00af000 tx=0x7faba00a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 msgr2=0x7fabb0146450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 0x7fabb0146450 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fab9800efc0 tx=0x7fab9800c490 comp rx=0 tx=0).stop 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 shutdown_connections 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fab90066470 0x7fab90068930 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabb00c63c0 0x7fabb0156d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fabb00c4100 0x7fabb0146450 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 --2- 172.21.15.76:0/938542487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fabb00c29e0 0x7fabb0145f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 >> 172.21.15.76:0/938542487 conn(0x7fabb006a5b0 msgr2=0x7fabb00a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 shutdown_connections 2023-11-25T03:13:07.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.596+0000 7fabb55e7640 1 -- 172.21.15.76:0/938542487 wait complete. 2023-11-25T03:13:07.618 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 Processor -- start 2023-11-25T03:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 -- start start 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0780a5240 0x7fa0780bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c01c0 0x7fa0780c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0780c3bd0 con 0x7fa0780c61a0 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0780bf1e0 con 0x7fa0780a5240 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa07e59d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0780c3e20 con 0x7fa0780c01c0 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0780a5240 0x7fa0780bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0780a5240 0x7fa0780bfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36638/0 (socket says 172.21.15.76:36638) 2023-11-25T03:13:07.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 -- 172.21.15.76:0/317353796 learned_addr learned my addr 172.21.15.76:0/317353796 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 -- 172.21.15.76:0/317353796 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c01c0 msgr2=0x7fa0780c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa0777fe640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c01c0 0x7fa0780c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c01c0 0x7fa0780c5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 -- 172.21.15.76:0/317353796 >> v1:172.21.15.106:6789/0 conn(0x7fa0780c61a0 legacy=0x7fa0781561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:07.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa077fff640 1 -- 172.21.15.76:0/317353796 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0780c4100 con 0x7fa0780a5240 2023-11-25T03:13:07.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.752+0000 7fa0777fe640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c01c0 0x7fa0780c5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:07.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa077fff640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780a5240 0x7fa0780bfc80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa0680098a0 tx=0x7fa06801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d215c2ffdd16c5fc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa076ffd640 1 -- 172.21.15.76:0/317353796 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0680ac640 con 0x7fa0780a5240 2023-11-25T03:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa076ffd640 1 -- 172.21.15.76:0/317353796 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0680ac7a0 con 0x7fa0780a5240 2023-11-25T03:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa076ffd640 1 -- 172.21.15.76:0/317353796 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0680acb30 con 0x7fa0780a5240 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 -- 172.21.15.76:0/317353796 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780a5240 msgr2=0x7fa0780bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780a5240 0x7fa0780bfc80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa0680098a0 tx=0x7fa06801c420 comp rx=0 tx=0).stop 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 -- 172.21.15.76:0/317353796 shutdown_connections 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c01c0 0x7fa0780c5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 --2- 172.21.15.76:0/317353796 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780a5240 0x7fa0780bfc80 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 -- 172.21.15.76:0/317353796 >> 172.21.15.76:0/317353796 conn(0x7fa07806a5b0 msgr2=0x7fa07806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 -- 172.21.15.76:0/317353796 shutdown_connections 2023-11-25T03:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.756+0000 7fa07e59d640 1 -- 172.21.15.76:0/317353796 wait complete. 2023-11-25T03:13:07.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 Processor -- start 2023-11-25T03:13:07.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 -- start start 2023-11-25T03:13:07.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0780a5240 0x7fa0781f08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 0x7fa07815a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c61a0 0x7fa07815abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa078159c50 con 0x7fa0780c01c0 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa07815a210 con 0x7fa0780a5240 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0781f1120 con 0x7fa0780c61a0 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 0x7fa07815a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 0x7fa07815a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36654/0 (socket says 172.21.15.76:36654) 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 -- 172.21.15.76:0/3646260458 learned_addr learned my addr 172.21.15.76:0/3646260458 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07cb3a640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c61a0 0x7fa07815abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa077fff640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0780a5240 0x7fa0781f08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 -- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c61a0 msgr2=0x7fa07815abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c61a0 0x7fa07815abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 -- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0780a5240 msgr2=0x7fa0781f08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0780a5240 0x7fa0781f08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 -- 172.21.15.76:0/3646260458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0680094d0 con 0x7fa0780c01c0 2023-11-25T03:13:07.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa0777fe640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 0x7fa07815a6a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fa06c00c820 tx=0x7fa06c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:07.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa06c007a30 con 0x7fa0780c01c0 2023-11-25T03:13:07.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa06c007b90 con 0x7fa0780c01c0 2023-11-25T03:13:07.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa06c0113f0 con 0x7fa0780c01c0 2023-11-25T03:13:07.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0781f13e0 con 0x7fa0780c01c0 2023-11-25T03:13:07.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.760+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa078155670 con 0x7fa0780c01c0 2023-11-25T03:13:07.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.764+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0780c52e0 con 0x7fa0780c01c0 2023-11-25T03:13:07.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.764+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa06c011550 con 0x7fa0780c01c0 2023-11-25T03:13:07.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.764+0000 7fa074ff9640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0640664a0 0x7fa064068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:07.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.764+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa06c084220 con 0x7fa0780c01c0 2023-11-25T03:13:07.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.764+0000 7fa077fff640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0640664a0 0x7fa064068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:07.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.764+0000 7fa077fff640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0640664a0 0x7fa064068960 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fa0680ae000 tx=0x7fa0680a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:07.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.768+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa06c051480 con 0x7fa0780c01c0 2023-11-25T03:13:07.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.920+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0781f15a0 con 0x7fa0780c01c0 2023-11-25T03:13:07.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.920+0000 7fa074ff9640 1 -- 172.21.15.76:0/3646260458 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) v1 ==== 74+0+20281 (secure 0 0 0) 0x7fa06c054aa0 con 0x7fa0780c01c0 2023-11-25T03:13:07.924 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:07.924 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:06.600359+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:07.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0640664a0 msgr2=0x7fa064068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0640664a0 0x7fa064068960 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fa0680ae000 tx=0x7fa0680a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:07.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 msgr2=0x7fa07815a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:07.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 0x7fa07815a6a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fa06c00c820 tx=0x7fa06c00cce0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 shutdown_connections 2023-11-25T03:13:07.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0640664a0 0x7fa064068960 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0780c61a0 0x7fa07815abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0780c01c0 0x7fa07815a6a0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 --2- 172.21.15.76:0/3646260458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0780a5240 0x7fa0781f08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:07.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 >> 172.21.15.76:0/3646260458 conn(0x7fa07806a5b0 msgr2=0x7fa078157080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:07.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 shutdown_connections 2023-11-25T03:13:07.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:07.924+0000 7fa07e59d640 1 -- 172.21.15.76:0/3646260458 wait complete. 2023-11-25T03:13:07.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2023-11-25T03:13:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.080+0000 7fc4567c4640 1 Processor -- start 2023-11-25T03:13:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.080+0000 7fc4567c4640 1 -- start start 2023-11-25T03:13:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc4567c4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc450155de0 0x7fc450156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc4567c4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4500c2580 con 0x7fc4500c5640 2023-11-25T03:13:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc4567c4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4500c1a00 con 0x7fc4500c5260 2023-11-25T03:13:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc4567c4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc450153510 con 0x7fc450155de0 2023-11-25T03:13:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc4500c5640 0x7fc4500c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56834/0 (socket says 172.21.15.76:56834) 2023-11-25T03:13:08.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44f7fe640 1 -- 172.21.15.76:0/1275467395 learned_addr learned my addr 172.21.15.76:0/1275467395 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:08.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc454d61640 1 --2- 172.21.15.76:0/1275467395 >> v2:172.21.15.106:3300/0 conn(0x7fc450155de0 0x7fc450156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1194590249 0 0) 0x7fc4500c2580 con 0x7fc4500c5640 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc438003530 con 0x7fc4500c5640 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4185345936 0 0) 0x7fc4500c1a00 con 0x7fc4500c5260 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc4500c2580 con 0x7fc4500c5260 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1689616827 0 0) 0x7fc438003530 con 0x7fc4500c5640 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc454d61640 1 -- 172.21.15.76:0/1275467395 >> v1:172.21.15.106:6789/0 conn(0x7fc4500c5260 legacy=0x7fc45006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc454d61640 1 -- 172.21.15.76:0/1275467395 >> v1:172.21.15.76:6789/0 conn(0x7fc4500c5640 legacy=0x7fc4500c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:08.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.084+0000 7fc454d61640 1 -- 172.21.15.76:0/1275467395 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4500c1ce0 con 0x7fc450155de0 2023-11-25T03:13:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc454d61640 1 --2- 172.21.15.76:0/1275467395 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc450156230 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc448009d90 tx=0x7fc44801c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e846025e7776cb35 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc444001680 con 0x7fc450155de0 2023-11-25T03:13:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4480a5510 con 0x7fc450155de0 2023-11-25T03:13:08.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc44effd640 1 -- 172.21.15.76:0/1275467395 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4480a58a0 con 0x7fc450155de0 2023-11-25T03:13:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 -- 172.21.15.76:0/1275467395 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 msgr2=0x7fc450156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 --2- 172.21.15.76:0/1275467395 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc450156230 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc448009d90 tx=0x7fc44801c7e0 comp rx=0 tx=0).stop 2023-11-25T03:13:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 -- 172.21.15.76:0/1275467395 shutdown_connections 2023-11-25T03:13:08.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 --2- 172.21.15.76:0/1275467395 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc450156230 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 -- 172.21.15.76:0/1275467395 >> 172.21.15.76:0/1275467395 conn(0x7fc45006a5b0 msgr2=0x7fc45006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 -- 172.21.15.76:0/1275467395 shutdown_connections 2023-11-25T03:13:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 -- 172.21.15.76:0/1275467395 wait complete. 2023-11-25T03:13:08.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.088+0000 7fc4567c4640 1 Processor -- start 2023-11-25T03:13:08.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- start start 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4500c5260 0x7fc45014b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 0x7fc45014e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc4501ed090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4500a6ac0 con 0x7fc4500c5640 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4501eb030 con 0x7fc450155de0 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4501eb310 con 0x7fc4500c5260 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 0x7fc45014e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 0x7fc45014e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36660/0 (socket says 172.21.15.76:36660) 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 -- 172.21.15.76:0/794053987 learned_addr learned my addr 172.21.15.76:0/794053987 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:08.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc454d61640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc4501ed090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44ffff640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4500c5260 0x7fc45014b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 -- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4500c5260 msgr2=0x7fc45014b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4500c5260 0x7fc45014b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 -- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 msgr2=0x7fc4501ed090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc4501ed090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 -- 172.21.15.76:0/794053987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc448009a70 con 0x7fc4500c5640 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44f7fe640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 0x7fc45014e4b0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fc444001ec0 tx=0x7fc44400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc444005ae0 con 0x7fc4500c5640 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc444005c40 con 0x7fc4500c5640 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4500a8360 con 0x7fc4500c5640 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc444007070 con 0x7fc4500c5640 2023-11-25T03:13:08.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4500a8640 con 0x7fc4500c5640 2023-11-25T03:13:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.092+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4500a6c30 con 0x7fc4500c5640 2023-11-25T03:13:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.096+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc4440071d0 con 0x7fc4500c5640 2023-11-25T03:13:08.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.096+0000 7fc44cff9640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc43c066470 0x7fc43c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.096+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc444083f70 con 0x7fc4500c5640 2023-11-25T03:13:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.096+0000 7fc44ffff640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc43c066470 0x7fc43c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:08.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.096+0000 7fc44ffff640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc43c066470 0x7fc43c068930 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fc4400015e0 tx=0x7fc440009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:08.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.100+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc4500a6c30 con 0x7fc4500c5640 2023-11-25T03:13:08.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:08.292+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fc4500a6c00 con 0x7fc4500c5640 2023-11-25T03:13:09.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc44cff9640 1 -- 172.21.15.76:0/794053987 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v37) v1 ==== 119+0+0 (secure 0 0 0) 0x7fc444050f70 con 0x7fc4500c5640 2023-11-25T03:13:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc43c066470 msgr2=0x7fc43c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc43c066470 0x7fc43c068930 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fc4400015e0 tx=0x7fc440009040 comp rx=0 tx=0).stop 2023-11-25T03:13:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 msgr2=0x7fc45014e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 0x7fc45014e4b0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fc444001ec0 tx=0x7fc44400cbe0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 shutdown_connections 2023-11-25T03:13:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc43c066470 0x7fc43c068930 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc450155de0 0x7fc4501ed090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4500c5640 0x7fc45014e4b0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 --2- 172.21.15.76:0/794053987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4500c5260 0x7fc45014b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 >> 172.21.15.76:0/794053987 conn(0x7fc45006a5b0 msgr2=0x7fc45014f090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:09.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 shutdown_connections 2023-11-25T03:13:09.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.268+0000 7fc4567c4640 1 -- 172.21.15.76:0/794053987 wait complete. 2023-11-25T03:13:09.292 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:13:09.292 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2023-11-25T03:13:09.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.428+0000 7fc7846bb640 1 Processor -- start 2023-11-25T03:13:09.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.428+0000 7fc7846bb640 1 -- start start 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc7846bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c63c0 0x7fc77c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc7846bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc77c0c4100 0x7fc77c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc7846bb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc77c0c31c0 con 0x7fc77c0c29e0 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc7846bb640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc77c0c34a0 con 0x7fc77c0c4100 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc7846bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c0c1030 con 0x7fc77c0c63c0 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc781c56640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc77c0c4100 0x7fc77c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc782c58640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc77c0c29e0 0x7fc77c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56844/0 (socket says 172.21.15.76:56844) 2023-11-25T03:13:09.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc782c58640 1 -- 172.21.15.76:0/2772884272 learned_addr learned my addr 172.21.15.76:0/2772884272 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:09.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc782457640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c63c0 0x7fc77c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:09.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc781c56640 1 -- 172.21.15.76:0/2772884272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c63c0 msgr2=0x7fc77c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:09.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc781c56640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c63c0 0x7fc77c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc781c56640 1 -- 172.21.15.76:0/2772884272 >> v1:172.21.15.76:6789/0 conn(0x7fc77c0c29e0 legacy=0x7fc77c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:09.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc781c56640 1 -- 172.21.15.76:0/2772884272 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc77c0c1310 con 0x7fc77c0c4100 2023-11-25T03:13:09.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc782457640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c63c0 0x7fc77c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:09.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.432+0000 7fc781455640 1 -- 172.21.15.76:0/2772884272 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4224473111 0 0) 0x7fc77c0c31c0 con 0x7fc77c0c29e0 2023-11-25T03:13:09.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc781c56640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c24a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc76c0097c0 tx=0x7fc76c01c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=463de5827a576ddf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:09.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc781455640 1 -- 172.21.15.76:0/2772884272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc76c004230 con 0x7fc77c0c4100 2023-11-25T03:13:09.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc781455640 1 -- 172.21.15.76:0/2772884272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc76c0a7050 con 0x7fc77c0c4100 2023-11-25T03:13:09.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc781455640 1 -- 172.21.15.76:0/2772884272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc76c003620 con 0x7fc77c0c4100 2023-11-25T03:13:09.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- 172.21.15.76:0/2772884272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c4100 msgr2=0x7fc77c0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c24a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc76c0097c0 tx=0x7fc76c01c330 comp rx=0 tx=0).stop 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- 172.21.15.76:0/2772884272 shutdown_connections 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c24a0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 --2- 172.21.15.76:0/2772884272 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c63c0 0x7fc77c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- 172.21.15.76:0/2772884272 >> 172.21.15.76:0/2772884272 conn(0x7fc77c06a5b0 msgr2=0x7fc77c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- 172.21.15.76:0/2772884272 shutdown_connections 2023-11-25T03:13:09.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- 172.21.15.76:0/2772884272 wait complete. 2023-11-25T03:13:09.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 Processor -- start 2023-11-25T03:13:09.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- start start 2023-11-25T03:13:09.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c29e0 0x7fc77c1eee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:09.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:09.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 0x7fc77c0bbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:09.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c09a760 con 0x7fc77c0c63c0 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c0a4dc0 con 0x7fc77c0c4100 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.436+0000 7fc7846bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c0a4ae0 con 0x7fc77c0c29e0 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 0x7fc77c0bbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 0x7fc77c0bbd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36676/0 (socket says 172.21.15.76:36676) 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 -- 172.21.15.76:0/1046434825 learned_addr learned my addr 172.21.15.76:0/1046434825 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc781c56640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782457640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c29e0 0x7fc77c1eee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 -- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c29e0 msgr2=0x7fc77c1eee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:09.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c29e0 0x7fc77c1eee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 -- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c0c4100 msgr2=0x7fc77c0c5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 -- 172.21.15.76:0/1046434825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc76c009420 con 0x7fc77c0c63c0 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc782c58640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 0x7fc77c0bbd40 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc774001570 tx=0x7fc77400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc77400a640 con 0x7fc77c0c63c0 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc77400a7c0 con 0x7fc77c0c63c0 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc77c1ee390 con 0x7fc77c0c63c0 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc77400ab70 con 0x7fc77c0c63c0 2023-11-25T03:13:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc77c1ee950 con 0x7fc77c0c63c0 2023-11-25T03:13:09.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc77c1eeb40 con 0x7fc77c0c63c0 2023-11-25T03:13:09.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.440+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc77400acd0 con 0x7fc77c0c63c0 2023-11-25T03:13:09.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.444+0000 7fc772ffd640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc760066470 0x7fc760068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:09.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.444+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc774083a00 con 0x7fc77c0c63c0 2023-11-25T03:13:09.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.444+0000 7fc782457640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc760066470 0x7fc760068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:09.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.444+0000 7fc782457640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc760066470 0x7fc760068930 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc778006fd0 tx=0x7fc778008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:09.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.448+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc774050bb0 con 0x7fc77c0c63c0 2023-11-25T03:13:09.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:09.628+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fc77c068400 con 0x7fc77c0c63c0 2023-11-25T03:13:09.770 INFO:tasks.ceph.mds.c.smithi076.stderr:2023-11-25T03:13:09.768+0000 7fb24a256640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:13:10.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.268+0000 7fc772ffd640 1 -- 172.21.15.76:0/1046434825 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v38) v1 ==== 123+0+0 (secure 0 0 0) 0x7fc774018020 con 0x7fc77c0c63c0 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc760066470 msgr2=0x7fc760068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc760066470 0x7fc760068930 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc778006fd0 tx=0x7fc778008040 comp rx=0 tx=0).stop 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 msgr2=0x7fc77c0bbd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 0x7fc77c0bbd40 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc774001570 tx=0x7fc77400cca0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 shutdown_connections 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc760066470 0x7fc760068930 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c63c0 0x7fc77c0bbd40 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c0c4100 0x7fc77c0c5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 --2- 172.21.15.76:0/1046434825 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0c29e0 0x7fc77c1eee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 >> 172.21.15.76:0/1046434825 conn(0x7fc77c06a5b0 msgr2=0x7fc77c0a6180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:10.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 shutdown_connections 2023-11-25T03:13:10.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.272+0000 7fc7846bb640 1 -- 172.21.15.76:0/1046434825 wait complete. 2023-11-25T03:13:10.299 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2023-11-25T03:13:10.299 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:10.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f759585a640 1 Processor -- start 2023-11-25T03:13:10.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f759585a640 1 -- start start 2023-11-25T03:13:10.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f759585a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f759006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f759585a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f759006c860 con 0x7f7590151e90 2023-11-25T03:13:10.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f759585a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7590154930 con 0x7f759006b9e0 2023-11-25T03:13:10.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f759585a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75900c8750 con 0x7f75900c7ea0 2023-11-25T03:13:10.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7590151e90 0x7f75900c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56852/0 (socket says 172.21.15.76:56852) 2023-11-25T03:13:10.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758effd640 1 -- 172.21.15.76:0/2679648000 learned_addr learned my addr 172.21.15.76:0/2679648000 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:10.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2071316058 0 0) 0x7f759006c860 con 0x7f7590151e90 2023-11-25T03:13:10.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f75867fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f759006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f757c003530 con 0x7f7590151e90 2023-11-25T03:13:10.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3521014672 0 0) 0x7f757c003530 con 0x7f7590151e90 2023-11-25T03:13:10.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 msgr2=0x7f759006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f759006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 >> v1:172.21.15.106:6789/0 conn(0x7f759006b9e0 legacy=0x7f759015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7590154c10 con 0x7f7590151e90 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f7580001680 con 0x7f7590151e90 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 >> v1:172.21.15.76:6789/0 conn(0x7f7590151e90 legacy=0x7f75900c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f757c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f757c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f757c004d10 0x7f757c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75900c8750 con 0x7f757c0039b0 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f757c00bb50 con 0x7f757c004d10 2023-11-25T03:13:10.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f757c00bd10 con 0x7f75900c7ea0 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758effd640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f757c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f75867fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f757c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.436+0000 7f758f7fe640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f757c004d10 0x7f757c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758effd640 1 -- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 msgr2=0x7f757c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758effd640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f757c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758effd640 1 -- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f757c004d10 msgr2=0x7f757c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758effd640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f757c004d10 0x7f757c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758effd640 1 -- 172.21.15.76:0/2679648000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f757c003530 con 0x7f757c0039b0 2023-11-25T03:13:10.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f75867fc640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c7ea0 0x7f757c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758effd640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f757c003dd0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f758000c240 tx=0x7f758001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52788d6b8739871 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7580005ae0 con 0x7f757c0039b0 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7580005c40 con 0x7f757c0039b0 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.440+0000 7f758e7fc640 1 -- 172.21.15.76:0/2679648000 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7580007070 con 0x7f757c0039b0 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- 172.21.15.76:0/2679648000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 msgr2=0x7f757c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 --2- 172.21.15.76:0/2679648000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f757c003dd0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f758000c240 tx=0x7f758001cc40 comp rx=0 tx=0).stop 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758f7fe640 1 -- 172.21.15.76:0/2679648000 reap_dead start 2023-11-25T03:13:10.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- 172.21.15.76:0/2679648000 shutdown_connections 2023-11-25T03:13:10.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- 172.21.15.76:0/2679648000 >> 172.21.15.76:0/2679648000 conn(0x7f75900ca170 msgr2=0x7f75900ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:10.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- 172.21.15.76:0/2679648000 shutdown_connections 2023-11-25T03:13:10.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- 172.21.15.76:0/2679648000 wait complete. 2023-11-25T03:13:10.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 Processor -- start 2023-11-25T03:13:10.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- start start 2023-11-25T03:13:10.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f759015a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c0980 0x7f75900a9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f75900ab630 0x7f75900a9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75901552d0 con 0x7f757c0039b0 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f759014ee60 con 0x7f75900ab630 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f759585a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75900aa520 con 0x7f75900c0980 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f759015a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f759015a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36702/0 (socket says 172.21.15.76:36702) 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 -- 172.21.15.76:0/282415486 learned_addr learned my addr 172.21.15.76:0/282415486 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758f7fe640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f75900ab630 0x7f75900a9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f75867fc640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c0980 0x7f75900a9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 -- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c0980 msgr2=0x7f75900a9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c0980 0x7f75900a9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 -- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f75900ab630 msgr2=0x7f75900a9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f75900ab630 0x7f75900a9fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758effd640 1 -- 172.21.15.76:0/282415486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75901f21e0 con 0x7f757c0039b0 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f758f7fe640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f75900ab630 0x7f75900a9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.444+0000 7f75867fc640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c0980 0x7f75900a9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758effd640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f759015a450 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f7580001940 tx=0x7f757c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75800b4070 con 0x7f757c0039b0 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7580005e70 con 0x7f757c0039b0 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75901f18b0 con 0x7f757c0039b0 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7580001640 con 0x7f757c0039b0 2023-11-25T03:13:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75901f1e70 con 0x7f757c0039b0 2023-11-25T03:13:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7590068400 con 0x7f757c0039b0 2023-11-25T03:13:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7580007090 con 0x7f757c0039b0 2023-11-25T03:13:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758cff9640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7570066470 0x7f7570068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f758011dac0 con 0x7f757c0039b0 2023-11-25T03:13:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.448+0000 7f75867fc640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7570066470 0x7f7570068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.452+0000 7f75867fc640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7570066470 0x7f7570068930 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f759015ac90 tx=0x7f7578008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:10.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.452+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f75800eac70 con 0x7f757c0039b0 2023-11-25T03:13:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.632+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f759006d480 con 0x7f757c0039b0 2023-11-25T03:13:10.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.632+0000 7f758cff9640 1 -- 172.21.15.76:0/282415486 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) v1 ==== 94+0+6135 (secure 0 0 0) 0x7f75800ee290 con 0x7f757c0039b0 2023-11-25T03:13:10.637 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:10.637 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":38,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:10.637 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 38 2023-11-25T03:13:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7570066470 msgr2=0x7f7570068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7570066470 0x7f7570068930 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f759015ac90 tx=0x7f7578008040 comp rx=0 tx=0).stop 2023-11-25T03:13:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 msgr2=0x7f759015a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f759015a450 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f7580001940 tx=0x7f757c005800 comp rx=0 tx=0).stop 2023-11-25T03:13:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 shutdown_connections 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7570066470 0x7f7570068930 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f75900ab630 0x7f75900a9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75900c0980 0x7f75900a9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 --2- 172.21.15.76:0/282415486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f757c0039b0 0x7f759015a450 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 >> 172.21.15.76:0/282415486 conn(0x7f75900ca170 msgr2=0x7f7590153230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 shutdown_connections 2023-11-25T03:13:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.636+0000 7f759585a640 1 -- 172.21.15.76:0/282415486 wait complete. 2023-11-25T03:13:10.658 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:10.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 Processor -- start 2023-11-25T03:13:10.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 -- start start 2023-11-25T03:13:10.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb4151e90 0x7fcdb40c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcdb40c7ea0 0x7fcdb406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdb406c860 con 0x7fcdb40c4e60 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdb40c8750 con 0x7fcdb40c7ea0 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdbc5f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb41552d0 con 0x7fcdb4151e90 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcdb40c7ea0 0x7fcdb406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcdb40c7ea0 0x7fcdb406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36716/0 (socket says 172.21.15.76:36716) 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 -- 172.21.15.76:0/2102003163 learned_addr learned my addr 172.21.15.76:0/2102003163 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdba394640 1 --2- 172.21.15.76:0/2102003163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb4151e90 0x7fcdb40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 -- 172.21.15.76:0/2102003163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb4151e90 msgr2=0x7fcdb40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 --2- 172.21.15.76:0/2102003163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb4151e90 0x7fcdb40c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 -- 172.21.15.76:0/2102003163 >> v1:172.21.15.106:6789/0 conn(0x7fcdb40c4e60 legacy=0x7fcdb406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.797 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.791+0000 7fcdb9b93640 1 -- 172.21.15.76:0/2102003163 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb4154930 con 0x7fcdb40c7ea0 2023-11-25T03:13:10.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdb9b93640 1 --2- 172.21.15.76:0/2102003163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c7ea0 0x7fcdb406b4a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fcda4009870 tx=0x7fcda401c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b3cf8e93314a39 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:10.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdb9392640 1 -- 172.21.15.76:0/2102003163 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda40ab600 con 0x7fcdb40c7ea0 2023-11-25T03:13:10.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdb9392640 1 -- 172.21.15.76:0/2102003163 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcda40a7050 con 0x7fcdb40c7ea0 2023-11-25T03:13:10.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdb9392640 1 -- 172.21.15.76:0/2102003163 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda40ab980 con 0x7fcdb40c7ea0 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/2102003163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c7ea0 msgr2=0x7fcdb406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/2102003163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c7ea0 0x7fcdb406b4a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fcda4009870 tx=0x7fcda401c420 comp rx=0 tx=0).stop 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/2102003163 shutdown_connections 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/2102003163 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c7ea0 0x7fcdb406b4a0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/2102003163 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb4151e90 0x7fcdb40c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/2102003163 >> 172.21.15.76:0/2102003163 conn(0x7fcdb40ca170 msgr2=0x7fcdb40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/2102003163 shutdown_connections 2023-11-25T03:13:10.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.795+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/2102003163 wait complete. 2023-11-25T03:13:10.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 Processor -- start 2023-11-25T03:13:10.802 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 -- start start 2023-11-25T03:13:10.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 0x7fcdb4142d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb40c7ea0 0x7fcdb41452d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcdb4151e90 0x7fcdb4145810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb40a9dc0 con 0x7fcdb40c4e60 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb4146040 con 0x7fcdb4151e90 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb41f1640 con 0x7fcdb40c7ea0 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 0x7fcdb4142d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 0x7fcdb4142d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36720/0 (socket says 172.21.15.76:36720) 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 -- 172.21.15.76:0/3984611376 learned_addr learned my addr 172.21.15.76:0/3984611376 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdb9b93640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb40c7ea0 0x7fcdb41452d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbab95640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcdb4151e90 0x7fcdb4145810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 -- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb40c7ea0 msgr2=0x7fcdb41452d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb40c7ea0 0x7fcdb41452d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 -- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcdb4151e90 msgr2=0x7fcdb4145810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcdb4151e90 0x7fcdb4145810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 -- 172.21.15.76:0/3984611376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcda40094d0 con 0x7fcdb40c4e60 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdba394640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 0x7fcdb4142d30 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fcdb000d800 tx=0x7fcdb000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb000b6c0 con 0x7fcdb40c4e60 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb000b860 con 0x7fcdb40c4e60 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdb40aa080 con 0x7fcdb40c4e60 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb000bc10 con 0x7fcdb40c4e60 2023-11-25T03:13:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.799+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdb4145d50 con 0x7fcdb40c4e60 2023-11-25T03:13:10.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.803+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdb4068400 con 0x7fcdb40c4e60 2023-11-25T03:13:10.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.803+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcdb001e460 con 0x7fcdb40c4e60 2023-11-25T03:13:10.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.803+0000 7fcdaaffd640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcd98066470 0x7fcd98068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:10.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.803+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fcdb0084720 con 0x7fcdb40c4e60 2023-11-25T03:13:10.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.803+0000 7fcdb9b93640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcd98066470 0x7fcd98068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:10.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.803+0000 7fcdb9b93640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcd98066470 0x7fcd98068930 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fcda40ad000 tx=0x7fcda4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:10.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.807+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcdb0051850 con 0x7fcdb40c4e60 2023-11-25T03:13:10.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.959+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcdb4143be0 con 0x7fcdb40c4e60 2023-11-25T03:13:10.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.959+0000 7fcdaaffd640 1 -- 172.21.15.76:0/3984611376 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7fcdb0054e70 con 0x7fcdb40c4e60 2023-11-25T03:13:10.965 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:10.965 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:10.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcd98066470 msgr2=0x7fcd98068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcd98066470 0x7fcd98068930 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fcda40ad000 tx=0x7fcda4008040 comp rx=0 tx=0).stop 2023-11-25T03:13:10.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 msgr2=0x7fcdb4142d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:10.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 0x7fcdb4142d30 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fcdb000d800 tx=0x7fcdb000dcc0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 shutdown_connections 2023-11-25T03:13:10.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcd98066470 0x7fcd98068930 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcdb4151e90 0x7fcdb4145810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcdb40c7ea0 0x7fcdb41452d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 --2- 172.21.15.76:0/3984611376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdb40c4e60 0x7fcdb4142d30 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:10.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 >> 172.21.15.76:0/3984611376 conn(0x7fcdb40ca170 msgr2=0x7fcdb4146270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:10.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 shutdown_connections 2023-11-25T03:13:10.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:10.963+0000 7fcdbc5f8640 1 -- 172.21.15.76:0/3984611376 wait complete. 2023-11-25T03:13:10.986 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:13:10.986 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:13:11.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.119+0000 7fa9f3bc1640 1 Processor -- start 2023-11-25T03:13:11.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.119+0000 7fa9f3bc1640 1 -- start start 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f3bc1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa9ec151e80 0x7fa9ec0c05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f3bc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec06e180 0x7fa9ec0c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f3bc1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9ec06dbe0 con 0x7fa9ec072830 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f3bc1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9ec0a5100 con 0x7fa9ec151e80 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f3bc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec0c5860 con 0x7fa9ec06e180 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f195d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa9ec151e80 0x7fa9ec0c05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f215e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa9ec072830 0x7fa9ec0c5150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56862/0 (socket says 172.21.15.76:56862) 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f195d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa9ec151e80 0x7fa9ec0c05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36734/0 (socket says 172.21.15.76:36734) 2023-11-25T03:13:11.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f215e640 1 -- 172.21.15.76:0/1874009915 learned_addr learned my addr 172.21.15.76:0/1874009915 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:11.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f195d640 1 -- 172.21.15.76:0/1874009915 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec06e180 msgr2=0x7fa9ec0c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:11.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f115c640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec06e180 0x7fa9ec0c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f195d640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec06e180 0x7fa9ec0c4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f195d640 1 -- 172.21.15.76:0/1874009915 >> v1:172.21.15.76:6789/0 conn(0x7fa9ec072830 legacy=0x7fa9ec0c5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f195d640 1 -- 172.21.15.76:0/1874009915 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ec152260 con 0x7fa9ec151e80 2023-11-25T03:13:11.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f095b640 1 -- 172.21.15.76:0/1874009915 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1481664079 0 0) 0x7fa9ec06dbe0 con 0x7fa9ec072830 2023-11-25T03:13:11.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.123+0000 7fa9f115c640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec06e180 0x7fa9ec0c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:11.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f195d640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec151e80 0x7fa9ec0c05d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80097c0 tx=0x7fa9e801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a5b27cf43ba13c3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f095b640 1 -- 172.21.15.76:0/1874009915 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e80ac620 con 0x7fa9ec151e80 2023-11-25T03:13:11.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f095b640 1 -- 172.21.15.76:0/1874009915 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9e80ac780 con 0x7fa9ec151e80 2023-11-25T03:13:11.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f095b640 1 -- 172.21.15.76:0/1874009915 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e80acb10 con 0x7fa9ec151e80 2023-11-25T03:13:11.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/1874009915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec151e80 msgr2=0x7fa9ec0c05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec151e80 0x7fa9ec0c05d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80097c0 tx=0x7fa9e801c3c0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/1874009915 shutdown_connections 2023-11-25T03:13:11.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec06e180 0x7fa9ec0c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/1874009915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec151e80 0x7fa9ec0c05d0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/1874009915 >> 172.21.15.76:0/1874009915 conn(0x7fa9ec0a7980 msgr2=0x7fa9ec0a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:11.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/1874009915 shutdown_connections 2023-11-25T03:13:11.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/1874009915 wait complete. 2023-11-25T03:13:11.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 Processor -- start 2023-11-25T03:13:11.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.127+0000 7fa9f3bc1640 1 -- start start 2023-11-25T03:13:11.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 0x7fa9ec1f00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec072830 0x7fa9ec1529a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9ec151e80 0x7fa9ec150380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec1556a0 con 0x7fa9ec06e180 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec152ee0 con 0x7fa9ec151e80 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec071540 con 0x7fa9ec072830 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 0x7fa9ec1f00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 0x7fa9ec1f00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36738/0 (socket says 172.21.15.76:36738) 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 -- 172.21.15.76:0/216811326 learned_addr learned my addr 172.21.15.76:0/216811326 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 -- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec072830 msgr2=0x7fa9ec1529a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec072830 0x7fa9ec1529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 -- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9ec151e80 msgr2=0x7fa9ec150380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f215e640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9ec151e80 0x7fa9ec150380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9ec151e80 0x7fa9ec150380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 -- 172.21.15.76:0/216811326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9e8009420 con 0x7fa9ec06e180 2023-11-25T03:13:11.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f215e640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9ec151e80 0x7fa9ec150380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f195d640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 0x7fa9ec1f00c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80097c0 tx=0x7fa9e801ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e80b8650 con 0x7fa9ec06e180 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9e80b87d0 con 0x7fa9ec06e180 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e80b8b80 con 0x7fa9ec06e180 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9ec1550e0 con 0x7fa9ec06e180 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9ec0717e0 con 0x7fa9ec06e180 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9ec0713a0 con 0x7fa9ec06e180 2023-11-25T03:13:11.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.131+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa9e80aa070 con 0x7fa9ec06e180 2023-11-25T03:13:11.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.135+0000 7fa9e27fc640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9d0066470 0x7fa9d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.135+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa9e811e960 con 0x7fa9ec06e180 2023-11-25T03:13:11.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.135+0000 7fa9f115c640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9d0066470 0x7fa9d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.135+0000 7fa9f115c640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9d0066470 0x7fa9d0068930 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec0abff0 tx=0x7fa9dc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.139+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa9ec0713a0 con 0x7fa9ec06e180 2023-11-25T03:13:11.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.287+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa9ec158780 con 0x7fa9d0066470 2023-11-25T03:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.299+0000 7fa9e27fc640 1 -- 172.21.15.76:0/216811326 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527585 (secure 0 0 0) 0x7fa9dc00a480 con 0x7fa9d0066470 2023-11-25T03:13:11.310 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:11.314 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9d0066470 msgr2=0x7fa9d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9d0066470 0x7fa9d0068930 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec0abff0 tx=0x7fa9dc008040 comp rx=0 tx=0).stop 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 msgr2=0x7fa9ec1f00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 0x7fa9ec1f00c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80097c0 tx=0x7fa9e801ac00 comp rx=0 tx=0).stop 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 shutdown_connections 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9d0066470 0x7fa9d0068930 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9ec151e80 0x7fa9ec150380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9ec072830 0x7fa9ec1529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 --2- 172.21.15.76:0/216811326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9ec06e180 0x7fa9ec1f00c0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 >> 172.21.15.76:0/216811326 conn(0x7fa9ec0a7980 msgr2=0x7fa9ec1510d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 shutdown_connections 2023-11-25T03:13:11.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.307+0000 7fa9f3bc1640 1 -- 172.21.15.76:0/216811326 wait complete. 2023-11-25T03:13:11.329 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":119,"stamp":"2023-11-25T03:13:11.117475+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230888,"kb_used_data":6376,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743832,"statfs":{"total":773094113280,"available":772857683968,"internally_reserved":0,"allocated":6529024,"data_stored":3444538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.902778"},"pg_stats":[{"pgid":"11.3d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.242830+0000","last_change":"2023-11-25T03:13:07.270337+0000","last_active":"2023-11-25T03:13:08.242830+0000","last_peered":"2023-11-25T03:13:08.242830+0000","last_clean":"2023-11-25T03:13:08.242830+0000","last_became_active":"2023-11-25T03:13:07.270056+0000","last_became_peered":"2023-11-25T03:13:07.270056+0000","last_unstale":"2023-11-25T03:13:08.242830+0000","last_undegraded":"2023-11-25T03:13:08.242830+0000","last_fullsized":"2023-11-25T03:13:08.242830+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:27.739724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.252100+0000","last_change":"2023-11-25T03:12:49.812358+0000","last_active":"2023-11-25T03:13:07.252100+0000","last_peered":"2023-11-25T03:13:07.252100+0000","last_clean":"2023-11-25T03:13:07.252100+0000","last_became_active":"2023-11-25T03:12:49.812007+0000","last_became_peered":"2023-11-25T03:12:49.812007+0000","last_unstale":"2023-11-25T03:13:07.252100+0000","last_undegraded":"2023-11-25T03:13:07.252100+0000","last_fullsized":"2023-11-25T03:13:07.252100+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:27:11.739627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355599+0000","last_change":"2023-11-25T03:13:07.274320+0000","last_active":"2023-11-25T03:13:08.355599+0000","last_peered":"2023-11-25T03:13:08.355599+0000","last_clean":"2023-11-25T03:13:08.355599+0000","last_became_active":"2023-11-25T03:13:07.274052+0000","last_became_peered":"2023-11-25T03:13:07.274052+0000","last_unstale":"2023-11-25T03:13:08.355599+0000","last_undegraded":"2023-11-25T03:13:08.355599+0000","last_fullsized":"2023-11-25T03:13:08.355599+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:15:14.105576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250204+0000","last_change":"2023-11-25T03:12:49.826334+0000","last_active":"2023-11-25T03:13:07.250204+0000","last_peered":"2023-11-25T03:13:07.250204+0000","last_clean":"2023-11-25T03:13:07.250204+0000","last_became_active":"2023-11-25T03:12:49.825656+0000","last_became_peered":"2023-11-25T03:12:49.825656+0000","last_unstale":"2023-11-25T03:13:07.250204+0000","last_undegraded":"2023-11-25T03:13:07.250204+0000","last_fullsized":"2023-11-25T03:13:07.250204+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:49:37.363949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247820+0000","last_change":"2023-11-25T03:13:07.263429+0000","last_active":"2023-11-25T03:13:08.247820+0000","last_peered":"2023-11-25T03:13:08.247820+0000","last_clean":"2023-11-25T03:13:08.247820+0000","last_became_active":"2023-11-25T03:13:07.263161+0000","last_became_peered":"2023-11-25T03:13:07.263161+0000","last_unstale":"2023-11-25T03:13:08.247820+0000","last_undegraded":"2023-11-25T03:13:08.247820+0000","last_fullsized":"2023-11-25T03:13:08.247820+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:27:36.915315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243900+0000","last_change":"2023-11-25T03:12:49.817445+0000","last_active":"2023-11-25T03:13:07.243900+0000","last_peered":"2023-11-25T03:13:07.243900+0000","last_clean":"2023-11-25T03:13:07.243900+0000","last_became_active":"2023-11-25T03:12:49.817191+0000","last_became_peered":"2023-11-25T03:12:49.817191+0000","last_unstale":"2023-11-25T03:13:07.243900+0000","last_undegraded":"2023-11-25T03:13:07.243900+0000","last_fullsized":"2023-11-25T03:13:07.243900+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507358+0000","last_change":"2023-11-25T03:13:07.272526+0000","last_active":"2023-11-25T03:13:08.507358+0000","last_peered":"2023-11-25T03:13:08.507358+0000","last_clean":"2023-11-25T03:13:08.507358+0000","last_became_active":"2023-11-25T03:13:07.272187+0000","last_became_peered":"2023-11-25T03:13:07.272187+0000","last_unstale":"2023-11-25T03:13:08.507358+0000","last_undegraded":"2023-11-25T03:13:08.507358+0000","last_fullsized":"2023-11-25T03:13:08.507358+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:15:00.011010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244549+0000","last_change":"2023-11-25T03:12:49.807509+0000","last_active":"2023-11-25T03:13:07.244549+0000","last_peered":"2023-11-25T03:13:07.244549+0000","last_clean":"2023-11-25T03:13:07.244549+0000","last_became_active":"2023-11-25T03:12:49.807167+0000","last_became_peered":"2023-11-25T03:12:49.807167+0000","last_unstale":"2023-11-25T03:13:07.244549+0000","last_undegraded":"2023-11-25T03:13:07.244549+0000","last_fullsized":"2023-11-25T03:13:07.244549+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245751+0000","last_change":"2023-11-25T03:13:07.256201+0000","last_active":"2023-11-25T03:13:08.245751+0000","last_peered":"2023-11-25T03:13:08.245751+0000","last_clean":"2023-11-25T03:13:08.245751+0000","last_became_active":"2023-11-25T03:13:07.255921+0000","last_became_peered":"2023-11-25T03:13:07.255921+0000","last_unstale":"2023-11-25T03:13:08.245751+0000","last_undegraded":"2023-11-25T03:13:08.245751+0000","last_fullsized":"2023-11-25T03:13:08.245751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:18:01.458366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247875+0000","last_change":"2023-11-25T03:12:49.805237+0000","last_active":"2023-11-25T03:13:07.247875+0000","last_peered":"2023-11-25T03:13:07.247875+0000","last_clean":"2023-11-25T03:13:07.247875+0000","last_became_active":"2023-11-25T03:12:49.804991+0000","last_became_peered":"2023-11-25T03:12:49.804991+0000","last_unstale":"2023-11-25T03:13:07.247875+0000","last_undegraded":"2023-11-25T03:13:07.247875+0000","last_fullsized":"2023-11-25T03:13:07.247875+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:36:35.922456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506329+0000","last_change":"2023-11-25T03:13:07.275278+0000","last_active":"2023-11-25T03:13:08.506329+0000","last_peered":"2023-11-25T03:13:08.506329+0000","last_clean":"2023-11-25T03:13:08.506329+0000","last_became_active":"2023-11-25T03:13:07.274907+0000","last_became_peered":"2023-11-25T03:13:07.274907+0000","last_unstale":"2023-11-25T03:13:08.506329+0000","last_undegraded":"2023-11-25T03:13:08.506329+0000","last_fullsized":"2023-11-25T03:13:08.506329+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:32.033285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258745+0000","last_change":"2023-11-25T03:12:49.812767+0000","last_active":"2023-11-25T03:13:07.258745+0000","last_peered":"2023-11-25T03:13:07.258745+0000","last_clean":"2023-11-25T03:13:07.258745+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:13:07.258745+0000","last_undegraded":"2023-11-25T03:13:07.258745+0000","last_fullsized":"2023-11-25T03:13:07.258745+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977523+0000","last_change":"2023-11-25T03:13:07.251164+0000","last_active":"2023-11-25T03:13:08.977523+0000","last_peered":"2023-11-25T03:13:08.977523+0000","last_clean":"2023-11-25T03:13:08.977523+0000","last_became_active":"2023-11-25T03:13:07.250879+0000","last_became_peered":"2023-11-25T03:13:07.250879+0000","last_unstale":"2023-11-25T03:13:08.977523+0000","last_undegraded":"2023-11-25T03:13:08.977523+0000","last_fullsized":"2023-11-25T03:13:08.977523+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:47.881140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250888+0000","last_change":"2023-11-25T03:12:49.801297+0000","last_active":"2023-11-25T03:13:07.250888+0000","last_peered":"2023-11-25T03:13:07.250888+0000","last_clean":"2023-11-25T03:13:07.250888+0000","last_became_active":"2023-11-25T03:12:49.800966+0000","last_became_peered":"2023-11-25T03:12:49.800966+0000","last_unstale":"2023-11-25T03:13:07.250888+0000","last_undegraded":"2023-11-25T03:13:07.250888+0000","last_fullsized":"2023-11-25T03:13:07.250888+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:32.713819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506585+0000","last_change":"2023-11-25T03:13:07.270951+0000","last_active":"2023-11-25T03:13:08.506585+0000","last_peered":"2023-11-25T03:13:08.506585+0000","last_clean":"2023-11-25T03:13:08.506585+0000","last_became_active":"2023-11-25T03:13:07.270353+0000","last_became_peered":"2023-11-25T03:13:07.270353+0000","last_unstale":"2023-11-25T03:13:08.506585+0000","last_undegraded":"2023-11-25T03:13:08.506585+0000","last_fullsized":"2023-11-25T03:13:08.506585+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:37.969179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248739+0000","last_change":"2023-11-25T03:12:49.807389+0000","last_active":"2023-11-25T03:13:07.248739+0000","last_peered":"2023-11-25T03:13:07.248739+0000","last_clean":"2023-11-25T03:13:07.248739+0000","last_became_active":"2023-11-25T03:12:49.806850+0000","last_became_peered":"2023-11-25T03:12:49.806850+0000","last_unstale":"2023-11-25T03:13:07.248739+0000","last_undegraded":"2023-11-25T03:13:07.248739+0000","last_fullsized":"2023-11-25T03:13:07.248739+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:14.835712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247589+0000","last_change":"2023-11-25T03:13:07.264940+0000","last_active":"2023-11-25T03:13:08.247589+0000","last_peered":"2023-11-25T03:13:08.247589+0000","last_clean":"2023-11-25T03:13:08.247589+0000","last_became_active":"2023-11-25T03:13:07.264659+0000","last_became_peered":"2023-11-25T03:13:07.264659+0000","last_unstale":"2023-11-25T03:13:08.247589+0000","last_undegraded":"2023-11-25T03:13:08.247589+0000","last_fullsized":"2023-11-25T03:13:08.247589+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:23.861565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.252941+0000","last_change":"2023-11-25T03:12:49.812217+0000","last_active":"2023-11-25T03:13:07.252941+0000","last_peered":"2023-11-25T03:13:07.252941+0000","last_clean":"2023-11-25T03:13:07.252941+0000","last_became_active":"2023-11-25T03:12:49.811639+0000","last_became_peered":"2023-11-25T03:12:49.811639+0000","last_unstale":"2023-11-25T03:13:07.252941+0000","last_undegraded":"2023-11-25T03:13:07.252941+0000","last_fullsized":"2023-11-25T03:13:07.252941+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:35:48.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355343+0000","last_change":"2023-11-25T03:13:07.268020+0000","last_active":"2023-11-25T03:13:08.355343+0000","last_peered":"2023-11-25T03:13:08.355343+0000","last_clean":"2023-11-25T03:13:08.355343+0000","last_became_active":"2023-11-25T03:13:07.267226+0000","last_became_peered":"2023-11-25T03:13:07.267226+0000","last_unstale":"2023-11-25T03:13:08.355343+0000","last_undegraded":"2023-11-25T03:13:08.355343+0000","last_fullsized":"2023-11-25T03:13:08.355343+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:42.809311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241791+0000","last_change":"2023-11-25T03:12:49.820433+0000","last_active":"2023-11-25T03:13:07.241791+0000","last_peered":"2023-11-25T03:13:07.241791+0000","last_clean":"2023-11-25T03:13:07.241791+0000","last_became_active":"2023-11-25T03:12:49.820092+0000","last_became_peered":"2023-11-25T03:12:49.820092+0000","last_unstale":"2023-11-25T03:13:07.241791+0000","last_undegraded":"2023-11-25T03:13:07.241791+0000","last_fullsized":"2023-11-25T03:13:07.241791+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:58.100414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977794+0000","last_change":"2023-11-25T03:13:07.271947+0000","last_active":"2023-11-25T03:13:08.977794+0000","last_peered":"2023-11-25T03:13:08.977794+0000","last_clean":"2023-11-25T03:13:08.977794+0000","last_became_active":"2023-11-25T03:13:07.271642+0000","last_became_peered":"2023-11-25T03:13:07.271642+0000","last_unstale":"2023-11-25T03:13:08.977794+0000","last_undegraded":"2023-11-25T03:13:08.977794+0000","last_fullsized":"2023-11-25T03:13:08.977794+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:51:33.776725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.240831+0000","last_change":"2023-11-25T03:12:49.814747+0000","last_active":"2023-11-25T03:13:07.240831+0000","last_peered":"2023-11-25T03:13:07.240831+0000","last_clean":"2023-11-25T03:13:07.240831+0000","last_became_active":"2023-11-25T03:12:49.814474+0000","last_became_peered":"2023-11-25T03:12:49.814474+0000","last_unstale":"2023-11-25T03:13:07.240831+0000","last_undegraded":"2023-11-25T03:13:07.240831+0000","last_fullsized":"2023-11-25T03:13:07.240831+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:17.221646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979642+0000","last_change":"2023-11-25T03:13:07.267902+0000","last_active":"2023-11-25T03:13:08.979642+0000","last_peered":"2023-11-25T03:13:08.979642+0000","last_clean":"2023-11-25T03:13:08.979642+0000","last_became_active":"2023-11-25T03:13:07.267610+0000","last_became_peered":"2023-11-25T03:13:07.267610+0000","last_unstale":"2023-11-25T03:13:08.979642+0000","last_undegraded":"2023-11-25T03:13:08.979642+0000","last_fullsized":"2023-11-25T03:13:08.979642+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:12.481059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244639+0000","last_change":"2023-11-25T03:12:49.807347+0000","last_active":"2023-11-25T03:13:07.244639+0000","last_peered":"2023-11-25T03:13:07.244639+0000","last_clean":"2023-11-25T03:13:07.244639+0000","last_became_active":"2023-11-25T03:12:49.806821+0000","last_became_peered":"2023-11-25T03:12:49.806821+0000","last_unstale":"2023-11-25T03:13:07.244639+0000","last_undegraded":"2023-11-25T03:13:07.244639+0000","last_fullsized":"2023-11-25T03:13:07.244639+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834375+0000","last_change":"2023-11-25T03:13:07.280914+0000","last_active":"2023-11-25T03:13:08.834375+0000","last_peered":"2023-11-25T03:13:08.834375+0000","last_clean":"2023-11-25T03:13:08.834375+0000","last_became_active":"2023-11-25T03:13:07.280639+0000","last_became_peered":"2023-11-25T03:13:07.280639+0000","last_unstale":"2023-11-25T03:13:08.834375+0000","last_undegraded":"2023-11-25T03:13:08.834375+0000","last_fullsized":"2023-11-25T03:13:08.834375+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:24.144567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.269165+0000","last_change":"2023-11-25T03:12:49.812741+0000","last_active":"2023-11-25T03:13:07.269165+0000","last_peered":"2023-11-25T03:13:07.269165+0000","last_clean":"2023-11-25T03:13:07.269165+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:13:07.269165+0000","last_undegraded":"2023-11-25T03:13:07.269165+0000","last_fullsized":"2023-11-25T03:13:07.269165+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:20.068768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.978819+0000","last_change":"2023-11-25T03:13:07.281892+0000","last_active":"2023-11-25T03:13:08.978819+0000","last_peered":"2023-11-25T03:13:08.978819+0000","last_clean":"2023-11-25T03:13:08.978819+0000","last_became_active":"2023-11-25T03:13:07.277185+0000","last_became_peered":"2023-11-25T03:13:07.277185+0000","last_unstale":"2023-11-25T03:13:08.978819+0000","last_undegraded":"2023-11-25T03:13:08.978819+0000","last_fullsized":"2023-11-25T03:13:08.978819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:48:21.793498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.256083+0000","last_change":"2023-11-25T03:12:49.808281+0000","last_active":"2023-11-25T03:13:07.256083+0000","last_peered":"2023-11-25T03:13:07.256083+0000","last_clean":"2023-11-25T03:13:07.256083+0000","last_became_active":"2023-11-25T03:12:49.807999+0000","last_became_peered":"2023-11-25T03:12:49.807999+0000","last_unstale":"2023-11-25T03:13:07.256083+0000","last_undegraded":"2023-11-25T03:13:07.256083+0000","last_fullsized":"2023-11-25T03:13:07.256083+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:24.158393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834566+0000","last_change":"2023-11-25T03:13:07.277371+0000","last_active":"2023-11-25T03:13:08.834566+0000","last_peered":"2023-11-25T03:13:08.834566+0000","last_clean":"2023-11-25T03:13:08.834566+0000","last_became_active":"2023-11-25T03:13:07.276521+0000","last_became_peered":"2023-11-25T03:13:07.276521+0000","last_unstale":"2023-11-25T03:13:08.834566+0000","last_undegraded":"2023-11-25T03:13:08.834566+0000","last_fullsized":"2023-11-25T03:13:08.834566+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:40.977495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.251040+0000","last_change":"2023-11-25T03:12:49.819993+0000","last_active":"2023-11-25T03:13:07.251040+0000","last_peered":"2023-11-25T03:13:07.251040+0000","last_clean":"2023-11-25T03:13:07.251040+0000","last_became_active":"2023-11-25T03:12:49.819652+0000","last_became_peered":"2023-11-25T03:12:49.819652+0000","last_unstale":"2023-11-25T03:13:07.251040+0000","last_undegraded":"2023-11-25T03:13:07.251040+0000","last_fullsized":"2023-11-25T03:13:07.251040+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:47:59.255903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977402+0000","last_change":"2023-11-25T03:13:07.262881+0000","last_active":"2023-11-25T03:13:08.977402+0000","last_peered":"2023-11-25T03:13:08.977402+0000","last_clean":"2023-11-25T03:13:08.977402+0000","last_became_active":"2023-11-25T03:13:07.262578+0000","last_became_peered":"2023-11-25T03:13:07.262578+0000","last_unstale":"2023-11-25T03:13:08.977402+0000","last_undegraded":"2023-11-25T03:13:08.977402+0000","last_fullsized":"2023-11-25T03:13:08.977402+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:32.571110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258023+0000","last_change":"2023-11-25T03:12:49.809688+0000","last_active":"2023-11-25T03:13:07.258023+0000","last_peered":"2023-11-25T03:13:07.258023+0000","last_clean":"2023-11-25T03:13:07.258023+0000","last_became_active":"2023-11-25T03:12:49.809326+0000","last_became_peered":"2023-11-25T03:12:49.809326+0000","last_unstale":"2023-11-25T03:13:07.258023+0000","last_undegraded":"2023-11-25T03:13:07.258023+0000","last_fullsized":"2023-11-25T03:13:07.258023+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:40.278616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507112+0000","last_change":"2023-11-25T03:13:07.273688+0000","last_active":"2023-11-25T03:13:08.507112+0000","last_peered":"2023-11-25T03:13:08.507112+0000","last_clean":"2023-11-25T03:13:08.507112+0000","last_became_active":"2023-11-25T03:13:07.273392+0000","last_became_peered":"2023-11-25T03:13:07.273392+0000","last_unstale":"2023-11-25T03:13:08.507112+0000","last_undegraded":"2023-11-25T03:13:08.507112+0000","last_fullsized":"2023-11-25T03:13:08.507112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:08:20.878365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.255424+0000","last_change":"2023-11-25T03:12:49.810125+0000","last_active":"2023-11-25T03:13:07.255424+0000","last_peered":"2023-11-25T03:13:07.255424+0000","last_clean":"2023-11-25T03:13:07.255424+0000","last_became_active":"2023-11-25T03:12:49.809838+0000","last_became_peered":"2023-11-25T03:12:49.809838+0000","last_unstale":"2023-11-25T03:13:07.255424+0000","last_undegraded":"2023-11-25T03:13:07.255424+0000","last_fullsized":"2023-11-25T03:13:07.255424+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:57:45.857701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834743+0000","last_change":"2023-11-25T03:13:07.266375+0000","last_active":"2023-11-25T03:13:08.834743+0000","last_peered":"2023-11-25T03:13:08.834743+0000","last_clean":"2023-11-25T03:13:08.834743+0000","last_became_active":"2023-11-25T03:13:07.266163+0000","last_became_peered":"2023-11-25T03:13:07.266163+0000","last_unstale":"2023-11-25T03:13:08.834743+0000","last_undegraded":"2023-11-25T03:13:08.834743+0000","last_fullsized":"2023-11-25T03:13:08.834743+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:52.964479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244810+0000","last_change":"2023-11-25T03:12:49.817114+0000","last_active":"2023-11-25T03:13:07.244810+0000","last_peered":"2023-11-25T03:13:07.244810+0000","last_clean":"2023-11-25T03:13:07.244810+0000","last_became_active":"2023-11-25T03:12:49.816567+0000","last_became_peered":"2023-11-25T03:12:49.816567+0000","last_unstale":"2023-11-25T03:13:07.244810+0000","last_undegraded":"2023-11-25T03:13:07.244810+0000","last_fullsized":"2023-11-25T03:13:07.244810+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977859+0000","last_change":"2023-11-25T03:13:07.271763+0000","last_active":"2023-11-25T03:13:08.977859+0000","last_peered":"2023-11-25T03:13:08.977859+0000","last_clean":"2023-11-25T03:13:08.977859+0000","last_became_active":"2023-11-25T03:13:07.271273+0000","last_became_peered":"2023-11-25T03:13:07.271273+0000","last_unstale":"2023-11-25T03:13:08.977859+0000","last_undegraded":"2023-11-25T03:13:08.977859+0000","last_fullsized":"2023-11-25T03:13:08.977859+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:50.155025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.253100+0000","last_change":"2023-11-25T03:12:49.812310+0000","last_active":"2023-11-25T03:13:07.253100+0000","last_peered":"2023-11-25T03:13:07.253100+0000","last_clean":"2023-11-25T03:13:07.253100+0000","last_became_active":"2023-11-25T03:12:49.811991+0000","last_became_peered":"2023-11-25T03:12:49.811991+0000","last_unstale":"2023-11-25T03:13:07.253100+0000","last_undegraded":"2023-11-25T03:13:07.253100+0000","last_fullsized":"2023-11-25T03:13:07.253100+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:33:23.330256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355554+0000","last_change":"2023-11-25T03:13:07.273109+0000","last_active":"2023-11-25T03:13:08.355554+0000","last_peered":"2023-11-25T03:13:08.355554+0000","last_clean":"2023-11-25T03:13:08.355554+0000","last_became_active":"2023-11-25T03:13:07.272797+0000","last_became_peered":"2023-11-25T03:13:07.272797+0000","last_unstale":"2023-11-25T03:13:08.355554+0000","last_undegraded":"2023-11-25T03:13:08.355554+0000","last_fullsized":"2023-11-25T03:13:08.355554+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:37:16.548137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248444+0000","last_change":"2023-11-25T03:12:49.810729+0000","last_active":"2023-11-25T03:13:07.248444+0000","last_peered":"2023-11-25T03:13:07.248444+0000","last_clean":"2023-11-25T03:13:07.248444+0000","last_became_active":"2023-11-25T03:12:49.810406+0000","last_became_peered":"2023-11-25T03:12:49.810406+0000","last_unstale":"2023-11-25T03:13:07.248444+0000","last_undegraded":"2023-11-25T03:13:07.248444+0000","last_fullsized":"2023-11-25T03:13:07.248444+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:35.523273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246615+0000","last_change":"2023-11-25T03:13:07.250355+0000","last_active":"2023-11-25T03:13:08.246615+0000","last_peered":"2023-11-25T03:13:08.246615+0000","last_clean":"2023-11-25T03:13:08.246615+0000","last_became_active":"2023-11-25T03:13:07.249927+0000","last_became_peered":"2023-11-25T03:13:07.249927+0000","last_unstale":"2023-11-25T03:13:08.246615+0000","last_undegraded":"2023-11-25T03:13:08.246615+0000","last_fullsized":"2023-11-25T03:13:08.246615+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:52:40.057647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241907+0000","last_change":"2023-11-25T03:12:49.816358+0000","last_active":"2023-11-25T03:13:07.241907+0000","last_peered":"2023-11-25T03:13:07.241907+0000","last_clean":"2023-11-25T03:13:07.241907+0000","last_became_active":"2023-11-25T03:12:49.815576+0000","last_became_peered":"2023-11-25T03:12:49.815576+0000","last_unstale":"2023-11-25T03:13:07.241907+0000","last_undegraded":"2023-11-25T03:13:07.241907+0000","last_fullsized":"2023-11-25T03:13:07.241907+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245752+0000","last_change":"2023-11-25T03:13:07.278221+0000","last_active":"2023-11-25T03:13:08.245752+0000","last_peered":"2023-11-25T03:13:08.245752+0000","last_clean":"2023-11-25T03:13:08.245752+0000","last_became_active":"2023-11-25T03:13:07.277620+0000","last_became_peered":"2023-11-25T03:13:07.277620+0000","last_unstale":"2023-11-25T03:13:08.245752+0000","last_undegraded":"2023-11-25T03:13:08.245752+0000","last_fullsized":"2023-11-25T03:13:08.245752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:03.298907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249175+0000","last_change":"2023-11-25T03:12:49.806042+0000","last_active":"2023-11-25T03:13:07.249175+0000","last_peered":"2023-11-25T03:13:07.249175+0000","last_clean":"2023-11-25T03:13:07.249175+0000","last_became_active":"2023-11-25T03:12:49.805758+0000","last_became_peered":"2023-11-25T03:12:49.805758+0000","last_unstale":"2023-11-25T03:13:07.249175+0000","last_undegraded":"2023-11-25T03:13:07.249175+0000","last_fullsized":"2023-11-25T03:13:07.249175+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:14.903946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979283+0000","last_change":"2023-11-25T03:13:07.268024+0000","last_active":"2023-11-25T03:13:08.979283+0000","last_peered":"2023-11-25T03:13:08.979283+0000","last_clean":"2023-11-25T03:13:08.979283+0000","last_became_active":"2023-11-25T03:13:07.267747+0000","last_became_peered":"2023-11-25T03:13:07.267747+0000","last_unstale":"2023-11-25T03:13:08.979283+0000","last_undegraded":"2023-11-25T03:13:08.979283+0000","last_fullsized":"2023-11-25T03:13:08.979283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:32.276918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.242769+0000","last_change":"2023-11-25T03:12:49.814171+0000","last_active":"2023-11-25T03:13:07.242769+0000","last_peered":"2023-11-25T03:13:07.242769+0000","last_clean":"2023-11-25T03:13:07.242769+0000","last_became_active":"2023-11-25T03:12:49.813903+0000","last_became_peered":"2023-11-25T03:12:49.813903+0000","last_unstale":"2023-11-25T03:13:07.242769+0000","last_undegraded":"2023-11-25T03:13:07.242769+0000","last_fullsized":"2023-11-25T03:13:07.242769+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:00.319732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979049+0000","last_change":"2023-11-25T03:13:07.275359+0000","last_active":"2023-11-25T03:13:08.979049+0000","last_peered":"2023-11-25T03:13:08.979049+0000","last_clean":"2023-11-25T03:13:08.979049+0000","last_became_active":"2023-11-25T03:13:07.275067+0000","last_became_peered":"2023-11-25T03:13:07.275067+0000","last_unstale":"2023-11-25T03:13:08.979049+0000","last_undegraded":"2023-11-25T03:13:08.979049+0000","last_fullsized":"2023-11-25T03:13:08.979049+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:53:27.574046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262301+0000","last_change":"2023-11-25T03:12:49.813306+0000","last_active":"2023-11-25T03:13:07.262301+0000","last_peered":"2023-11-25T03:13:07.262301+0000","last_clean":"2023-11-25T03:13:07.262301+0000","last_became_active":"2023-11-25T03:12:49.812526+0000","last_became_peered":"2023-11-25T03:12:49.812526+0000","last_unstale":"2023-11-25T03:13:07.262301+0000","last_undegraded":"2023-11-25T03:13:07.262301+0000","last_fullsized":"2023-11-25T03:13:07.262301+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:45.767214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.242394+0000","last_change":"2023-11-25T03:13:07.275135+0000","last_active":"2023-11-25T03:13:08.242394+0000","last_peered":"2023-11-25T03:13:08.242394+0000","last_clean":"2023-11-25T03:13:08.242394+0000","last_became_active":"2023-11-25T03:13:07.274897+0000","last_became_peered":"2023-11-25T03:13:07.274897+0000","last_unstale":"2023-11-25T03:13:08.242394+0000","last_undegraded":"2023-11-25T03:13:08.242394+0000","last_fullsized":"2023-11-25T03:13:08.242394+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:40.605187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.252199+0000","last_change":"2023-11-25T03:12:49.826836+0000","last_active":"2023-11-25T03:13:07.252199+0000","last_peered":"2023-11-25T03:13:07.252199+0000","last_clean":"2023-11-25T03:13:07.252199+0000","last_became_active":"2023-11-25T03:12:49.826508+0000","last_became_peered":"2023-11-25T03:12:49.826508+0000","last_unstale":"2023-11-25T03:13:07.252199+0000","last_undegraded":"2023-11-25T03:13:07.252199+0000","last_fullsized":"2023-11-25T03:13:07.252199+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:32:23.542545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979382+0000","last_change":"2023-11-25T03:13:07.266918+0000","last_active":"2023-11-25T03:13:08.979382+0000","last_peered":"2023-11-25T03:13:08.979382+0000","last_clean":"2023-11-25T03:13:08.979382+0000","last_became_active":"2023-11-25T03:13:07.266396+0000","last_became_peered":"2023-11-25T03:13:07.266396+0000","last_unstale":"2023-11-25T03:13:08.979382+0000","last_undegraded":"2023-11-25T03:13:08.979382+0000","last_fullsized":"2023-11-25T03:13:08.979382+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:02.959916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245670+0000","last_change":"2023-11-25T03:12:49.802404+0000","last_active":"2023-11-25T03:13:07.245670+0000","last_peered":"2023-11-25T03:13:07.245670+0000","last_clean":"2023-11-25T03:13:07.245670+0000","last_became_active":"2023-11-25T03:12:49.802123+0000","last_became_peered":"2023-11-25T03:12:49.802123+0000","last_unstale":"2023-11-25T03:13:07.245670+0000","last_undegraded":"2023-11-25T03:13:07.245670+0000","last_fullsized":"2023-11-25T03:13:07.245670+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979826+0000","last_change":"2023-11-25T03:13:07.281595+0000","last_active":"2023-11-25T03:13:08.979826+0000","last_peered":"2023-11-25T03:13:08.979826+0000","last_clean":"2023-11-25T03:13:08.979826+0000","last_became_active":"2023-11-25T03:13:07.281272+0000","last_became_peered":"2023-11-25T03:13:07.281272+0000","last_unstale":"2023-11-25T03:13:08.979826+0000","last_undegraded":"2023-11-25T03:13:08.979826+0000","last_fullsized":"2023-11-25T03:13:08.979826+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:32.345153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261048+0000","last_change":"2023-11-25T03:12:49.813477+0000","last_active":"2023-11-25T03:13:07.261048+0000","last_peered":"2023-11-25T03:13:07.261048+0000","last_clean":"2023-11-25T03:13:07.261048+0000","last_became_active":"2023-11-25T03:12:49.813215+0000","last_became_peered":"2023-11-25T03:12:49.813215+0000","last_unstale":"2023-11-25T03:13:07.261048+0000","last_undegraded":"2023-11-25T03:13:07.261048+0000","last_fullsized":"2023-11-25T03:13:07.261048+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247050+0000","last_change":"2023-11-25T03:13:07.279609+0000","last_active":"2023-11-25T03:13:08.247050+0000","last_peered":"2023-11-25T03:13:08.247050+0000","last_clean":"2023-11-25T03:13:08.247050+0000","last_became_active":"2023-11-25T03:13:07.279327+0000","last_became_peered":"2023-11-25T03:13:07.279327+0000","last_unstale":"2023-11-25T03:13:08.247050+0000","last_undegraded":"2023-11-25T03:13:08.247050+0000","last_fullsized":"2023-11-25T03:13:08.247050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:49:54.805156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248013+0000","last_change":"2023-11-25T03:12:49.804230+0000","last_active":"2023-11-25T03:13:07.248013+0000","last_peered":"2023-11-25T03:13:07.248013+0000","last_clean":"2023-11-25T03:13:07.248013+0000","last_became_active":"2023-11-25T03:12:49.803923+0000","last_became_peered":"2023-11-25T03:12:49.803923+0000","last_unstale":"2023-11-25T03:13:07.248013+0000","last_undegraded":"2023-11-25T03:13:07.248013+0000","last_fullsized":"2023-11-25T03:13:07.248013+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:48:16.276347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245889+0000","last_change":"2023-11-25T03:13:07.251419+0000","last_active":"2023-11-25T03:13:08.245889+0000","last_peered":"2023-11-25T03:13:08.245889+0000","last_clean":"2023-11-25T03:13:08.245889+0000","last_became_active":"2023-11-25T03:13:07.249546+0000","last_became_peered":"2023-11-25T03:13:07.249546+0000","last_unstale":"2023-11-25T03:13:08.245889+0000","last_undegraded":"2023-11-25T03:13:08.245889+0000","last_fullsized":"2023-11-25T03:13:08.245889+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:55.570180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248834+0000","last_change":"2023-11-25T03:12:49.815636+0000","last_active":"2023-11-25T03:13:07.248834+0000","last_peered":"2023-11-25T03:13:07.248834+0000","last_clean":"2023-11-25T03:13:07.248834+0000","last_became_active":"2023-11-25T03:12:49.815344+0000","last_became_peered":"2023-11-25T03:12:49.815344+0000","last_unstale":"2023-11-25T03:13:07.248834+0000","last_undegraded":"2023-11-25T03:13:07.248834+0000","last_fullsized":"2023-11-25T03:13:07.248834+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:23.536289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507037+0000","last_change":"2023-11-25T03:13:07.271881+0000","last_active":"2023-11-25T03:13:08.507037+0000","last_peered":"2023-11-25T03:13:08.507037+0000","last_clean":"2023-11-25T03:13:08.507037+0000","last_became_active":"2023-11-25T03:13:07.271581+0000","last_became_peered":"2023-11-25T03:13:07.271581+0000","last_unstale":"2023-11-25T03:13:08.507037+0000","last_undegraded":"2023-11-25T03:13:08.507037+0000","last_fullsized":"2023-11-25T03:13:08.507037+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:55.415118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.242303+0000","last_change":"2023-11-25T03:12:49.815610+0000","last_active":"2023-11-25T03:13:07.242303+0000","last_peered":"2023-11-25T03:13:07.242303+0000","last_clean":"2023-11-25T03:13:07.242303+0000","last_became_active":"2023-11-25T03:12:49.815313+0000","last_became_peered":"2023-11-25T03:12:49.815313+0000","last_unstale":"2023-11-25T03:13:07.242303+0000","last_undegraded":"2023-11-25T03:13:07.242303+0000","last_fullsized":"2023-11-25T03:13:07.242303+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241980+0000","last_change":"2023-11-25T03:13:07.263788+0000","last_active":"2023-11-25T03:13:08.241980+0000","last_peered":"2023-11-25T03:13:08.241980+0000","last_clean":"2023-11-25T03:13:08.241980+0000","last_became_active":"2023-11-25T03:13:07.263473+0000","last_became_peered":"2023-11-25T03:13:07.263473+0000","last_unstale":"2023-11-25T03:13:08.241980+0000","last_undegraded":"2023-11-25T03:13:08.241980+0000","last_fullsized":"2023-11-25T03:13:08.241980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:22:38.020549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247900+0000","last_change":"2023-11-25T03:12:49.829088+0000","last_active":"2023-11-25T03:13:07.247900+0000","last_peered":"2023-11-25T03:13:07.247900+0000","last_clean":"2023-11-25T03:13:07.247900+0000","last_became_active":"2023-11-25T03:12:49.828755+0000","last_became_peered":"2023-11-25T03:12:49.828755+0000","last_unstale":"2023-11-25T03:13:07.247900+0000","last_undegraded":"2023-11-25T03:13:07.247900+0000","last_fullsized":"2023-11-25T03:13:07.247900+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:56:19.954497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245926+0000","last_change":"2023-11-25T03:13:07.278200+0000","last_active":"2023-11-25T03:13:08.245926+0000","last_peered":"2023-11-25T03:13:08.245926+0000","last_clean":"2023-11-25T03:13:08.245926+0000","last_became_active":"2023-11-25T03:13:07.277908+0000","last_became_peered":"2023-11-25T03:13:07.277908+0000","last_unstale":"2023-11-25T03:13:08.245926+0000","last_undegraded":"2023-11-25T03:13:08.245926+0000","last_fullsized":"2023-11-25T03:13:08.245926+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:40.977495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258257+0000","last_change":"2023-11-25T03:12:49.812432+0000","last_active":"2023-11-25T03:13:07.258257+0000","last_peered":"2023-11-25T03:13:07.258257+0000","last_clean":"2023-11-25T03:13:07.258257+0000","last_became_active":"2023-11-25T03:12:49.812150+0000","last_became_peered":"2023-11-25T03:12:49.812150+0000","last_unstale":"2023-11-25T03:13:07.258257+0000","last_undegraded":"2023-11-25T03:13:07.258257+0000","last_fullsized":"2023-11-25T03:13:07.258257+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507041+0000","last_change":"2023-11-25T03:13:07.268750+0000","last_active":"2023-11-25T03:13:08.507041+0000","last_peered":"2023-11-25T03:13:08.507041+0000","last_clean":"2023-11-25T03:13:08.507041+0000","last_became_active":"2023-11-25T03:13:07.268399+0000","last_became_peered":"2023-11-25T03:13:07.268399+0000","last_unstale":"2023-11-25T03:13:08.507041+0000","last_undegraded":"2023-11-25T03:13:08.507041+0000","last_fullsized":"2023-11-25T03:13:08.507041+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:59.428369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979616+0000","last_change":"2023-11-25T03:13:06.249253+0000","last_active":"2023-11-25T03:13:08.979616+0000","last_peered":"2023-11-25T03:13:08.979616+0000","last_clean":"2023-11-25T03:13:08.979616+0000","last_became_active":"2023-11-25T03:13:06.248970+0000","last_became_peered":"2023-11-25T03:13:06.248970+0000","last_unstale":"2023-11-25T03:13:08.979616+0000","last_undegraded":"2023-11-25T03:13:08.979616+0000","last_fullsized":"2023-11-25T03:13:08.979616+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:16.754041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261391+0000","last_change":"2023-11-25T03:12:49.809013+0000","last_active":"2023-11-25T03:13:07.261391+0000","last_peered":"2023-11-25T03:13:07.261391+0000","last_clean":"2023-11-25T03:13:07.261391+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:13:07.261391+0000","last_undegraded":"2023-11-25T03:13:07.261391+0000","last_fullsized":"2023-11-25T03:13:07.261391+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"50'4","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.260626+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:13:07.260626+0000","last_peered":"2023-11-25T03:13:07.260626+0000","last_clean":"2023-11-25T03:13:07.260626+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:13:07.260626+0000","last_undegraded":"2023-11-25T03:13:07.260626+0000","last_fullsized":"2023-11-25T03:13:07.260626+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247611+0000","last_change":"2023-11-25T03:13:07.272929+0000","last_active":"2023-11-25T03:13:08.247611+0000","last_peered":"2023-11-25T03:13:08.247611+0000","last_clean":"2023-11-25T03:13:08.247611+0000","last_became_active":"2023-11-25T03:13:07.272631+0000","last_became_peered":"2023-11-25T03:13:07.272631+0000","last_unstale":"2023-11-25T03:13:08.247611+0000","last_undegraded":"2023-11-25T03:13:08.247611+0000","last_fullsized":"2023-11-25T03:13:08.247611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:05.159845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507151+0000","last_change":"2023-11-25T03:13:06.245399+0000","last_active":"2023-11-25T03:13:08.507151+0000","last_peered":"2023-11-25T03:13:08.507151+0000","last_clean":"2023-11-25T03:13:08.507151+0000","last_became_active":"2023-11-25T03:13:06.245099+0000","last_became_peered":"2023-11-25T03:13:06.245099+0000","last_unstale":"2023-11-25T03:13:08.507151+0000","last_undegraded":"2023-11-25T03:13:08.507151+0000","last_fullsized":"2023-11-25T03:13:08.507151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:09:12.255195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241562+0000","last_change":"2023-11-25T03:12:49.824229+0000","last_active":"2023-11-25T03:13:07.241562+0000","last_peered":"2023-11-25T03:13:07.241562+0000","last_clean":"2023-11-25T03:13:07.241562+0000","last_became_active":"2023-11-25T03:12:49.823111+0000","last_became_peered":"2023-11-25T03:12:49.823111+0000","last_unstale":"2023-11-25T03:13:07.241562+0000","last_undegraded":"2023-11-25T03:13:07.241562+0000","last_fullsized":"2023-11-25T03:13:07.241562+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:34.500157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250238+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:13:07.250238+0000","last_peered":"2023-11-25T03:13:07.250238+0000","last_clean":"2023-11-25T03:13:07.250238+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:13:07.250238+0000","last_undegraded":"2023-11-25T03:13:07.250238+0000","last_fullsized":"2023-11-25T03:13:07.250238+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:19.521211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247751+0000","last_change":"2023-11-25T03:13:07.279128+0000","last_active":"2023-11-25T03:13:08.247751+0000","last_peered":"2023-11-25T03:13:08.247751+0000","last_clean":"2023-11-25T03:13:08.247751+0000","last_became_active":"2023-11-25T03:13:07.278819+0000","last_became_peered":"2023-11-25T03:13:07.278819+0000","last_unstale":"2023-11-25T03:13:08.247751+0000","last_undegraded":"2023-11-25T03:13:08.247751+0000","last_fullsized":"2023-11-25T03:13:08.247751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:40.862785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"54'4","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247946+0000","last_change":"2023-11-25T03:13:06.244655+0000","last_active":"2023-11-25T03:13:08.247946+0000","last_peered":"2023-11-25T03:13:08.247946+0000","last_clean":"2023-11-25T03:13:08.247946+0000","last_became_active":"2023-11-25T03:13:06.243526+0000","last_became_peered":"2023-11-25T03:13:06.243526+0000","last_unstale":"2023-11-25T03:13:08.247946+0000","last_undegraded":"2023-11-25T03:13:08.247946+0000","last_fullsized":"2023-11-25T03:13:08.247946+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:51.957582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262198+0000","last_change":"2023-11-25T03:12:49.824410+0000","last_active":"2023-11-25T03:13:07.262198+0000","last_peered":"2023-11-25T03:13:07.262198+0000","last_clean":"2023-11-25T03:13:07.262198+0000","last_became_active":"2023-11-25T03:12:49.824077+0000","last_became_peered":"2023-11-25T03:12:49.824077+0000","last_unstale":"2023-11-25T03:13:07.262198+0000","last_undegraded":"2023-11-25T03:13:07.262198+0000","last_fullsized":"2023-11-25T03:13:07.262198+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261301+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:13:07.261301+0000","last_peered":"2023-11-25T03:13:07.261301+0000","last_clean":"2023-11-25T03:13:07.261301+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:13:07.261301+0000","last_undegraded":"2023-11-25T03:13:07.261301+0000","last_fullsized":"2023-11-25T03:13:07.261301+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977900+0000","last_change":"2023-11-25T03:13:07.271621+0000","last_active":"2023-11-25T03:13:08.977900+0000","last_peered":"2023-11-25T03:13:08.977900+0000","last_clean":"2023-11-25T03:13:08.977900+0000","last_became_active":"2023-11-25T03:13:07.270720+0000","last_became_peered":"2023-11-25T03:13:07.270720+0000","last_unstale":"2023-11-25T03:13:08.977900+0000","last_undegraded":"2023-11-25T03:13:08.977900+0000","last_fullsized":"2023-11-25T03:13:08.977900+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:16.697110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834877+0000","last_change":"2023-11-25T03:13:06.248169+0000","last_active":"2023-11-25T03:13:08.834877+0000","last_peered":"2023-11-25T03:13:08.834877+0000","last_clean":"2023-11-25T03:13:08.834877+0000","last_became_active":"2023-11-25T03:13:06.247892+0000","last_became_peered":"2023-11-25T03:13:06.247892+0000","last_unstale":"2023-11-25T03:13:08.834877+0000","last_undegraded":"2023-11-25T03:13:08.834877+0000","last_fullsized":"2023-11-25T03:13:08.834877+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:11.474161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261118+0000","last_change":"2023-11-25T03:12:49.808241+0000","last_active":"2023-11-25T03:13:07.261118+0000","last_peered":"2023-11-25T03:13:07.261118+0000","last_clean":"2023-11-25T03:13:07.261118+0000","last_became_active":"2023-11-25T03:12:49.807789+0000","last_became_peered":"2023-11-25T03:12:49.807789+0000","last_unstale":"2023-11-25T03:13:07.261118+0000","last_undegraded":"2023-11-25T03:13:07.261118+0000","last_fullsized":"2023-11-25T03:13:07.261118+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244734+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:13:07.244734+0000","last_peered":"2023-11-25T03:13:07.244734+0000","last_clean":"2023-11-25T03:13:07.244734+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:13:07.244734+0000","last_undegraded":"2023-11-25T03:13:07.244734+0000","last_fullsized":"2023-11-25T03:13:07.244734+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977213+0000","last_change":"2023-11-25T03:13:07.259290+0000","last_active":"2023-11-25T03:13:08.977213+0000","last_peered":"2023-11-25T03:13:08.977213+0000","last_clean":"2023-11-25T03:13:08.977213+0000","last_became_active":"2023-11-25T03:13:07.259018+0000","last_became_peered":"2023-11-25T03:13:07.259018+0000","last_unstale":"2023-11-25T03:13:08.977213+0000","last_undegraded":"2023-11-25T03:13:08.977213+0000","last_fullsized":"2023-11-25T03:13:08.977213+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:49:01.389116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.354985+0000","last_change":"2023-11-25T03:13:06.249206+0000","last_active":"2023-11-25T03:13:08.354985+0000","last_peered":"2023-11-25T03:13:08.354985+0000","last_clean":"2023-11-25T03:13:08.354985+0000","last_became_active":"2023-11-25T03:13:06.248977+0000","last_became_peered":"2023-11-25T03:13:06.248977+0000","last_unstale":"2023-11-25T03:13:08.354985+0000","last_undegraded":"2023-11-25T03:13:08.354985+0000","last_fullsized":"2023-11-25T03:13:08.354985+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:15.690212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249253+0000","last_change":"2023-11-25T03:12:49.809235+0000","last_active":"2023-11-25T03:13:07.249253+0000","last_peered":"2023-11-25T03:13:07.249253+0000","last_clean":"2023-11-25T03:13:07.249253+0000","last_became_active":"2023-11-25T03:12:49.809002+0000","last_became_peered":"2023-11-25T03:12:49.809002+0000","last_unstale":"2023-11-25T03:13:07.249253+0000","last_undegraded":"2023-11-25T03:13:07.249253+0000","last_fullsized":"2023-11-25T03:13:07.249253+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:06.703360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.253490+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:13:07.253490+0000","last_peered":"2023-11-25T03:13:07.253490+0000","last_clean":"2023-11-25T03:13:07.253490+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:13:07.253490+0000","last_undegraded":"2023-11-25T03:13:07.253490+0000","last_fullsized":"2023-11-25T03:13:07.253490+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834371+0000","last_change":"2023-11-25T03:13:07.261801+0000","last_active":"2023-11-25T03:13:08.834371+0000","last_peered":"2023-11-25T03:13:08.834371+0000","last_clean":"2023-11-25T03:13:08.834371+0000","last_became_active":"2023-11-25T03:13:07.261581+0000","last_became_peered":"2023-11-25T03:13:07.261581+0000","last_unstale":"2023-11-25T03:13:08.834371+0000","last_undegraded":"2023-11-25T03:13:08.834371+0000","last_fullsized":"2023-11-25T03:13:08.834371+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:18:01.458366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977212+0000","last_change":"2023-11-25T03:13:06.243058+0000","last_active":"2023-11-25T03:13:08.977212+0000","last_peered":"2023-11-25T03:13:08.977212+0000","last_clean":"2023-11-25T03:13:08.977212+0000","last_became_active":"2023-11-25T03:13:06.241779+0000","last_became_peered":"2023-11-25T03:13:06.241779+0000","last_unstale":"2023-11-25T03:13:08.977212+0000","last_undegraded":"2023-11-25T03:13:08.977212+0000","last_fullsized":"2023-11-25T03:13:08.977212+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:24.035126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248651+0000","last_change":"2023-11-25T03:12:49.813461+0000","last_active":"2023-11-25T03:13:07.248651+0000","last_peered":"2023-11-25T03:13:07.248651+0000","last_clean":"2023-11-25T03:13:07.248651+0000","last_became_active":"2023-11-25T03:12:49.813204+0000","last_became_peered":"2023-11-25T03:12:49.813204+0000","last_unstale":"2023-11-25T03:13:07.248651+0000","last_undegraded":"2023-11-25T03:13:07.248651+0000","last_fullsized":"2023-11-25T03:13:07.248651+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:17:44.017160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258826+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:13:07.258826+0000","last_peered":"2023-11-25T03:13:07.258826+0000","last_clean":"2023-11-25T03:13:07.258826+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:13:07.258826+0000","last_undegraded":"2023-11-25T03:13:07.258826+0000","last_fullsized":"2023-11-25T03:13:07.258826+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246072+0000","last_change":"2023-11-25T03:13:07.270675+0000","last_active":"2023-11-25T03:13:08.246072+0000","last_peered":"2023-11-25T03:13:08.246072+0000","last_clean":"2023-11-25T03:13:08.246072+0000","last_became_active":"2023-11-25T03:13:07.268901+0000","last_became_peered":"2023-11-25T03:13:07.268901+0000","last_unstale":"2023-11-25T03:13:08.246072+0000","last_undegraded":"2023-11-25T03:13:08.246072+0000","last_fullsized":"2023-11-25T03:13:08.246072+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:52.964479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241825+0000","last_change":"2023-11-25T03:13:06.244805+0000","last_active":"2023-11-25T03:13:08.241825+0000","last_peered":"2023-11-25T03:13:08.241825+0000","last_clean":"2023-11-25T03:13:08.241825+0000","last_became_active":"2023-11-25T03:13:06.244536+0000","last_became_peered":"2023-11-25T03:13:06.244536+0000","last_unstale":"2023-11-25T03:13:08.241825+0000","last_undegraded":"2023-11-25T03:13:08.241825+0000","last_fullsized":"2023-11-25T03:13:08.241825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:18.907107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262413+0000","last_change":"2023-11-25T03:12:49.813483+0000","last_active":"2023-11-25T03:13:07.262413+0000","last_peered":"2023-11-25T03:13:07.262413+0000","last_clean":"2023-11-25T03:13:07.262413+0000","last_became_active":"2023-11-25T03:12:49.813039+0000","last_became_peered":"2023-11-25T03:12:49.813039+0000","last_unstale":"2023-11-25T03:13:07.262413+0000","last_undegraded":"2023-11-25T03:13:07.262413+0000","last_fullsized":"2023-11-25T03:13:07.262413+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:07.600817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244213+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:13:07.244213+0000","last_peered":"2023-11-25T03:13:07.244213+0000","last_clean":"2023-11-25T03:13:07.244213+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:13:07.244213+0000","last_undegraded":"2023-11-25T03:13:07.244213+0000","last_fullsized":"2023-11-25T03:13:07.244213+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979221+0000","last_change":"2023-11-25T03:13:07.270550+0000","last_active":"2023-11-25T03:13:08.979221+0000","last_peered":"2023-11-25T03:13:08.979221+0000","last_clean":"2023-11-25T03:13:08.979221+0000","last_became_active":"2023-11-25T03:13:07.270148+0000","last_became_peered":"2023-11-25T03:13:07.270148+0000","last_unstale":"2023-11-25T03:13:08.979221+0000","last_undegraded":"2023-11-25T03:13:08.979221+0000","last_fullsized":"2023-11-25T03:13:08.979221+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:52.540959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506529+0000","last_change":"2023-11-25T03:13:06.252092+0000","last_active":"2023-11-25T03:13:08.506529+0000","last_peered":"2023-11-25T03:13:08.506529+0000","last_clean":"2023-11-25T03:13:08.506529+0000","last_became_active":"2023-11-25T03:13:06.251790+0000","last_became_peered":"2023-11-25T03:13:06.251790+0000","last_unstale":"2023-11-25T03:13:08.506529+0000","last_undegraded":"2023-11-25T03:13:08.506529+0000","last_fullsized":"2023-11-25T03:13:08.506529+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:22.039761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248371+0000","last_change":"2023-11-25T03:12:49.814377+0000","last_active":"2023-11-25T03:13:07.248371+0000","last_peered":"2023-11-25T03:13:07.248371+0000","last_clean":"2023-11-25T03:13:07.248371+0000","last_became_active":"2023-11-25T03:12:49.813716+0000","last_became_peered":"2023-11-25T03:12:49.813716+0000","last_unstale":"2023-11-25T03:13:07.248371+0000","last_undegraded":"2023-11-25T03:13:07.248371+0000","last_fullsized":"2023-11-25T03:13:07.248371+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:55.039852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248092+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:13:07.248092+0000","last_peered":"2023-11-25T03:13:07.248092+0000","last_clean":"2023-11-25T03:13:07.248092+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:13:07.248092+0000","last_undegraded":"2023-11-25T03:13:07.248092+0000","last_fullsized":"2023-11-25T03:13:07.248092+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507004+0000","last_change":"2023-11-25T03:13:07.274363+0000","last_active":"2023-11-25T03:13:08.507004+0000","last_peered":"2023-11-25T03:13:08.507004+0000","last_clean":"2023-11-25T03:13:08.507004+0000","last_became_active":"2023-11-25T03:13:07.274058+0000","last_became_peered":"2023-11-25T03:13:07.274058+0000","last_unstale":"2023-11-25T03:13:08.507004+0000","last_undegraded":"2023-11-25T03:13:08.507004+0000","last_fullsized":"2023-11-25T03:13:08.507004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:54.520964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"54'3","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.242483+0000","last_change":"2023-11-25T03:13:06.246821+0000","last_active":"2023-11-25T03:13:08.242483+0000","last_peered":"2023-11-25T03:13:08.242483+0000","last_clean":"2023-11-25T03:13:08.242483+0000","last_became_active":"2023-11-25T03:13:06.246451+0000","last_became_peered":"2023-11-25T03:13:06.246451+0000","last_unstale":"2023-11-25T03:13:08.242483+0000","last_undegraded":"2023-11-25T03:13:08.242483+0000","last_fullsized":"2023-11-25T03:13:08.242483+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:18.958406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.254253+0000","last_change":"2023-11-25T03:12:49.826523+0000","last_active":"2023-11-25T03:13:07.254253+0000","last_peered":"2023-11-25T03:13:07.254253+0000","last_clean":"2023-11-25T03:13:07.254253+0000","last_became_active":"2023-11-25T03:12:49.826245+0000","last_became_peered":"2023-11-25T03:12:49.826245+0000","last_unstale":"2023-11-25T03:13:07.254253+0000","last_undegraded":"2023-11-25T03:13:07.254253+0000","last_fullsized":"2023-11-25T03:13:07.254253+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:08.712582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247342+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:13:07.247342+0000","last_peered":"2023-11-25T03:13:07.247342+0000","last_clean":"2023-11-25T03:13:07.247342+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:13:07.247342+0000","last_undegraded":"2023-11-25T03:13:07.247342+0000","last_fullsized":"2023-11-25T03:13:07.247342+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977435+0000","last_change":"2023-11-25T03:13:07.269382+0000","last_active":"2023-11-25T03:13:08.977435+0000","last_peered":"2023-11-25T03:13:08.977435+0000","last_clean":"2023-11-25T03:13:08.977435+0000","last_became_active":"2023-11-25T03:13:07.269078+0000","last_became_peered":"2023-11-25T03:13:07.269078+0000","last_unstale":"2023-11-25T03:13:08.977435+0000","last_undegraded":"2023-11-25T03:13:08.977435+0000","last_fullsized":"2023-11-25T03:13:08.977435+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:37:10.809601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"54'6","reported_seq":18,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355451+0000","last_change":"2023-11-25T03:13:06.241600+0000","last_active":"2023-11-25T03:13:08.355451+0000","last_peered":"2023-11-25T03:13:08.355451+0000","last_clean":"2023-11-25T03:13:08.355451+0000","last_became_active":"2023-11-25T03:13:06.241297+0000","last_became_peered":"2023-11-25T03:13:06.241297+0000","last_unstale":"2023-11-25T03:13:08.355451+0000","last_undegraded":"2023-11-25T03:13:08.355451+0000","last_fullsized":"2023-11-25T03:13:08.355451+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:54.253466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247246+0000","last_change":"2023-11-25T03:12:49.826593+0000","last_active":"2023-11-25T03:13:07.247246+0000","last_peered":"2023-11-25T03:13:07.247246+0000","last_clean":"2023-11-25T03:13:07.247246+0000","last_became_active":"2023-11-25T03:12:49.826273+0000","last_became_peered":"2023-11-25T03:12:49.826273+0000","last_unstale":"2023-11-25T03:13:07.247246+0000","last_undegraded":"2023-11-25T03:13:07.247246+0000","last_fullsized":"2023-11-25T03:13:07.247246+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:12:41.904351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250289+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:13:07.250289+0000","last_peered":"2023-11-25T03:13:07.250289+0000","last_clean":"2023-11-25T03:13:07.250289+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:13:07.250289+0000","last_undegraded":"2023-11-25T03:13:07.250289+0000","last_fullsized":"2023-11-25T03:13:07.250289+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:07:59.312970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247052+0000","last_change":"2023-11-25T03:13:07.251161+0000","last_active":"2023-11-25T03:13:08.247052+0000","last_peered":"2023-11-25T03:13:08.247052+0000","last_clean":"2023-11-25T03:13:08.247052+0000","last_became_active":"2023-11-25T03:13:07.250776+0000","last_became_peered":"2023-11-25T03:13:07.250776+0000","last_unstale":"2023-11-25T03:13:08.247052+0000","last_undegraded":"2023-11-25T03:13:08.247052+0000","last_fullsized":"2023-11-25T03:13:08.247052+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:03.298907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979813+0000","last_change":"2023-11-25T03:13:06.245442+0000","last_active":"2023-11-25T03:13:08.979813+0000","last_peered":"2023-11-25T03:13:08.979813+0000","last_clean":"2023-11-25T03:13:08.979813+0000","last_became_active":"2023-11-25T03:13:06.245139+0000","last_became_peered":"2023-11-25T03:13:06.245139+0000","last_unstale":"2023-11-25T03:13:08.979813+0000","last_undegraded":"2023-11-25T03:13:08.979813+0000","last_fullsized":"2023-11-25T03:13:08.979813+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:54.408221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241243+0000","last_change":"2023-11-25T03:12:49.823334+0000","last_active":"2023-11-25T03:13:07.241243+0000","last_peered":"2023-11-25T03:13:07.241243+0000","last_clean":"2023-11-25T03:13:07.241243+0000","last_became_active":"2023-11-25T03:12:49.823072+0000","last_became_peered":"2023-11-25T03:12:49.823072+0000","last_unstale":"2023-11-25T03:13:07.241243+0000","last_undegraded":"2023-11-25T03:13:07.241243+0000","last_fullsized":"2023-11-25T03:13:07.241243+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:02.847756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"50'3","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244165+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:13:07.244165+0000","last_peered":"2023-11-25T03:13:07.244165+0000","last_clean":"2023-11-25T03:13:07.244165+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:13:07.244165+0000","last_undegraded":"2023-11-25T03:13:07.244165+0000","last_fullsized":"2023-11-25T03:13:07.244165+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247928+0000","last_change":"2023-11-25T03:13:07.279706+0000","last_active":"2023-11-25T03:13:08.247928+0000","last_peered":"2023-11-25T03:13:08.247928+0000","last_clean":"2023-11-25T03:13:08.247928+0000","last_became_active":"2023-11-25T03:13:07.279223+0000","last_became_peered":"2023-11-25T03:13:07.279223+0000","last_unstale":"2023-11-25T03:13:08.247928+0000","last_undegraded":"2023-11-25T03:13:08.247928+0000","last_fullsized":"2023-11-25T03:13:08.247928+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:36:52.410014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506934+0000","last_change":"2023-11-25T03:13:06.243892+0000","last_active":"2023-11-25T03:13:08.506934+0000","last_peered":"2023-11-25T03:13:08.506934+0000","last_clean":"2023-11-25T03:13:08.506934+0000","last_became_active":"2023-11-25T03:13:06.242882+0000","last_became_peered":"2023-11-25T03:13:06.242882+0000","last_unstale":"2023-11-25T03:13:08.506934+0000","last_undegraded":"2023-11-25T03:13:08.506934+0000","last_fullsized":"2023-11-25T03:13:08.506934+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:16.951134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243993+0000","last_change":"2023-11-25T03:12:49.829870+0000","last_active":"2023-11-25T03:13:07.243993+0000","last_peered":"2023-11-25T03:13:07.243993+0000","last_clean":"2023-11-25T03:13:07.243993+0000","last_became_active":"2023-11-25T03:12:49.829443+0000","last_became_peered":"2023-11-25T03:12:49.829443+0000","last_unstale":"2023-11-25T03:13:07.243993+0000","last_undegraded":"2023-11-25T03:13:07.243993+0000","last_fullsized":"2023-11-25T03:13:07.243993+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:20.527973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"51'8","reported_seq":24,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248544+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:13:07.248544+0000","last_peered":"2023-11-25T03:13:07.248544+0000","last_clean":"2023-11-25T03:13:07.248544+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:13:07.248544+0000","last_undegraded":"2023-11-25T03:13:07.248544+0000","last_fullsized":"2023-11-25T03:13:07.248544+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834455+0000","last_change":"2023-11-25T03:13:07.277142+0000","last_active":"2023-11-25T03:13:08.834455+0000","last_peered":"2023-11-25T03:13:08.834455+0000","last_clean":"2023-11-25T03:13:08.834455+0000","last_became_active":"2023-11-25T03:13:07.276748+0000","last_became_peered":"2023-11-25T03:13:07.276748+0000","last_unstale":"2023-11-25T03:13:08.834455+0000","last_undegraded":"2023-11-25T03:13:08.834455+0000","last_fullsized":"2023-11-25T03:13:08.834455+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:55.570180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246096+0000","last_change":"2023-11-25T03:13:06.240173+0000","last_active":"2023-11-25T03:13:08.246096+0000","last_peered":"2023-11-25T03:13:08.246096+0000","last_clean":"2023-11-25T03:13:08.246096+0000","last_became_active":"2023-11-25T03:13:06.239450+0000","last_became_peered":"2023-11-25T03:13:06.239450+0000","last_unstale":"2023-11-25T03:13:08.246096+0000","last_undegraded":"2023-11-25T03:13:08.246096+0000","last_fullsized":"2023-11-25T03:13:08.246096+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:31.338255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244141+0000","last_change":"2023-11-25T03:12:49.820184+0000","last_active":"2023-11-25T03:13:07.244141+0000","last_peered":"2023-11-25T03:13:07.244141+0000","last_clean":"2023-11-25T03:13:07.244141+0000","last_became_active":"2023-11-25T03:12:49.819695+0000","last_became_peered":"2023-11-25T03:12:49.819695+0000","last_unstale":"2023-11-25T03:13:07.244141+0000","last_undegraded":"2023-11-25T03:13:07.244141+0000","last_fullsized":"2023-11-25T03:13:07.244141+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248762+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:13:07.248762+0000","last_peered":"2023-11-25T03:13:07.248762+0000","last_clean":"2023-11-25T03:13:07.248762+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:13:07.248762+0000","last_undegraded":"2023-11-25T03:13:07.248762+0000","last_fullsized":"2023-11-25T03:13:07.248762+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:36.967150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977214+0000","last_change":"2023-11-25T03:13:07.265748+0000","last_active":"2023-11-25T03:13:08.977214+0000","last_peered":"2023-11-25T03:13:08.977214+0000","last_clean":"2023-11-25T03:13:08.977214+0000","last_became_active":"2023-11-25T03:13:07.264385+0000","last_became_peered":"2023-11-25T03:13:07.264385+0000","last_unstale":"2023-11-25T03:13:08.977214+0000","last_undegraded":"2023-11-25T03:13:08.977214+0000","last_fullsized":"2023-11-25T03:13:08.977214+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:23.659668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"54'8","reported_seq":20,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.978764+0000","last_change":"2023-11-25T03:13:06.246841+0000","last_active":"2023-11-25T03:13:08.978764+0000","last_peered":"2023-11-25T03:13:08.978764+0000","last_clean":"2023-11-25T03:13:08.978764+0000","last_became_active":"2023-11-25T03:13:06.246277+0000","last_became_peered":"2023-11-25T03:13:06.246277+0000","last_unstale":"2023-11-25T03:13:08.978764+0000","last_undegraded":"2023-11-25T03:13:08.978764+0000","last_fullsized":"2023-11-25T03:13:08.978764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:49.010749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244828+0000","last_change":"2023-11-25T03:12:49.814862+0000","last_active":"2023-11-25T03:13:07.244828+0000","last_peered":"2023-11-25T03:13:07.244828+0000","last_clean":"2023-11-25T03:13:07.244828+0000","last_became_active":"2023-11-25T03:12:49.814601+0000","last_became_peered":"2023-11-25T03:12:49.814601+0000","last_unstale":"2023-11-25T03:13:07.244828+0000","last_undegraded":"2023-11-25T03:13:07.244828+0000","last_fullsized":"2023-11-25T03:13:07.244828+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:37.973912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262875+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:13:07.262875+0000","last_peered":"2023-11-25T03:13:07.262875+0000","last_clean":"2023-11-25T03:13:07.262875+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:13:07.262875+0000","last_undegraded":"2023-11-25T03:13:07.262875+0000","last_fullsized":"2023-11-25T03:13:07.262875+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:52.935182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246849+0000","last_change":"2023-11-25T03:13:07.260286+0000","last_active":"2023-11-25T03:13:08.246849+0000","last_peered":"2023-11-25T03:13:08.246849+0000","last_clean":"2023-11-25T03:13:08.246849+0000","last_became_active":"2023-11-25T03:13:07.259819+0000","last_became_peered":"2023-11-25T03:13:07.259819+0000","last_unstale":"2023-11-25T03:13:08.246849+0000","last_undegraded":"2023-11-25T03:13:08.246849+0000","last_fullsized":"2023-11-25T03:13:08.246849+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:01.853539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355236+0000","last_change":"2023-11-25T03:13:06.236637+0000","last_active":"2023-11-25T03:13:08.355236+0000","last_peered":"2023-11-25T03:13:08.355236+0000","last_clean":"2023-11-25T03:13:08.355236+0000","last_became_active":"2023-11-25T03:13:06.230583+0000","last_became_peered":"2023-11-25T03:13:06.230583+0000","last_unstale":"2023-11-25T03:13:08.355236+0000","last_undegraded":"2023-11-25T03:13:08.355236+0000","last_fullsized":"2023-11-25T03:13:08.355236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:25.146891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247996+0000","last_change":"2023-11-25T03:12:49.809065+0000","last_active":"2023-11-25T03:13:07.247996+0000","last_peered":"2023-11-25T03:13:07.247996+0000","last_clean":"2023-11-25T03:13:07.247996+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:13:07.247996+0000","last_undegraded":"2023-11-25T03:13:07.247996+0000","last_fullsized":"2023-11-25T03:13:07.247996+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:51:16.335519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244289+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:13:07.244289+0000","last_peered":"2023-11-25T03:13:07.244289+0000","last_clean":"2023-11-25T03:13:07.244289+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:13:07.244289+0000","last_undegraded":"2023-11-25T03:13:07.244289+0000","last_fullsized":"2023-11-25T03:13:07.244289+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246472+0000","last_change":"2023-11-25T03:13:07.254886+0000","last_active":"2023-11-25T03:13:08.246472+0000","last_peered":"2023-11-25T03:13:08.246472+0000","last_clean":"2023-11-25T03:13:08.246472+0000","last_became_active":"2023-11-25T03:13:07.254607+0000","last_became_peered":"2023-11-25T03:13:07.254607+0000","last_unstale":"2023-11-25T03:13:08.246472+0000","last_undegraded":"2023-11-25T03:13:08.246472+0000","last_fullsized":"2023-11-25T03:13:08.246472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:32.165761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506751+0000","last_change":"2023-11-25T03:13:06.253230+0000","last_active":"2023-11-25T03:13:08.506751+0000","last_peered":"2023-11-25T03:13:08.506751+0000","last_clean":"2023-11-25T03:13:08.506751+0000","last_became_active":"2023-11-25T03:13:06.252621+0000","last_became_peered":"2023-11-25T03:13:06.252621+0000","last_unstale":"2023-11-25T03:13:08.506751+0000","last_undegraded":"2023-11-25T03:13:08.506751+0000","last_fullsized":"2023-11-25T03:13:08.506751+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:41.802413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.242942+0000","last_change":"2023-11-25T03:12:49.821081+0000","last_active":"2023-11-25T03:13:07.242942+0000","last_peered":"2023-11-25T03:13:07.242942+0000","last_clean":"2023-11-25T03:13:07.242942+0000","last_became_active":"2023-11-25T03:12:49.820789+0000","last_became_peered":"2023-11-25T03:12:49.820789+0000","last_unstale":"2023-11-25T03:13:07.242942+0000","last_undegraded":"2023-11-25T03:13:07.242942+0000","last_fullsized":"2023-11-25T03:13:07.242942+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"50'8","reported_seq":24,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241829+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:13:07.241829+0000","last_peered":"2023-11-25T03:13:07.241829+0000","last_clean":"2023-11-25T03:13:07.241829+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:13:07.241829+0000","last_undegraded":"2023-11-25T03:13:07.241829+0000","last_fullsized":"2023-11-25T03:13:07.241829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355407+0000","last_change":"2023-11-25T03:13:07.267783+0000","last_active":"2023-11-25T03:13:08.355407+0000","last_peered":"2023-11-25T03:13:08.355407+0000","last_clean":"2023-11-25T03:13:08.355407+0000","last_became_active":"2023-11-25T03:13:07.267132+0000","last_became_peered":"2023-11-25T03:13:07.267132+0000","last_unstale":"2023-11-25T03:13:08.355407+0000","last_undegraded":"2023-11-25T03:13:08.355407+0000","last_fullsized":"2023-11-25T03:13:08.355407+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:20.041370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507096+0000","last_change":"2023-11-25T03:13:06.250975+0000","last_active":"2023-11-25T03:13:08.507096+0000","last_peered":"2023-11-25T03:13:08.507096+0000","last_clean":"2023-11-25T03:13:08.507096+0000","last_became_active":"2023-11-25T03:13:06.250682+0000","last_became_peered":"2023-11-25T03:13:06.250682+0000","last_unstale":"2023-11-25T03:13:08.507096+0000","last_undegraded":"2023-11-25T03:13:08.507096+0000","last_fullsized":"2023-11-25T03:13:08.507096+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:15:13.098678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244897+0000","last_change":"2023-11-25T03:12:49.815884+0000","last_active":"2023-11-25T03:13:07.244897+0000","last_peered":"2023-11-25T03:13:07.244897+0000","last_clean":"2023-11-25T03:13:07.244897+0000","last_became_active":"2023-11-25T03:12:49.813509+0000","last_became_peered":"2023-11-25T03:12:49.813509+0000","last_unstale":"2023-11-25T03:13:07.244897+0000","last_undegraded":"2023-11-25T03:13:07.244897+0000","last_fullsized":"2023-11-25T03:13:07.244897+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.255511+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:13:07.255511+0000","last_peered":"2023-11-25T03:13:07.255511+0000","last_clean":"2023-11-25T03:13:07.255511+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:13:07.255511+0000","last_undegraded":"2023-11-25T03:13:07.255511+0000","last_fullsized":"2023-11-25T03:13:07.255511+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:13.585316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977528+0000","last_change":"2023-11-25T03:13:07.262592+0000","last_active":"2023-11-25T03:13:08.977528+0000","last_peered":"2023-11-25T03:13:08.977528+0000","last_clean":"2023-11-25T03:13:08.977528+0000","last_became_active":"2023-11-25T03:13:07.262287+0000","last_became_peered":"2023-11-25T03:13:07.262287+0000","last_unstale":"2023-11-25T03:13:08.977528+0000","last_undegraded":"2023-11-25T03:13:08.977528+0000","last_fullsized":"2023-11-25T03:13:08.977528+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:03:15.385004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247294+0000","last_change":"2023-11-25T03:13:06.245105+0000","last_active":"2023-11-25T03:13:08.247294+0000","last_peered":"2023-11-25T03:13:08.247294+0000","last_clean":"2023-11-25T03:13:08.247294+0000","last_became_active":"2023-11-25T03:13:06.244825+0000","last_became_peered":"2023-11-25T03:13:06.244825+0000","last_unstale":"2023-11-25T03:13:08.247294+0000","last_undegraded":"2023-11-25T03:13:08.247294+0000","last_fullsized":"2023-11-25T03:13:08.247294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:11.474161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.246173+0000","last_change":"2023-11-25T03:12:49.826572+0000","last_active":"2023-11-25T03:13:07.246173+0000","last_peered":"2023-11-25T03:13:07.246173+0000","last_clean":"2023-11-25T03:13:07.246173+0000","last_became_active":"2023-11-25T03:12:49.826269+0000","last_became_peered":"2023-11-25T03:12:49.826269+0000","last_unstale":"2023-11-25T03:13:07.246173+0000","last_undegraded":"2023-11-25T03:13:07.246173+0000","last_fullsized":"2023-11-25T03:13:07.246173+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261414+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:13:07.261414+0000","last_peered":"2023-11-25T03:13:07.261414+0000","last_clean":"2023-11-25T03:13:07.261414+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:13:07.261414+0000","last_undegraded":"2023-11-25T03:13:07.261414+0000","last_fullsized":"2023-11-25T03:13:07.261414+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979870+0000","last_change":"2023-11-25T03:13:07.264329+0000","last_active":"2023-11-25T03:13:08.979870+0000","last_peered":"2023-11-25T03:13:08.979870+0000","last_clean":"2023-11-25T03:13:08.979870+0000","last_became_active":"2023-11-25T03:13:07.264039+0000","last_became_peered":"2023-11-25T03:13:07.264039+0000","last_unstale":"2023-11-25T03:13:08.979870+0000","last_undegraded":"2023-11-25T03:13:08.979870+0000","last_fullsized":"2023-11-25T03:13:08.979870+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:52.006590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507361+0000","last_change":"2023-11-25T03:13:06.249917+0000","last_active":"2023-11-25T03:13:08.507361+0000","last_peered":"2023-11-25T03:13:08.507361+0000","last_clean":"2023-11-25T03:13:08.507361+0000","last_became_active":"2023-11-25T03:13:06.249168+0000","last_became_peered":"2023-11-25T03:13:06.249168+0000","last_unstale":"2023-11-25T03:13:08.507361+0000","last_undegraded":"2023-11-25T03:13:08.507361+0000","last_fullsized":"2023-11-25T03:13:08.507361+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:56.712925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250336+0000","last_change":"2023-11-25T03:12:49.794760+0000","last_active":"2023-11-25T03:13:07.250336+0000","last_peered":"2023-11-25T03:13:07.250336+0000","last_clean":"2023-11-25T03:13:07.250336+0000","last_became_active":"2023-11-25T03:12:49.794449+0000","last_became_peered":"2023-11-25T03:12:49.794449+0000","last_unstale":"2023-11-25T03:13:07.250336+0000","last_undegraded":"2023-11-25T03:13:07.250336+0000","last_fullsized":"2023-11-25T03:13:07.250336+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:14.724554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245203+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:13:07.245203+0000","last_peered":"2023-11-25T03:13:07.245203+0000","last_clean":"2023-11-25T03:13:07.245203+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:13:07.245203+0000","last_undegraded":"2023-11-25T03:13:07.245203+0000","last_fullsized":"2023-11-25T03:13:07.245203+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:23.151631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.248162+0000","last_change":"2023-11-25T03:13:07.258810+0000","last_active":"2023-11-25T03:13:08.248162+0000","last_peered":"2023-11-25T03:13:08.248162+0000","last_clean":"2023-11-25T03:13:08.248162+0000","last_became_active":"2023-11-25T03:13:07.258546+0000","last_became_peered":"2023-11-25T03:13:07.258546+0000","last_unstale":"2023-11-25T03:13:08.248162+0000","last_undegraded":"2023-11-25T03:13:08.248162+0000","last_fullsized":"2023-11-25T03:13:08.248162+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:05.300648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979640+0000","last_change":"2023-11-25T03:13:06.254086+0000","last_active":"2023-11-25T03:13:08.979640+0000","last_peered":"2023-11-25T03:13:08.979640+0000","last_clean":"2023-11-25T03:13:08.979640+0000","last_became_active":"2023-11-25T03:13:06.253819+0000","last_became_peered":"2023-11-25T03:13:06.253819+0000","last_unstale":"2023-11-25T03:13:08.979640+0000","last_undegraded":"2023-11-25T03:13:08.979640+0000","last_fullsized":"2023-11-25T03:13:08.979640+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:14:59.004113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244070+0000","last_change":"2023-11-25T03:12:49.829968+0000","last_active":"2023-11-25T03:13:07.244070+0000","last_peered":"2023-11-25T03:13:07.244070+0000","last_clean":"2023-11-25T03:13:07.244070+0000","last_became_active":"2023-11-25T03:12:49.829603+0000","last_became_peered":"2023-11-25T03:12:49.829603+0000","last_unstale":"2023-11-25T03:13:07.244070+0000","last_undegraded":"2023-11-25T03:13:07.244070+0000","last_fullsized":"2023-11-25T03:13:07.244070+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:37.079758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262280+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:13:07.262280+0000","last_peered":"2023-11-25T03:13:07.262280+0000","last_clean":"2023-11-25T03:13:07.262280+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:13:07.262280+0000","last_undegraded":"2023-11-25T03:13:07.262280+0000","last_fullsized":"2023-11-25T03:13:07.262280+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:36.812395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241678+0000","last_change":"2023-11-25T03:13:07.277675+0000","last_active":"2023-11-25T03:13:08.241678+0000","last_peered":"2023-11-25T03:13:08.241678+0000","last_clean":"2023-11-25T03:13:08.241678+0000","last_became_active":"2023-11-25T03:13:07.277399+0000","last_became_peered":"2023-11-25T03:13:07.277399+0000","last_unstale":"2023-11-25T03:13:08.241678+0000","last_undegraded":"2023-11-25T03:13:08.241678+0000","last_fullsized":"2023-11-25T03:13:08.241678+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:47:41.274322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245984+0000","last_change":"2023-11-25T03:13:06.242851+0000","last_active":"2023-11-25T03:13:08.245984+0000","last_peered":"2023-11-25T03:13:08.245984+0000","last_clean":"2023-11-25T03:13:08.245984+0000","last_became_active":"2023-11-25T03:13:06.242545+0000","last_became_peered":"2023-11-25T03:13:06.242545+0000","last_unstale":"2023-11-25T03:13:08.245984+0000","last_undegraded":"2023-11-25T03:13:08.245984+0000","last_fullsized":"2023-11-25T03:13:08.245984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:11.474161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244883+0000","last_change":"2023-11-25T03:12:49.819979+0000","last_active":"2023-11-25T03:13:07.244883+0000","last_peered":"2023-11-25T03:13:07.244883+0000","last_clean":"2023-11-25T03:13:07.244883+0000","last_became_active":"2023-11-25T03:12:49.819275+0000","last_became_peered":"2023-11-25T03:12:49.819275+0000","last_unstale":"2023-11-25T03:13:07.244883+0000","last_undegraded":"2023-11-25T03:13:07.244883+0000","last_fullsized":"2023-11-25T03:13:07.244883+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248923+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:13:07.248923+0000","last_peered":"2023-11-25T03:13:07.248923+0000","last_clean":"2023-11-25T03:13:07.248923+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:13:07.248923+0000","last_undegraded":"2023-11-25T03:13:07.248923+0000","last_fullsized":"2023-11-25T03:13:07.248923+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:53:09.126078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241592+0000","last_change":"2023-11-25T03:13:07.273227+0000","last_active":"2023-11-25T03:13:08.241592+0000","last_peered":"2023-11-25T03:13:08.241592+0000","last_clean":"2023-11-25T03:13:08.241592+0000","last_became_active":"2023-11-25T03:13:07.272917+0000","last_became_peered":"2023-11-25T03:13:07.272917+0000","last_unstale":"2023-11-25T03:13:08.241592+0000","last_undegraded":"2023-11-25T03:13:08.241592+0000","last_fullsized":"2023-11-25T03:13:08.241592+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:11:35.545112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834309+0000","last_change":"2023-11-25T03:13:06.244826+0000","last_active":"2023-11-25T03:13:08.834309+0000","last_peered":"2023-11-25T03:13:08.834309+0000","last_clean":"2023-11-25T03:13:08.834309+0000","last_became_active":"2023-11-25T03:13:06.243996+0000","last_became_peered":"2023-11-25T03:13:06.243996+0000","last_unstale":"2023-11-25T03:13:08.834309+0000","last_undegraded":"2023-11-25T03:13:08.834309+0000","last_fullsized":"2023-11-25T03:13:08.834309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:01.953019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258860+0000","last_change":"2023-11-25T03:12:49.802724+0000","last_active":"2023-11-25T03:13:07.258860+0000","last_peered":"2023-11-25T03:13:07.258860+0000","last_clean":"2023-11-25T03:13:07.258860+0000","last_became_active":"2023-11-25T03:12:49.802443+0000","last_became_peered":"2023-11-25T03:12:49.802443+0000","last_unstale":"2023-11-25T03:13:07.258860+0000","last_undegraded":"2023-11-25T03:13:07.258860+0000","last_fullsized":"2023-11-25T03:13:07.258860+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.240077+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:13:07.240077+0000","last_peered":"2023-11-25T03:13:07.240077+0000","last_clean":"2023-11-25T03:13:07.240077+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:13:07.240077+0000","last_undegraded":"2023-11-25T03:13:07.240077+0000","last_fullsized":"2023-11-25T03:13:07.240077+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:06.594055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241755+0000","last_change":"2023-11-25T03:13:07.265277+0000","last_active":"2023-11-25T03:13:08.241755+0000","last_peered":"2023-11-25T03:13:08.241755+0000","last_clean":"2023-11-25T03:13:08.241755+0000","last_became_active":"2023-11-25T03:13:07.263478+0000","last_became_peered":"2023-11-25T03:13:07.263478+0000","last_unstale":"2023-11-25T03:13:08.241755+0000","last_undegraded":"2023-11-25T03:13:08.241755+0000","last_fullsized":"2023-11-25T03:13:08.241755+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:01.608301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506812+0000","last_change":"2023-11-25T03:13:06.250904+0000","last_active":"2023-11-25T03:13:08.506812+0000","last_peered":"2023-11-25T03:13:08.506812+0000","last_clean":"2023-11-25T03:13:08.506812+0000","last_became_active":"2023-11-25T03:13:06.248274+0000","last_became_peered":"2023-11-25T03:13:06.248274+0000","last_unstale":"2023-11-25T03:13:08.506812+0000","last_undegraded":"2023-11-25T03:13:08.506812+0000","last_fullsized":"2023-11-25T03:13:08.506812+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:37:15.541239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258459+0000","last_change":"2023-11-25T03:12:49.813024+0000","last_active":"2023-11-25T03:13:07.258459+0000","last_peered":"2023-11-25T03:13:07.258459+0000","last_clean":"2023-11-25T03:13:07.258459+0000","last_became_active":"2023-11-25T03:12:49.812720+0000","last_became_peered":"2023-11-25T03:12:49.812720+0000","last_unstale":"2023-11-25T03:13:07.258459+0000","last_undegraded":"2023-11-25T03:13:07.258459+0000","last_fullsized":"2023-11-25T03:13:07.258459+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243477+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:13:07.243477+0000","last_peered":"2023-11-25T03:13:07.243477+0000","last_clean":"2023-11-25T03:13:07.243477+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:13:07.243477+0000","last_undegraded":"2023-11-25T03:13:07.243477+0000","last_fullsized":"2023-11-25T03:13:07.243477+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247346+0000","last_change":"2023-11-25T03:13:07.277330+0000","last_active":"2023-11-25T03:13:08.247346+0000","last_peered":"2023-11-25T03:13:08.247346+0000","last_clean":"2023-11-25T03:13:08.247346+0000","last_became_active":"2023-11-25T03:13:07.276950+0000","last_became_peered":"2023-11-25T03:13:07.276950+0000","last_unstale":"2023-11-25T03:13:08.247346+0000","last_undegraded":"2023-11-25T03:13:08.247346+0000","last_fullsized":"2023-11-25T03:13:08.247346+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:15.043230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977550+0000","last_change":"2023-11-25T03:13:06.243817+0000","last_active":"2023-11-25T03:13:08.977550+0000","last_peered":"2023-11-25T03:13:08.977550+0000","last_clean":"2023-11-25T03:13:08.977550+0000","last_became_active":"2023-11-25T03:13:06.243374+0000","last_became_peered":"2023-11-25T03:13:06.243374+0000","last_unstale":"2023-11-25T03:13:08.977550+0000","last_undegraded":"2023-11-25T03:13:08.977550+0000","last_fullsized":"2023-11-25T03:13:08.977550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:50.934466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245863+0000","last_change":"2023-11-25T03:12:49.809349+0000","last_active":"2023-11-25T03:13:07.245863+0000","last_peered":"2023-11-25T03:13:07.245863+0000","last_clean":"2023-11-25T03:13:07.245863+0000","last_became_active":"2023-11-25T03:12:49.808971+0000","last_became_peered":"2023-11-25T03:12:49.808971+0000","last_unstale":"2023-11-25T03:13:07.245863+0000","last_undegraded":"2023-11-25T03:13:07.245863+0000","last_fullsized":"2023-11-25T03:13:07.245863+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241648+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:13:07.241648+0000","last_peered":"2023-11-25T03:13:07.241648+0000","last_clean":"2023-11-25T03:13:07.241648+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:13:07.241648+0000","last_undegraded":"2023-11-25T03:13:07.241648+0000","last_fullsized":"2023-11-25T03:13:07.241648+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247797+0000","last_change":"2023-11-25T03:13:07.251633+0000","last_active":"2023-11-25T03:13:08.247797+0000","last_peered":"2023-11-25T03:13:08.247797+0000","last_clean":"2023-11-25T03:13:08.247797+0000","last_became_active":"2023-11-25T03:13:07.251331+0000","last_became_peered":"2023-11-25T03:13:07.251331+0000","last_unstale":"2023-11-25T03:13:08.247797+0000","last_undegraded":"2023-11-25T03:13:08.247797+0000","last_fullsized":"2023-11-25T03:13:08.247797+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:05:16.993413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834684+0000","last_change":"2023-11-25T03:13:06.249450+0000","last_active":"2023-11-25T03:13:08.834684+0000","last_peered":"2023-11-25T03:13:08.834684+0000","last_clean":"2023-11-25T03:13:08.834684+0000","last_became_active":"2023-11-25T03:13:06.249149+0000","last_became_peered":"2023-11-25T03:13:06.249149+0000","last_unstale":"2023-11-25T03:13:08.834684+0000","last_undegraded":"2023-11-25T03:13:08.834684+0000","last_fullsized":"2023-11-25T03:13:08.834684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:31.338255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245974+0000","last_change":"2023-11-25T03:12:49.805297+0000","last_active":"2023-11-25T03:13:07.245974+0000","last_peered":"2023-11-25T03:13:07.245974+0000","last_clean":"2023-11-25T03:13:07.245974+0000","last_became_active":"2023-11-25T03:12:49.804842+0000","last_became_peered":"2023-11-25T03:12:49.804842+0000","last_unstale":"2023-11-25T03:13:07.245974+0000","last_undegraded":"2023-11-25T03:13:07.245974+0000","last_fullsized":"2023-11-25T03:13:07.245974+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"51'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261470+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:13:07.261470+0000","last_peered":"2023-11-25T03:13:07.261470+0000","last_clean":"2023-11-25T03:13:07.261470+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:13:07.261470+0000","last_undegraded":"2023-11-25T03:13:07.261470+0000","last_fullsized":"2023-11-25T03:13:07.261470+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834950+0000","last_change":"2023-11-25T03:13:07.279470+0000","last_active":"2023-11-25T03:13:08.834950+0000","last_peered":"2023-11-25T03:13:08.834950+0000","last_clean":"2023-11-25T03:13:08.834950+0000","last_became_active":"2023-11-25T03:13:07.279238+0000","last_became_peered":"2023-11-25T03:13:07.279238+0000","last_unstale":"2023-11-25T03:13:08.834950+0000","last_undegraded":"2023-11-25T03:13:08.834950+0000","last_fullsized":"2023-11-25T03:13:08.834950+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:32.165761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507416+0000","last_change":"2023-11-25T03:13:06.250123+0000","last_active":"2023-11-25T03:13:08.507416+0000","last_peered":"2023-11-25T03:13:08.507416+0000","last_clean":"2023-11-25T03:13:08.507416+0000","last_became_active":"2023-11-25T03:13:06.249629+0000","last_became_peered":"2023-11-25T03:13:06.249629+0000","last_unstale":"2023-11-25T03:13:08.507416+0000","last_undegraded":"2023-11-25T03:13:08.507416+0000","last_fullsized":"2023-11-25T03:13:08.507416+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:19.034472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241335+0000","last_change":"2023-11-25T03:12:49.821823+0000","last_active":"2023-11-25T03:13:07.241335+0000","last_peered":"2023-11-25T03:13:07.241335+0000","last_clean":"2023-11-25T03:13:07.241335+0000","last_became_active":"2023-11-25T03:12:49.821514+0000","last_became_peered":"2023-11-25T03:12:49.821514+0000","last_unstale":"2023-11-25T03:13:07.241335+0000","last_undegraded":"2023-11-25T03:13:07.241335+0000","last_fullsized":"2023-11-25T03:13:07.241335+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:24.684574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.263606+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:13:07.263606+0000","last_peered":"2023-11-25T03:13:07.263606+0000","last_clean":"2023-11-25T03:13:07.263606+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:13:07.263606+0000","last_undegraded":"2023-11-25T03:13:07.263606+0000","last_fullsized":"2023-11-25T03:13:07.263606+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:57:10.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247388+0000","last_change":"2023-11-25T03:13:07.251717+0000","last_active":"2023-11-25T03:13:08.247388+0000","last_peered":"2023-11-25T03:13:08.247388+0000","last_clean":"2023-11-25T03:13:08.247388+0000","last_became_active":"2023-11-25T03:13:07.250902+0000","last_became_peered":"2023-11-25T03:13:07.250902+0000","last_unstale":"2023-11-25T03:13:08.247388+0000","last_undegraded":"2023-11-25T03:13:08.247388+0000","last_fullsized":"2023-11-25T03:13:08.247388+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:52:40.057647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"55'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834185+0000","last_change":"2023-11-25T03:13:06.241575+0000","last_active":"2023-11-25T03:13:08.834185+0000","last_peered":"2023-11-25T03:13:08.834185+0000","last_clean":"2023-11-25T03:13:08.834185+0000","last_became_active":"2023-11-25T03:13:06.241283+0000","last_became_peered":"2023-11-25T03:13:06.241283+0000","last_unstale":"2023-11-25T03:13:08.834185+0000","last_undegraded":"2023-11-25T03:13:08.834185+0000","last_fullsized":"2023-11-25T03:13:08.834185+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:23.137669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261201+0000","last_change":"2023-11-25T03:12:49.808068+0000","last_active":"2023-11-25T03:13:07.261201+0000","last_peered":"2023-11-25T03:13:07.261201+0000","last_clean":"2023-11-25T03:13:07.261201+0000","last_became_active":"2023-11-25T03:12:49.807499+0000","last_became_peered":"2023-11-25T03:12:49.807499+0000","last_unstale":"2023-11-25T03:13:07.261201+0000","last_undegraded":"2023-11-25T03:13:07.261201+0000","last_fullsized":"2023-11-25T03:13:07.261201+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244829+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:13:07.244829+0000","last_peered":"2023-11-25T03:13:07.244829+0000","last_clean":"2023-11-25T03:13:07.244829+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:13:07.244829+0000","last_undegraded":"2023-11-25T03:13:07.244829+0000","last_fullsized":"2023-11-25T03:13:07.244829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355042+0000","last_change":"2023-11-25T03:13:07.261785+0000","last_active":"2023-11-25T03:13:08.355042+0000","last_peered":"2023-11-25T03:13:08.355042+0000","last_clean":"2023-11-25T03:13:08.355042+0000","last_became_active":"2023-11-25T03:13:07.261520+0000","last_became_peered":"2023-11-25T03:13:07.261520+0000","last_unstale":"2023-11-25T03:13:08.355042+0000","last_undegraded":"2023-11-25T03:13:08.355042+0000","last_fullsized":"2023-11-25T03:13:08.355042+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:57.719822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.978822+0000","last_change":"2023-11-25T03:13:06.249204+0000","last_active":"2023-11-25T03:13:08.978822+0000","last_peered":"2023-11-25T03:13:08.978822+0000","last_clean":"2023-11-25T03:13:08.978822+0000","last_became_active":"2023-11-25T03:13:06.248883+0000","last_became_peered":"2023-11-25T03:13:06.248883+0000","last_unstale":"2023-11-25T03:13:08.978822+0000","last_undegraded":"2023-11-25T03:13:08.978822+0000","last_fullsized":"2023-11-25T03:13:08.978822+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:36.962282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249329+0000","last_change":"2023-11-25T03:12:49.816966+0000","last_active":"2023-11-25T03:13:07.249329+0000","last_peered":"2023-11-25T03:13:07.249329+0000","last_clean":"2023-11-25T03:13:07.249329+0000","last_became_active":"2023-11-25T03:12:49.816702+0000","last_became_peered":"2023-11-25T03:12:49.816702+0000","last_unstale":"2023-11-25T03:13:07.249329+0000","last_undegraded":"2023-11-25T03:13:07.249329+0000","last_fullsized":"2023-11-25T03:13:07.249329+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:38.128973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.240496+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:13:07.240496+0000","last_peered":"2023-11-25T03:13:07.240496+0000","last_clean":"2023-11-25T03:13:07.240496+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:13:07.240496+0000","last_undegraded":"2023-11-25T03:13:07.240496+0000","last_fullsized":"2023-11-25T03:13:07.240496+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:19.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506381+0000","last_change":"2023-11-25T03:13:07.273121+0000","last_active":"2023-11-25T03:13:08.506381+0000","last_peered":"2023-11-25T03:13:08.506381+0000","last_clean":"2023-11-25T03:13:08.506381+0000","last_became_active":"2023-11-25T03:13:07.272887+0000","last_became_peered":"2023-11-25T03:13:07.272887+0000","last_unstale":"2023-11-25T03:13:08.506381+0000","last_undegraded":"2023-11-25T03:13:08.506381+0000","last_fullsized":"2023-11-25T03:13:08.506381+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:12:59.345558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506256+0000","last_change":"2023-11-25T03:13:06.248835+0000","last_active":"2023-11-25T03:13:08.506256+0000","last_peered":"2023-11-25T03:13:08.506256+0000","last_clean":"2023-11-25T03:13:08.506256+0000","last_became_active":"2023-11-25T03:13:06.248511+0000","last_became_peered":"2023-11-25T03:13:06.248511+0000","last_unstale":"2023-11-25T03:13:08.506256+0000","last_undegraded":"2023-11-25T03:13:08.506256+0000","last_fullsized":"2023-11-25T03:13:08.506256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:08.770421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243908+0000","last_change":"2023-11-25T03:12:49.821842+0000","last_active":"2023-11-25T03:13:07.243908+0000","last_peered":"2023-11-25T03:13:07.243908+0000","last_clean":"2023-11-25T03:13:07.243908+0000","last_became_active":"2023-11-25T03:12:49.821521+0000","last_became_peered":"2023-11-25T03:12:49.821521+0000","last_unstale":"2023-11-25T03:13:07.243908+0000","last_undegraded":"2023-11-25T03:13:07.243908+0000","last_fullsized":"2023-11-25T03:13:07.243908+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.256172+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:13:07.256172+0000","last_peered":"2023-11-25T03:13:07.256172+0000","last_clean":"2023-11-25T03:13:07.256172+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:13:07.256172+0000","last_undegraded":"2023-11-25T03:13:07.256172+0000","last_fullsized":"2023-11-25T03:13:07.256172+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977626+0000","last_change":"2023-11-25T03:13:07.263529+0000","last_active":"2023-11-25T03:13:08.977626+0000","last_peered":"2023-11-25T03:13:08.977626+0000","last_clean":"2023-11-25T03:13:08.977626+0000","last_became_active":"2023-11-25T03:13:07.263336+0000","last_became_peered":"2023-11-25T03:13:07.263336+0000","last_unstale":"2023-11-25T03:13:08.977626+0000","last_undegraded":"2023-11-25T03:13:08.977626+0000","last_fullsized":"2023-11-25T03:13:08.977626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:07.128863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977294+0000","last_change":"2023-11-25T03:13:06.248535+0000","last_active":"2023-11-25T03:13:08.977294+0000","last_peered":"2023-11-25T03:13:08.977294+0000","last_clean":"2023-11-25T03:13:08.977294+0000","last_became_active":"2023-11-25T03:13:06.248066+0000","last_became_peered":"2023-11-25T03:13:06.248066+0000","last_unstale":"2023-11-25T03:13:08.977294+0000","last_undegraded":"2023-11-25T03:13:08.977294+0000","last_fullsized":"2023-11-25T03:13:08.977294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:41.118883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.239871+0000","last_change":"2023-11-25T03:12:49.818698+0000","last_active":"2023-11-25T03:13:07.239871+0000","last_peered":"2023-11-25T03:13:07.239871+0000","last_clean":"2023-11-25T03:13:07.239871+0000","last_became_active":"2023-11-25T03:12:49.818421+0000","last_became_peered":"2023-11-25T03:12:49.818421+0000","last_unstale":"2023-11-25T03:13:07.239871+0000","last_undegraded":"2023-11-25T03:13:07.239871+0000","last_fullsized":"2023-11-25T03:13:07.239871+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:45.030446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.239920+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:13:07.239920+0000","last_peered":"2023-11-25T03:13:07.239920+0000","last_clean":"2023-11-25T03:13:07.239920+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:13:07.239920+0000","last_undegraded":"2023-11-25T03:13:07.239920+0000","last_fullsized":"2023-11-25T03:13:07.239920+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:44.760452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506956+0000","last_change":"2023-11-25T03:13:07.275350+0000","last_active":"2023-11-25T03:13:08.506956+0000","last_peered":"2023-11-25T03:13:08.506956+0000","last_clean":"2023-11-25T03:13:08.506956+0000","last_became_active":"2023-11-25T03:13:07.275024+0000","last_became_peered":"2023-11-25T03:13:07.275024+0000","last_unstale":"2023-11-25T03:13:08.506956+0000","last_undegraded":"2023-11-25T03:13:08.506956+0000","last_fullsized":"2023-11-25T03:13:08.506956+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:17.760939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355050+0000","last_change":"2023-11-25T03:13:06.244732+0000","last_active":"2023-11-25T03:13:08.355050+0000","last_peered":"2023-11-25T03:13:08.355050+0000","last_clean":"2023-11-25T03:13:08.355050+0000","last_became_active":"2023-11-25T03:13:06.244457+0000","last_became_peered":"2023-11-25T03:13:06.244457+0000","last_unstale":"2023-11-25T03:13:08.355050+0000","last_undegraded":"2023-11-25T03:13:08.355050+0000","last_fullsized":"2023-11-25T03:13:08.355050+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:49.148128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248457+0000","last_change":"2023-11-25T03:12:49.814544+0000","last_active":"2023-11-25T03:13:07.248457+0000","last_peered":"2023-11-25T03:13:07.248457+0000","last_clean":"2023-11-25T03:13:07.248457+0000","last_became_active":"2023-11-25T03:12:49.814121+0000","last_became_peered":"2023-11-25T03:12:49.814121+0000","last_unstale":"2023-11-25T03:13:07.248457+0000","last_undegraded":"2023-11-25T03:13:07.248457+0000","last_fullsized":"2023-11-25T03:13:07.248457+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:34.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249045+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:13:07.249045+0000","last_peered":"2023-11-25T03:13:07.249045+0000","last_clean":"2023-11-25T03:13:07.249045+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:13:07.249045+0000","last_undegraded":"2023-11-25T03:13:07.249045+0000","last_fullsized":"2023-11-25T03:13:07.249045+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:40.980401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241751+0000","last_change":"2023-11-25T03:13:07.277549+0000","last_active":"2023-11-25T03:13:08.241751+0000","last_peered":"2023-11-25T03:13:08.241751+0000","last_clean":"2023-11-25T03:13:08.241751+0000","last_became_active":"2023-11-25T03:13:07.277224+0000","last_became_peered":"2023-11-25T03:13:07.277224+0000","last_unstale":"2023-11-25T03:13:08.241751+0000","last_undegraded":"2023-11-25T03:13:08.241751+0000","last_fullsized":"2023-11-25T03:13:08.241751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:56:34.337858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507067+0000","last_change":"2023-11-25T03:13:06.244470+0000","last_active":"2023-11-25T03:13:08.507067+0000","last_peered":"2023-11-25T03:13:08.507067+0000","last_clean":"2023-11-25T03:13:08.507067+0000","last_became_active":"2023-11-25T03:13:06.244167+0000","last_became_peered":"2023-11-25T03:13:06.244167+0000","last_unstale":"2023-11-25T03:13:08.507067+0000","last_undegraded":"2023-11-25T03:13:08.507067+0000","last_fullsized":"2023-11-25T03:13:08.507067+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:49.010749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248818+0000","last_change":"2023-11-25T03:12:49.811366+0000","last_active":"2023-11-25T03:13:07.248818+0000","last_peered":"2023-11-25T03:13:07.248818+0000","last_clean":"2023-11-25T03:13:07.248818+0000","last_became_active":"2023-11-25T03:12:49.811044+0000","last_became_peered":"2023-11-25T03:12:49.811044+0000","last_unstale":"2023-11-25T03:13:07.248818+0000","last_undegraded":"2023-11-25T03:13:07.248818+0000","last_fullsized":"2023-11-25T03:13:07.248818+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:47:45.518710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.267956+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:13:07.267956+0000","last_peered":"2023-11-25T03:13:07.267956+0000","last_clean":"2023-11-25T03:13:07.267956+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:13:07.267956+0000","last_undegraded":"2023-11-25T03:13:07.267956+0000","last_fullsized":"2023-11-25T03:13:07.267956+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":197,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241946+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:07.241946+0000","last_peered":"2023-11-25T03:13:07.241946+0000","last_clean":"2023-11-25T03:13:07.241946+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:07.241946+0000","last_undegraded":"2023-11-25T03:13:07.241946+0000","last_fullsized":"2023-11-25T03:13:07.241946+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574879,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32420,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339420,"statfs":{"total":96636764160,"available":96603566080,"internally_reserved":0,"allocated":1269760,"data_stored":877141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.83099999999999996,"15min":0.86199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90100000000000002,"5min":4.141,"15min":4.141},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.89800000000000002,"15min":0.93799999999999994},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.83299999999999996,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.754}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.88700000000000001,"15min":0.92600000000000005},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85999999999999999,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.52700000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.82799999999999996,"5min":4.766,"15min":4.766},"last":0.66000000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.745,"15min":0.748},"min":{"1min":0.55800000000000005,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.84899999999999998,"15min":0.88100000000000001},"min":{"1min":0.5,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.85999999999999999,"5min":2.198,"15min":2.198},"last":0.69999999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.95099999999999996,"15min":0.98699999999999999},"min":{"1min":0.50900000000000001,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.355,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.97799999999999998,"15min":1.016},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":0.88200000000000001,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.622}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.97499999999999998,"15min":1.036},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83199999999999996,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.79700000000000004,"15min":0.81899999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.4099999999999999,"5min":2.157,"15min":2.157},"last":0.68100000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.80500000000000005,"15min":0.83999999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84899999999999998,"5min":2.093,"15min":2.093},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89300000000000002,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.70799999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":1.2210000000000001,"15min":1.2989999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.96399999999999997,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.753,"5min":1.1100000000000001,"15min":1.1699999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.4550000000000001,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.77400000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574879,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":655360,"data_stored":278932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.75,"15min":0.76900000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84599999999999997,"5min":1.151,"15min":1.151},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.754}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.73099999999999998,"15min":0.72799999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.9020000000000001,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.79900000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.81599999999999995,"15min":0.82599999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.89400000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.878},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.51600000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.77400000000000002,"15min":0.77200000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.877,"5min":1.0529999999999999,"15min":1.0820000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.0150000000000001,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.81299999999999994,"15min":0.80100000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.6680000000000001,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.81999999999999995}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71499999999999997,"15min":0.70199999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.68700000000000006}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.75600000000000001,"15min":0.73399999999999999},"min":{"1min":0.51100000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.81299999999999994,"15min":0.79700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.0569999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.77600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":671744,"data_stored":286739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.77000000000000002,"15min":0.79100000000000004},"min":{"1min":0.48399999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0429999999999999,"5min":3.444,"15min":3.444},"last":1.169},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.86399999999999999,"15min":0.89900000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.89200000000000002,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":2.073}]},{"osd":1,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.071,"15min":1.131},"min":{"1min":0.55900000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.89800000000000002,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.874,"15min":0.89700000000000002},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.97499999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":3.8929999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.85599999999999998,"15min":0.88600000000000001},"min":{"1min":0.51000000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.90900000000000003,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":3.7909999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.98599999999999999,"15min":1.036},"min":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.90800000000000003,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":1.246}]},{"osd":3,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.88200000000000001,"15min":0.91800000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89500000000000002,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.91900000000000004,"15min":0.95699999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83899999999999997,"5min":3.641,"15min":3.641},"last":3.8500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.38100000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89200000000000002,"5min":2.423,"15min":2.423},"last":1.212},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.57199999999999995,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90900000000000003,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":2.157}]},{"osd":6,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.77100000000000002,"15min":0.79100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.92800000000000005,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":7.202},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.78500000000000003},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95799999999999996,"5min":2.46,"15min":2.46},"last":3.48}]},{"osd":7,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.76600000000000001,"15min":0.77600000000000002},"min":{"1min":0.48399999999999999,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.88400000000000001,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":1.9359999999999999},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.83699999999999997,"15min":0.85999999999999999},"min":{"1min":0.45200000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.92600000000000005,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":6.718}]}]},{"osd":4,"up_from":13,"seq":55834574879,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":282017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":2.653},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.90100000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":1.2769999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65600000000000003,"15min":0.66100000000000003},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81299999999999994,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":2.1259999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.71599999999999997,"15min":0.72899999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89200000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":1.9870000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69799999999999995,"15min":0.70399999999999996},"min":{"1min":0.47499999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83499999999999996,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":2.4620000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72299999999999998,"15min":0.73499999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.82999999999999996,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":6.6890000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.68700000000000006,"15min":0.69299999999999995},"min":{"1min":0.48899999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":3.7909999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.76700000000000002},"min":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.80800000000000005,"5min":1.024,"15min":1.024},"last":9.9410000000000007}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":0.73699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86299999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":2.0920000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68899999999999995,"15min":0.69399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":1.8049999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":2.944},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.77700000000000002,"15min":0.79100000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93100000000000005,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":2.0430000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.91200000000000003,"5min":0.996,"15min":0.996},"last":2.7829999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78500000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":0.874,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":3.0230000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574880,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27684,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344156,"statfs":{"total":96636764160,"available":96608415744,"internally_reserved":0,"allocated":675840,"data_stored":286165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.51700000000000002,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.498,"15min":0.50700000000000001},"min":{"1min":0.317,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.51000000000000001,"15min":0.51800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82099999999999995,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51700000000000002,"15min":0.51900000000000002},"min":{"1min":0.374,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83899999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78200000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.79300000000000004,"15min":0.78700000000000003},"min":{"1min":0.63300000000000001,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.462,"5min":1.462,"15min":1.462},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92400000000000004,"5min":1.216,"15min":1.216},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.82599999999999996,"15min":0.82499999999999996},"min":{"1min":0.59399999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6819999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80500000000000005},"min":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.95899999999999996,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.55700000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.76900000000000002,"15min":0.76800000000000002},"min":{"1min":0.59199999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.79900000000000004,"15min":0.80400000000000005},"min":{"1min":0.53900000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.98799999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.627}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.80700000000000005,"15min":0.81299999999999994},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.93200000000000005,"5min":1.351,"15min":1.351},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.77300000000000002,"15min":0.76800000000000002},"min":{"1min":0.57599999999999996,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.58199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":667648,"data_stored":280508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.79500000000000004,"15min":0.85899999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.505,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.37},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.60599999999999998,"15min":0.63500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63400000000000001,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.33300000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.61899999999999999,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60199999999999998,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.86499999999999999,"15min":0.92900000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.64500000000000002,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.85299999999999998,"15min":0.90900000000000003},"min":{"1min":0.41499999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65900000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.90700000000000003,"15min":0.96999999999999997},"min":{"1min":0.44500000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.77500000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.42999999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.749,"15min":0.76100000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96299999999999997,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.77500000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.79600000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.0900000000000001,"15min":1.157},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.877,"5min":7.931,"15min":7.931},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.747,"5min":0.81499999999999995,"15min":0.82699999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2989999999999999,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.745}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.85899999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.749,"5min":1.113,"15min":1.173},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.94899999999999995,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.80400000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.81599999999999995,"15min":0.83399999999999996},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.234,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.83199999999999996,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92600000000000005,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.86599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574878,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344156,"statfs":{"total":96636764160,"available":96608415744,"internally_reserved":0,"allocated":671744,"data_stored":281158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.47899999999999998,"15min":0.48899999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59099999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.42099999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.53200000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.442},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.40500000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57099999999999995,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.65600000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53700000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76600000000000001,"15min":0.77700000000000002},"min":{"1min":0.52700000000000002,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0049999999999999,"5min":1.048,"15min":1.048},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96199999999999997,"5min":1.113,"15min":1.113},"last":0.54600000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.77800000000000002,"15min":0.79200000000000004},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.077,"5min":1.085,"15min":1.085},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.77800000000000002,"15min":0.79300000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97799999999999998,"5min":1.407,"15min":1.407},"last":0.66900000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.81699999999999995,"15min":0.82799999999999996},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0980000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.92900000000000005,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.70099999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.81399999999999995,"15min":0.82499999999999996},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0209999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.83899999999999997,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0329999999999999,"5min":1.129,"15min":1.129},"last":0.71299999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574880,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1253376,"data_stored":871878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.36699999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.38,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.44600000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.35399999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.503}]},{"osd":4,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.76900000000000002,"15min":0.78900000000000003},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.81299999999999994,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.44,"15min":0.44},"max":{"1min":0.93999999999999995,"5min":1.139,"15min":1.139},"last":0.64600000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.75600000000000001,"15min":0.76500000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.78100000000000003,"15min":0.79500000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.60699999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.83599999999999997},"min":{"1min":0.55000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.81599999999999995,"15min":0.83599999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.88200000000000001,"5min":1.115,"15min":1.115},"last":0.77100000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.53600000000000003,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96699999999999997,"5min":1.107,"15min":1.107},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.79700000000000004,"15min":0.81100000000000005},"min":{"1min":0.52400000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.61699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:13:11.342 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:13:11.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 Processor -- start 2023-11-25T03:13:11.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 -- start start 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74e8151e90 0x7f74e80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c4e60 0x7f74e806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74e806c860 con 0x7f74e80c7ea0 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74e80c8750 con 0x7f74e8151e90 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74ecec9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74e81552d0 con 0x7f74e80c4e60 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74e8151e90 0x7f74e80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74e8151e90 0x7f74e80c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36746/0 (socket says 172.21.15.76:36746) 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 -- 172.21.15.76:0/3653829625 learned_addr learned my addr 172.21.15.76:0/3653829625 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e6d9d640 1 --2- 172.21.15.76:0/3653829625 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c4e60 0x7f74e806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 -- 172.21.15.76:0/3653829625 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c4e60 msgr2=0x7f74e806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:11.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 --2- 172.21.15.76:0/3653829625 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c4e60 0x7f74e806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 -- 172.21.15.76:0/3653829625 >> v1:172.21.15.106:6789/0 conn(0x7f74e80c7ea0 legacy=0x7f74e806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.507+0000 7f74e659c640 1 -- 172.21.15.76:0/3653829625 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74e8154930 con 0x7f74e8151e90 2023-11-25T03:13:11.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74e659c640 1 --2- 172.21.15.76:0/3653829625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80c4920 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f74d8009e50 tx=0x7f74d801c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=378c657f668651a2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74e5d9b640 1 -- 172.21.15.76:0/3653829625 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74d80a55b0 con 0x7f74e8151e90 2023-11-25T03:13:11.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74e5d9b640 1 -- 172.21.15.76:0/3653829625 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74d80a5710 con 0x7f74e8151e90 2023-11-25T03:13:11.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74e5d9b640 1 -- 172.21.15.76:0/3653829625 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74d80a5aa0 con 0x7f74e8151e90 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 -- 172.21.15.76:0/3653829625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 msgr2=0x7f74e80c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3653829625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80c4920 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f74d8009e50 tx=0x7f74d801c8f0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 -- 172.21.15.76:0/3653829625 shutdown_connections 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3653829625 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c4e60 0x7f74e806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3653829625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80c4920 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 -- 172.21.15.76:0/3653829625 >> 172.21.15.76:0/3653829625 conn(0x7f74e80ca170 msgr2=0x7f74e80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:11.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 -- 172.21.15.76:0/3653829625 shutdown_connections 2023-11-25T03:13:11.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.511+0000 7f74ecec9640 1 -- 172.21.15.76:0/3653829625 wait complete. 2023-11-25T03:13:11.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 Processor -- start 2023-11-25T03:13:11.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 -- start start 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74e80c4e60 0x7f74e81484a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c7ea0 0x7f74e80ab900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80abe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74e80ab470 con 0x7f74e8151e90 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74e80c26f0 con 0x7f74e80c4e60 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74e80c2410 con 0x7f74e80c7ea0 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80abe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80abe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36760/0 (socket says 172.21.15.76:36760) 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 -- 172.21.15.76:0/3768071837 learned_addr learned my addr 172.21.15.76:0/3768071837 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ddd9b640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c7ea0 0x7f74e80ab900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e659c640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74e80c4e60 0x7f74e81484a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 -- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c7ea0 msgr2=0x7f74e80ab900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c7ea0 0x7f74e80ab900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 -- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74e80c4e60 msgr2=0x7f74e81484a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74e80c4e60 0x7f74e81484a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 -- 172.21.15.76:0/3768071837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74d8009b30 con 0x7f74e8151e90 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ddd9b640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c7ea0 0x7f74e80ab900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e659c640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74e80c4e60 0x7f74e81484a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:11.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74e6d9d640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80abe40 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f74e000d560 tx=0x7f74e000da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74e00125f0 con 0x7f74e8151e90 2023-11-25T03:13:11.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74e0012770 con 0x7f74e8151e90 2023-11-25T03:13:11.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74e0012b20 con 0x7f74e8151e90 2023-11-25T03:13:11.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74e8149090 con 0x7f74e8151e90 2023-11-25T03:13:11.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.515+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74e81489e0 con 0x7f74e8151e90 2023-11-25T03:13:11.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.519+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74e8068400 con 0x7f74e8151e90 2023-11-25T03:13:11.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.519+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f74e0012c80 con 0x7f74e8151e90 2023-11-25T03:13:11.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.519+0000 7f74df7fe640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74c80664a0 0x7f74c8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.519+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f74e0084650 con 0x7f74e8151e90 2023-11-25T03:13:11.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.519+0000 7f74e659c640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74c80664a0 0x7f74c8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.519+0000 7f74e659c640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74c80664a0 0x7f74c8068960 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f74d80ae000 tx=0x7f74d80a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.523+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f74e0051760 con 0x7f74e8151e90 2023-11-25T03:13:11.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.671+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f74e80c5a60 con 0x7f74c80664a0 2023-11-25T03:13:11.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.687+0000 7f74df7fe640 1 -- 172.21.15.76:0/3768071837 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527585 (secure 0 0 0) 0x7f74e80c5a60 con 0x7f74c80664a0 2023-11-25T03:13:11.695 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:11.698 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74c80664a0 msgr2=0x7f74c8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74c80664a0 0x7f74c8068960 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f74d80ae000 tx=0x7f74d80a7070 comp rx=0 tx=0).stop 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 msgr2=0x7f74e80abe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80abe40 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f74e000d560 tx=0x7f74e000da20 comp rx=0 tx=0).stop 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 shutdown_connections 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f74c80664a0 0x7f74c8068960 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74e8151e90 0x7f74e80abe40 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f74e80c7ea0 0x7f74e80ab900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 --2- 172.21.15.76:0/3768071837 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f74e80c4e60 0x7f74e81484a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 >> 172.21.15.76:0/3768071837 conn(0x7f74e80ca170 msgr2=0x7f74e806bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:11.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 shutdown_connections 2023-11-25T03:13:11.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.691+0000 7f74ecec9640 1 -- 172.21.15.76:0/3768071837 wait complete. 2023-11-25T03:13:11.714 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":119,"stamp":"2023-11-25T03:13:11.117475+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230888,"kb_used_data":6376,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743832,"statfs":{"total":773094113280,"available":772857683968,"internally_reserved":0,"allocated":6529024,"data_stored":3444538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.902778"},"pg_stats":[{"pgid":"11.3d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.242830+0000","last_change":"2023-11-25T03:13:07.270337+0000","last_active":"2023-11-25T03:13:08.242830+0000","last_peered":"2023-11-25T03:13:08.242830+0000","last_clean":"2023-11-25T03:13:08.242830+0000","last_became_active":"2023-11-25T03:13:07.270056+0000","last_became_peered":"2023-11-25T03:13:07.270056+0000","last_unstale":"2023-11-25T03:13:08.242830+0000","last_undegraded":"2023-11-25T03:13:08.242830+0000","last_fullsized":"2023-11-25T03:13:08.242830+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:55:27.739724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.252100+0000","last_change":"2023-11-25T03:12:49.812358+0000","last_active":"2023-11-25T03:13:07.252100+0000","last_peered":"2023-11-25T03:13:07.252100+0000","last_clean":"2023-11-25T03:13:07.252100+0000","last_became_active":"2023-11-25T03:12:49.812007+0000","last_became_peered":"2023-11-25T03:12:49.812007+0000","last_unstale":"2023-11-25T03:13:07.252100+0000","last_undegraded":"2023-11-25T03:13:07.252100+0000","last_fullsized":"2023-11-25T03:13:07.252100+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:27:11.739627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355599+0000","last_change":"2023-11-25T03:13:07.274320+0000","last_active":"2023-11-25T03:13:08.355599+0000","last_peered":"2023-11-25T03:13:08.355599+0000","last_clean":"2023-11-25T03:13:08.355599+0000","last_became_active":"2023-11-25T03:13:07.274052+0000","last_became_peered":"2023-11-25T03:13:07.274052+0000","last_unstale":"2023-11-25T03:13:08.355599+0000","last_undegraded":"2023-11-25T03:13:08.355599+0000","last_fullsized":"2023-11-25T03:13:08.355599+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:15:14.105576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250204+0000","last_change":"2023-11-25T03:12:49.826334+0000","last_active":"2023-11-25T03:13:07.250204+0000","last_peered":"2023-11-25T03:13:07.250204+0000","last_clean":"2023-11-25T03:13:07.250204+0000","last_became_active":"2023-11-25T03:12:49.825656+0000","last_became_peered":"2023-11-25T03:12:49.825656+0000","last_unstale":"2023-11-25T03:13:07.250204+0000","last_undegraded":"2023-11-25T03:13:07.250204+0000","last_fullsized":"2023-11-25T03:13:07.250204+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:49:37.363949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247820+0000","last_change":"2023-11-25T03:13:07.263429+0000","last_active":"2023-11-25T03:13:08.247820+0000","last_peered":"2023-11-25T03:13:08.247820+0000","last_clean":"2023-11-25T03:13:08.247820+0000","last_became_active":"2023-11-25T03:13:07.263161+0000","last_became_peered":"2023-11-25T03:13:07.263161+0000","last_unstale":"2023-11-25T03:13:08.247820+0000","last_undegraded":"2023-11-25T03:13:08.247820+0000","last_fullsized":"2023-11-25T03:13:08.247820+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:27:36.915315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243900+0000","last_change":"2023-11-25T03:12:49.817445+0000","last_active":"2023-11-25T03:13:07.243900+0000","last_peered":"2023-11-25T03:13:07.243900+0000","last_clean":"2023-11-25T03:13:07.243900+0000","last_became_active":"2023-11-25T03:12:49.817191+0000","last_became_peered":"2023-11-25T03:12:49.817191+0000","last_unstale":"2023-11-25T03:13:07.243900+0000","last_undegraded":"2023-11-25T03:13:07.243900+0000","last_fullsized":"2023-11-25T03:13:07.243900+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507358+0000","last_change":"2023-11-25T03:13:07.272526+0000","last_active":"2023-11-25T03:13:08.507358+0000","last_peered":"2023-11-25T03:13:08.507358+0000","last_clean":"2023-11-25T03:13:08.507358+0000","last_became_active":"2023-11-25T03:13:07.272187+0000","last_became_peered":"2023-11-25T03:13:07.272187+0000","last_unstale":"2023-11-25T03:13:08.507358+0000","last_undegraded":"2023-11-25T03:13:08.507358+0000","last_fullsized":"2023-11-25T03:13:08.507358+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:15:00.011010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244549+0000","last_change":"2023-11-25T03:12:49.807509+0000","last_active":"2023-11-25T03:13:07.244549+0000","last_peered":"2023-11-25T03:13:07.244549+0000","last_clean":"2023-11-25T03:13:07.244549+0000","last_became_active":"2023-11-25T03:12:49.807167+0000","last_became_peered":"2023-11-25T03:12:49.807167+0000","last_unstale":"2023-11-25T03:13:07.244549+0000","last_undegraded":"2023-11-25T03:13:07.244549+0000","last_fullsized":"2023-11-25T03:13:07.244549+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245751+0000","last_change":"2023-11-25T03:13:07.256201+0000","last_active":"2023-11-25T03:13:08.245751+0000","last_peered":"2023-11-25T03:13:08.245751+0000","last_clean":"2023-11-25T03:13:08.245751+0000","last_became_active":"2023-11-25T03:13:07.255921+0000","last_became_peered":"2023-11-25T03:13:07.255921+0000","last_unstale":"2023-11-25T03:13:08.245751+0000","last_undegraded":"2023-11-25T03:13:08.245751+0000","last_fullsized":"2023-11-25T03:13:08.245751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:18:01.458366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247875+0000","last_change":"2023-11-25T03:12:49.805237+0000","last_active":"2023-11-25T03:13:07.247875+0000","last_peered":"2023-11-25T03:13:07.247875+0000","last_clean":"2023-11-25T03:13:07.247875+0000","last_became_active":"2023-11-25T03:12:49.804991+0000","last_became_peered":"2023-11-25T03:12:49.804991+0000","last_unstale":"2023-11-25T03:13:07.247875+0000","last_undegraded":"2023-11-25T03:13:07.247875+0000","last_fullsized":"2023-11-25T03:13:07.247875+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:36:35.922456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506329+0000","last_change":"2023-11-25T03:13:07.275278+0000","last_active":"2023-11-25T03:13:08.506329+0000","last_peered":"2023-11-25T03:13:08.506329+0000","last_clean":"2023-11-25T03:13:08.506329+0000","last_became_active":"2023-11-25T03:13:07.274907+0000","last_became_peered":"2023-11-25T03:13:07.274907+0000","last_unstale":"2023-11-25T03:13:08.506329+0000","last_undegraded":"2023-11-25T03:13:08.506329+0000","last_fullsized":"2023-11-25T03:13:08.506329+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:32.033285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258745+0000","last_change":"2023-11-25T03:12:49.812767+0000","last_active":"2023-11-25T03:13:07.258745+0000","last_peered":"2023-11-25T03:13:07.258745+0000","last_clean":"2023-11-25T03:13:07.258745+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:13:07.258745+0000","last_undegraded":"2023-11-25T03:13:07.258745+0000","last_fullsized":"2023-11-25T03:13:07.258745+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977523+0000","last_change":"2023-11-25T03:13:07.251164+0000","last_active":"2023-11-25T03:13:08.977523+0000","last_peered":"2023-11-25T03:13:08.977523+0000","last_clean":"2023-11-25T03:13:08.977523+0000","last_became_active":"2023-11-25T03:13:07.250879+0000","last_became_peered":"2023-11-25T03:13:07.250879+0000","last_unstale":"2023-11-25T03:13:08.977523+0000","last_undegraded":"2023-11-25T03:13:08.977523+0000","last_fullsized":"2023-11-25T03:13:08.977523+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:47.881140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250888+0000","last_change":"2023-11-25T03:12:49.801297+0000","last_active":"2023-11-25T03:13:07.250888+0000","last_peered":"2023-11-25T03:13:07.250888+0000","last_clean":"2023-11-25T03:13:07.250888+0000","last_became_active":"2023-11-25T03:12:49.800966+0000","last_became_peered":"2023-11-25T03:12:49.800966+0000","last_unstale":"2023-11-25T03:13:07.250888+0000","last_undegraded":"2023-11-25T03:13:07.250888+0000","last_fullsized":"2023-11-25T03:13:07.250888+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:32.713819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506585+0000","last_change":"2023-11-25T03:13:07.270951+0000","last_active":"2023-11-25T03:13:08.506585+0000","last_peered":"2023-11-25T03:13:08.506585+0000","last_clean":"2023-11-25T03:13:08.506585+0000","last_became_active":"2023-11-25T03:13:07.270353+0000","last_became_peered":"2023-11-25T03:13:07.270353+0000","last_unstale":"2023-11-25T03:13:08.506585+0000","last_undegraded":"2023-11-25T03:13:08.506585+0000","last_fullsized":"2023-11-25T03:13:08.506585+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:37.969179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248739+0000","last_change":"2023-11-25T03:12:49.807389+0000","last_active":"2023-11-25T03:13:07.248739+0000","last_peered":"2023-11-25T03:13:07.248739+0000","last_clean":"2023-11-25T03:13:07.248739+0000","last_became_active":"2023-11-25T03:12:49.806850+0000","last_became_peered":"2023-11-25T03:12:49.806850+0000","last_unstale":"2023-11-25T03:13:07.248739+0000","last_undegraded":"2023-11-25T03:13:07.248739+0000","last_fullsized":"2023-11-25T03:13:07.248739+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:14.835712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247589+0000","last_change":"2023-11-25T03:13:07.264940+0000","last_active":"2023-11-25T03:13:08.247589+0000","last_peered":"2023-11-25T03:13:08.247589+0000","last_clean":"2023-11-25T03:13:08.247589+0000","last_became_active":"2023-11-25T03:13:07.264659+0000","last_became_peered":"2023-11-25T03:13:07.264659+0000","last_unstale":"2023-11-25T03:13:08.247589+0000","last_undegraded":"2023-11-25T03:13:08.247589+0000","last_fullsized":"2023-11-25T03:13:08.247589+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:05:23.861565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.252941+0000","last_change":"2023-11-25T03:12:49.812217+0000","last_active":"2023-11-25T03:13:07.252941+0000","last_peered":"2023-11-25T03:13:07.252941+0000","last_clean":"2023-11-25T03:13:07.252941+0000","last_became_active":"2023-11-25T03:12:49.811639+0000","last_became_peered":"2023-11-25T03:12:49.811639+0000","last_unstale":"2023-11-25T03:13:07.252941+0000","last_undegraded":"2023-11-25T03:13:07.252941+0000","last_fullsized":"2023-11-25T03:13:07.252941+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:35:48.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355343+0000","last_change":"2023-11-25T03:13:07.268020+0000","last_active":"2023-11-25T03:13:08.355343+0000","last_peered":"2023-11-25T03:13:08.355343+0000","last_clean":"2023-11-25T03:13:08.355343+0000","last_became_active":"2023-11-25T03:13:07.267226+0000","last_became_peered":"2023-11-25T03:13:07.267226+0000","last_unstale":"2023-11-25T03:13:08.355343+0000","last_undegraded":"2023-11-25T03:13:08.355343+0000","last_fullsized":"2023-11-25T03:13:08.355343+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:42.809311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241791+0000","last_change":"2023-11-25T03:12:49.820433+0000","last_active":"2023-11-25T03:13:07.241791+0000","last_peered":"2023-11-25T03:13:07.241791+0000","last_clean":"2023-11-25T03:13:07.241791+0000","last_became_active":"2023-11-25T03:12:49.820092+0000","last_became_peered":"2023-11-25T03:12:49.820092+0000","last_unstale":"2023-11-25T03:13:07.241791+0000","last_undegraded":"2023-11-25T03:13:07.241791+0000","last_fullsized":"2023-11-25T03:13:07.241791+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:59:58.100414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977794+0000","last_change":"2023-11-25T03:13:07.271947+0000","last_active":"2023-11-25T03:13:08.977794+0000","last_peered":"2023-11-25T03:13:08.977794+0000","last_clean":"2023-11-25T03:13:08.977794+0000","last_became_active":"2023-11-25T03:13:07.271642+0000","last_became_peered":"2023-11-25T03:13:07.271642+0000","last_unstale":"2023-11-25T03:13:08.977794+0000","last_undegraded":"2023-11-25T03:13:08.977794+0000","last_fullsized":"2023-11-25T03:13:08.977794+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:51:33.776725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.240831+0000","last_change":"2023-11-25T03:12:49.814747+0000","last_active":"2023-11-25T03:13:07.240831+0000","last_peered":"2023-11-25T03:13:07.240831+0000","last_clean":"2023-11-25T03:13:07.240831+0000","last_became_active":"2023-11-25T03:12:49.814474+0000","last_became_peered":"2023-11-25T03:12:49.814474+0000","last_unstale":"2023-11-25T03:13:07.240831+0000","last_undegraded":"2023-11-25T03:13:07.240831+0000","last_fullsized":"2023-11-25T03:13:07.240831+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:17.221646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979642+0000","last_change":"2023-11-25T03:13:07.267902+0000","last_active":"2023-11-25T03:13:08.979642+0000","last_peered":"2023-11-25T03:13:08.979642+0000","last_clean":"2023-11-25T03:13:08.979642+0000","last_became_active":"2023-11-25T03:13:07.267610+0000","last_became_peered":"2023-11-25T03:13:07.267610+0000","last_unstale":"2023-11-25T03:13:08.979642+0000","last_undegraded":"2023-11-25T03:13:08.979642+0000","last_fullsized":"2023-11-25T03:13:08.979642+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:12.481059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244639+0000","last_change":"2023-11-25T03:12:49.807347+0000","last_active":"2023-11-25T03:13:07.244639+0000","last_peered":"2023-11-25T03:13:07.244639+0000","last_clean":"2023-11-25T03:13:07.244639+0000","last_became_active":"2023-11-25T03:12:49.806821+0000","last_became_peered":"2023-11-25T03:12:49.806821+0000","last_unstale":"2023-11-25T03:13:07.244639+0000","last_undegraded":"2023-11-25T03:13:07.244639+0000","last_fullsized":"2023-11-25T03:13:07.244639+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834375+0000","last_change":"2023-11-25T03:13:07.280914+0000","last_active":"2023-11-25T03:13:08.834375+0000","last_peered":"2023-11-25T03:13:08.834375+0000","last_clean":"2023-11-25T03:13:08.834375+0000","last_became_active":"2023-11-25T03:13:07.280639+0000","last_became_peered":"2023-11-25T03:13:07.280639+0000","last_unstale":"2023-11-25T03:13:08.834375+0000","last_undegraded":"2023-11-25T03:13:08.834375+0000","last_fullsized":"2023-11-25T03:13:08.834375+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:24.144567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.269165+0000","last_change":"2023-11-25T03:12:49.812741+0000","last_active":"2023-11-25T03:13:07.269165+0000","last_peered":"2023-11-25T03:13:07.269165+0000","last_clean":"2023-11-25T03:13:07.269165+0000","last_became_active":"2023-11-25T03:12:49.812429+0000","last_became_peered":"2023-11-25T03:12:49.812429+0000","last_unstale":"2023-11-25T03:13:07.269165+0000","last_undegraded":"2023-11-25T03:13:07.269165+0000","last_fullsized":"2023-11-25T03:13:07.269165+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:20.068768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.978819+0000","last_change":"2023-11-25T03:13:07.281892+0000","last_active":"2023-11-25T03:13:08.978819+0000","last_peered":"2023-11-25T03:13:08.978819+0000","last_clean":"2023-11-25T03:13:08.978819+0000","last_became_active":"2023-11-25T03:13:07.277185+0000","last_became_peered":"2023-11-25T03:13:07.277185+0000","last_unstale":"2023-11-25T03:13:08.978819+0000","last_undegraded":"2023-11-25T03:13:08.978819+0000","last_fullsized":"2023-11-25T03:13:08.978819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:48:21.793498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.256083+0000","last_change":"2023-11-25T03:12:49.808281+0000","last_active":"2023-11-25T03:13:07.256083+0000","last_peered":"2023-11-25T03:13:07.256083+0000","last_clean":"2023-11-25T03:13:07.256083+0000","last_became_active":"2023-11-25T03:12:49.807999+0000","last_became_peered":"2023-11-25T03:12:49.807999+0000","last_unstale":"2023-11-25T03:13:07.256083+0000","last_undegraded":"2023-11-25T03:13:07.256083+0000","last_fullsized":"2023-11-25T03:13:07.256083+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:24.158393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834566+0000","last_change":"2023-11-25T03:13:07.277371+0000","last_active":"2023-11-25T03:13:08.834566+0000","last_peered":"2023-11-25T03:13:08.834566+0000","last_clean":"2023-11-25T03:13:08.834566+0000","last_became_active":"2023-11-25T03:13:07.276521+0000","last_became_peered":"2023-11-25T03:13:07.276521+0000","last_unstale":"2023-11-25T03:13:08.834566+0000","last_undegraded":"2023-11-25T03:13:08.834566+0000","last_fullsized":"2023-11-25T03:13:08.834566+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:40.977495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.251040+0000","last_change":"2023-11-25T03:12:49.819993+0000","last_active":"2023-11-25T03:13:07.251040+0000","last_peered":"2023-11-25T03:13:07.251040+0000","last_clean":"2023-11-25T03:13:07.251040+0000","last_became_active":"2023-11-25T03:12:49.819652+0000","last_became_peered":"2023-11-25T03:12:49.819652+0000","last_unstale":"2023-11-25T03:13:07.251040+0000","last_undegraded":"2023-11-25T03:13:07.251040+0000","last_fullsized":"2023-11-25T03:13:07.251040+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:47:59.255903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977402+0000","last_change":"2023-11-25T03:13:07.262881+0000","last_active":"2023-11-25T03:13:08.977402+0000","last_peered":"2023-11-25T03:13:08.977402+0000","last_clean":"2023-11-25T03:13:08.977402+0000","last_became_active":"2023-11-25T03:13:07.262578+0000","last_became_peered":"2023-11-25T03:13:07.262578+0000","last_unstale":"2023-11-25T03:13:08.977402+0000","last_undegraded":"2023-11-25T03:13:08.977402+0000","last_fullsized":"2023-11-25T03:13:08.977402+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:32.571110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258023+0000","last_change":"2023-11-25T03:12:49.809688+0000","last_active":"2023-11-25T03:13:07.258023+0000","last_peered":"2023-11-25T03:13:07.258023+0000","last_clean":"2023-11-25T03:13:07.258023+0000","last_became_active":"2023-11-25T03:12:49.809326+0000","last_became_peered":"2023-11-25T03:12:49.809326+0000","last_unstale":"2023-11-25T03:13:07.258023+0000","last_undegraded":"2023-11-25T03:13:07.258023+0000","last_fullsized":"2023-11-25T03:13:07.258023+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:40.278616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507112+0000","last_change":"2023-11-25T03:13:07.273688+0000","last_active":"2023-11-25T03:13:08.507112+0000","last_peered":"2023-11-25T03:13:08.507112+0000","last_clean":"2023-11-25T03:13:08.507112+0000","last_became_active":"2023-11-25T03:13:07.273392+0000","last_became_peered":"2023-11-25T03:13:07.273392+0000","last_unstale":"2023-11-25T03:13:08.507112+0000","last_undegraded":"2023-11-25T03:13:08.507112+0000","last_fullsized":"2023-11-25T03:13:08.507112+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:08:20.878365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.255424+0000","last_change":"2023-11-25T03:12:49.810125+0000","last_active":"2023-11-25T03:13:07.255424+0000","last_peered":"2023-11-25T03:13:07.255424+0000","last_clean":"2023-11-25T03:13:07.255424+0000","last_became_active":"2023-11-25T03:12:49.809838+0000","last_became_peered":"2023-11-25T03:12:49.809838+0000","last_unstale":"2023-11-25T03:13:07.255424+0000","last_undegraded":"2023-11-25T03:13:07.255424+0000","last_fullsized":"2023-11-25T03:13:07.255424+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:57:45.857701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834743+0000","last_change":"2023-11-25T03:13:07.266375+0000","last_active":"2023-11-25T03:13:08.834743+0000","last_peered":"2023-11-25T03:13:08.834743+0000","last_clean":"2023-11-25T03:13:08.834743+0000","last_became_active":"2023-11-25T03:13:07.266163+0000","last_became_peered":"2023-11-25T03:13:07.266163+0000","last_unstale":"2023-11-25T03:13:08.834743+0000","last_undegraded":"2023-11-25T03:13:08.834743+0000","last_fullsized":"2023-11-25T03:13:08.834743+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:52.964479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244810+0000","last_change":"2023-11-25T03:12:49.817114+0000","last_active":"2023-11-25T03:13:07.244810+0000","last_peered":"2023-11-25T03:13:07.244810+0000","last_clean":"2023-11-25T03:13:07.244810+0000","last_became_active":"2023-11-25T03:12:49.816567+0000","last_became_peered":"2023-11-25T03:12:49.816567+0000","last_unstale":"2023-11-25T03:13:07.244810+0000","last_undegraded":"2023-11-25T03:13:07.244810+0000","last_fullsized":"2023-11-25T03:13:07.244810+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977859+0000","last_change":"2023-11-25T03:13:07.271763+0000","last_active":"2023-11-25T03:13:08.977859+0000","last_peered":"2023-11-25T03:13:08.977859+0000","last_clean":"2023-11-25T03:13:08.977859+0000","last_became_active":"2023-11-25T03:13:07.271273+0000","last_became_peered":"2023-11-25T03:13:07.271273+0000","last_unstale":"2023-11-25T03:13:08.977859+0000","last_undegraded":"2023-11-25T03:13:08.977859+0000","last_fullsized":"2023-11-25T03:13:08.977859+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:50.155025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.253100+0000","last_change":"2023-11-25T03:12:49.812310+0000","last_active":"2023-11-25T03:13:07.253100+0000","last_peered":"2023-11-25T03:13:07.253100+0000","last_clean":"2023-11-25T03:13:07.253100+0000","last_became_active":"2023-11-25T03:12:49.811991+0000","last_became_peered":"2023-11-25T03:12:49.811991+0000","last_unstale":"2023-11-25T03:13:07.253100+0000","last_undegraded":"2023-11-25T03:13:07.253100+0000","last_fullsized":"2023-11-25T03:13:07.253100+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:33:23.330256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355554+0000","last_change":"2023-11-25T03:13:07.273109+0000","last_active":"2023-11-25T03:13:08.355554+0000","last_peered":"2023-11-25T03:13:08.355554+0000","last_clean":"2023-11-25T03:13:08.355554+0000","last_became_active":"2023-11-25T03:13:07.272797+0000","last_became_peered":"2023-11-25T03:13:07.272797+0000","last_unstale":"2023-11-25T03:13:08.355554+0000","last_undegraded":"2023-11-25T03:13:08.355554+0000","last_fullsized":"2023-11-25T03:13:08.355554+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:37:16.548137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248444+0000","last_change":"2023-11-25T03:12:49.810729+0000","last_active":"2023-11-25T03:13:07.248444+0000","last_peered":"2023-11-25T03:13:07.248444+0000","last_clean":"2023-11-25T03:13:07.248444+0000","last_became_active":"2023-11-25T03:12:49.810406+0000","last_became_peered":"2023-11-25T03:12:49.810406+0000","last_unstale":"2023-11-25T03:13:07.248444+0000","last_undegraded":"2023-11-25T03:13:07.248444+0000","last_fullsized":"2023-11-25T03:13:07.248444+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:35.523273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246615+0000","last_change":"2023-11-25T03:13:07.250355+0000","last_active":"2023-11-25T03:13:08.246615+0000","last_peered":"2023-11-25T03:13:08.246615+0000","last_clean":"2023-11-25T03:13:08.246615+0000","last_became_active":"2023-11-25T03:13:07.249927+0000","last_became_peered":"2023-11-25T03:13:07.249927+0000","last_unstale":"2023-11-25T03:13:08.246615+0000","last_undegraded":"2023-11-25T03:13:08.246615+0000","last_fullsized":"2023-11-25T03:13:08.246615+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:52:40.057647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241907+0000","last_change":"2023-11-25T03:12:49.816358+0000","last_active":"2023-11-25T03:13:07.241907+0000","last_peered":"2023-11-25T03:13:07.241907+0000","last_clean":"2023-11-25T03:13:07.241907+0000","last_became_active":"2023-11-25T03:12:49.815576+0000","last_became_peered":"2023-11-25T03:12:49.815576+0000","last_unstale":"2023-11-25T03:13:07.241907+0000","last_undegraded":"2023-11-25T03:13:07.241907+0000","last_fullsized":"2023-11-25T03:13:07.241907+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245752+0000","last_change":"2023-11-25T03:13:07.278221+0000","last_active":"2023-11-25T03:13:08.245752+0000","last_peered":"2023-11-25T03:13:08.245752+0000","last_clean":"2023-11-25T03:13:08.245752+0000","last_became_active":"2023-11-25T03:13:07.277620+0000","last_became_peered":"2023-11-25T03:13:07.277620+0000","last_unstale":"2023-11-25T03:13:08.245752+0000","last_undegraded":"2023-11-25T03:13:08.245752+0000","last_fullsized":"2023-11-25T03:13:08.245752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:03.298907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249175+0000","last_change":"2023-11-25T03:12:49.806042+0000","last_active":"2023-11-25T03:13:07.249175+0000","last_peered":"2023-11-25T03:13:07.249175+0000","last_clean":"2023-11-25T03:13:07.249175+0000","last_became_active":"2023-11-25T03:12:49.805758+0000","last_became_peered":"2023-11-25T03:12:49.805758+0000","last_unstale":"2023-11-25T03:13:07.249175+0000","last_undegraded":"2023-11-25T03:13:07.249175+0000","last_fullsized":"2023-11-25T03:13:07.249175+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:14.903946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979283+0000","last_change":"2023-11-25T03:13:07.268024+0000","last_active":"2023-11-25T03:13:08.979283+0000","last_peered":"2023-11-25T03:13:08.979283+0000","last_clean":"2023-11-25T03:13:08.979283+0000","last_became_active":"2023-11-25T03:13:07.267747+0000","last_became_peered":"2023-11-25T03:13:07.267747+0000","last_unstale":"2023-11-25T03:13:08.979283+0000","last_undegraded":"2023-11-25T03:13:08.979283+0000","last_fullsized":"2023-11-25T03:13:08.979283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:32.276918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.242769+0000","last_change":"2023-11-25T03:12:49.814171+0000","last_active":"2023-11-25T03:13:07.242769+0000","last_peered":"2023-11-25T03:13:07.242769+0000","last_clean":"2023-11-25T03:13:07.242769+0000","last_became_active":"2023-11-25T03:12:49.813903+0000","last_became_peered":"2023-11-25T03:12:49.813903+0000","last_unstale":"2023-11-25T03:13:07.242769+0000","last_undegraded":"2023-11-25T03:13:07.242769+0000","last_fullsized":"2023-11-25T03:13:07.242769+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:00.319732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979049+0000","last_change":"2023-11-25T03:13:07.275359+0000","last_active":"2023-11-25T03:13:08.979049+0000","last_peered":"2023-11-25T03:13:08.979049+0000","last_clean":"2023-11-25T03:13:08.979049+0000","last_became_active":"2023-11-25T03:13:07.275067+0000","last_became_peered":"2023-11-25T03:13:07.275067+0000","last_unstale":"2023-11-25T03:13:08.979049+0000","last_undegraded":"2023-11-25T03:13:08.979049+0000","last_fullsized":"2023-11-25T03:13:08.979049+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:53:27.574046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262301+0000","last_change":"2023-11-25T03:12:49.813306+0000","last_active":"2023-11-25T03:13:07.262301+0000","last_peered":"2023-11-25T03:13:07.262301+0000","last_clean":"2023-11-25T03:13:07.262301+0000","last_became_active":"2023-11-25T03:12:49.812526+0000","last_became_peered":"2023-11-25T03:12:49.812526+0000","last_unstale":"2023-11-25T03:13:07.262301+0000","last_undegraded":"2023-11-25T03:13:07.262301+0000","last_fullsized":"2023-11-25T03:13:07.262301+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:45.767214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.242394+0000","last_change":"2023-11-25T03:13:07.275135+0000","last_active":"2023-11-25T03:13:08.242394+0000","last_peered":"2023-11-25T03:13:08.242394+0000","last_clean":"2023-11-25T03:13:08.242394+0000","last_became_active":"2023-11-25T03:13:07.274897+0000","last_became_peered":"2023-11-25T03:13:07.274897+0000","last_unstale":"2023-11-25T03:13:08.242394+0000","last_undegraded":"2023-11-25T03:13:08.242394+0000","last_fullsized":"2023-11-25T03:13:08.242394+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:43:40.605187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.252199+0000","last_change":"2023-11-25T03:12:49.826836+0000","last_active":"2023-11-25T03:13:07.252199+0000","last_peered":"2023-11-25T03:13:07.252199+0000","last_clean":"2023-11-25T03:13:07.252199+0000","last_became_active":"2023-11-25T03:12:49.826508+0000","last_became_peered":"2023-11-25T03:12:49.826508+0000","last_unstale":"2023-11-25T03:13:07.252199+0000","last_undegraded":"2023-11-25T03:13:07.252199+0000","last_fullsized":"2023-11-25T03:13:07.252199+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:32:23.542545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979382+0000","last_change":"2023-11-25T03:13:07.266918+0000","last_active":"2023-11-25T03:13:08.979382+0000","last_peered":"2023-11-25T03:13:08.979382+0000","last_clean":"2023-11-25T03:13:08.979382+0000","last_became_active":"2023-11-25T03:13:07.266396+0000","last_became_peered":"2023-11-25T03:13:07.266396+0000","last_unstale":"2023-11-25T03:13:08.979382+0000","last_undegraded":"2023-11-25T03:13:08.979382+0000","last_fullsized":"2023-11-25T03:13:08.979382+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:02.959916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245670+0000","last_change":"2023-11-25T03:12:49.802404+0000","last_active":"2023-11-25T03:13:07.245670+0000","last_peered":"2023-11-25T03:13:07.245670+0000","last_clean":"2023-11-25T03:13:07.245670+0000","last_became_active":"2023-11-25T03:12:49.802123+0000","last_became_peered":"2023-11-25T03:12:49.802123+0000","last_unstale":"2023-11-25T03:13:07.245670+0000","last_undegraded":"2023-11-25T03:13:07.245670+0000","last_fullsized":"2023-11-25T03:13:07.245670+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979826+0000","last_change":"2023-11-25T03:13:07.281595+0000","last_active":"2023-11-25T03:13:08.979826+0000","last_peered":"2023-11-25T03:13:08.979826+0000","last_clean":"2023-11-25T03:13:08.979826+0000","last_became_active":"2023-11-25T03:13:07.281272+0000","last_became_peered":"2023-11-25T03:13:07.281272+0000","last_unstale":"2023-11-25T03:13:08.979826+0000","last_undegraded":"2023-11-25T03:13:08.979826+0000","last_fullsized":"2023-11-25T03:13:08.979826+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:32.345153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261048+0000","last_change":"2023-11-25T03:12:49.813477+0000","last_active":"2023-11-25T03:13:07.261048+0000","last_peered":"2023-11-25T03:13:07.261048+0000","last_clean":"2023-11-25T03:13:07.261048+0000","last_became_active":"2023-11-25T03:12:49.813215+0000","last_became_peered":"2023-11-25T03:12:49.813215+0000","last_unstale":"2023-11-25T03:13:07.261048+0000","last_undegraded":"2023-11-25T03:13:07.261048+0000","last_fullsized":"2023-11-25T03:13:07.261048+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247050+0000","last_change":"2023-11-25T03:13:07.279609+0000","last_active":"2023-11-25T03:13:08.247050+0000","last_peered":"2023-11-25T03:13:08.247050+0000","last_clean":"2023-11-25T03:13:08.247050+0000","last_became_active":"2023-11-25T03:13:07.279327+0000","last_became_peered":"2023-11-25T03:13:07.279327+0000","last_unstale":"2023-11-25T03:13:08.247050+0000","last_undegraded":"2023-11-25T03:13:08.247050+0000","last_fullsized":"2023-11-25T03:13:08.247050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:49:54.805156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248013+0000","last_change":"2023-11-25T03:12:49.804230+0000","last_active":"2023-11-25T03:13:07.248013+0000","last_peered":"2023-11-25T03:13:07.248013+0000","last_clean":"2023-11-25T03:13:07.248013+0000","last_became_active":"2023-11-25T03:12:49.803923+0000","last_became_peered":"2023-11-25T03:12:49.803923+0000","last_unstale":"2023-11-25T03:13:07.248013+0000","last_undegraded":"2023-11-25T03:13:07.248013+0000","last_fullsized":"2023-11-25T03:13:07.248013+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:48:16.276347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245889+0000","last_change":"2023-11-25T03:13:07.251419+0000","last_active":"2023-11-25T03:13:08.245889+0000","last_peered":"2023-11-25T03:13:08.245889+0000","last_clean":"2023-11-25T03:13:08.245889+0000","last_became_active":"2023-11-25T03:13:07.249546+0000","last_became_peered":"2023-11-25T03:13:07.249546+0000","last_unstale":"2023-11-25T03:13:08.245889+0000","last_undegraded":"2023-11-25T03:13:08.245889+0000","last_fullsized":"2023-11-25T03:13:08.245889+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:55.570180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248834+0000","last_change":"2023-11-25T03:12:49.815636+0000","last_active":"2023-11-25T03:13:07.248834+0000","last_peered":"2023-11-25T03:13:07.248834+0000","last_clean":"2023-11-25T03:13:07.248834+0000","last_became_active":"2023-11-25T03:12:49.815344+0000","last_became_peered":"2023-11-25T03:12:49.815344+0000","last_unstale":"2023-11-25T03:13:07.248834+0000","last_undegraded":"2023-11-25T03:13:07.248834+0000","last_fullsized":"2023-11-25T03:13:07.248834+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:23.536289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507037+0000","last_change":"2023-11-25T03:13:07.271881+0000","last_active":"2023-11-25T03:13:08.507037+0000","last_peered":"2023-11-25T03:13:08.507037+0000","last_clean":"2023-11-25T03:13:08.507037+0000","last_became_active":"2023-11-25T03:13:07.271581+0000","last_became_peered":"2023-11-25T03:13:07.271581+0000","last_unstale":"2023-11-25T03:13:08.507037+0000","last_undegraded":"2023-11-25T03:13:08.507037+0000","last_fullsized":"2023-11-25T03:13:08.507037+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:55.415118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.242303+0000","last_change":"2023-11-25T03:12:49.815610+0000","last_active":"2023-11-25T03:13:07.242303+0000","last_peered":"2023-11-25T03:13:07.242303+0000","last_clean":"2023-11-25T03:13:07.242303+0000","last_became_active":"2023-11-25T03:12:49.815313+0000","last_became_peered":"2023-11-25T03:12:49.815313+0000","last_unstale":"2023-11-25T03:13:07.242303+0000","last_undegraded":"2023-11-25T03:13:07.242303+0000","last_fullsized":"2023-11-25T03:13:07.242303+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241980+0000","last_change":"2023-11-25T03:13:07.263788+0000","last_active":"2023-11-25T03:13:08.241980+0000","last_peered":"2023-11-25T03:13:08.241980+0000","last_clean":"2023-11-25T03:13:08.241980+0000","last_became_active":"2023-11-25T03:13:07.263473+0000","last_became_peered":"2023-11-25T03:13:07.263473+0000","last_unstale":"2023-11-25T03:13:08.241980+0000","last_undegraded":"2023-11-25T03:13:08.241980+0000","last_fullsized":"2023-11-25T03:13:08.241980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:22:38.020549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247900+0000","last_change":"2023-11-25T03:12:49.829088+0000","last_active":"2023-11-25T03:13:07.247900+0000","last_peered":"2023-11-25T03:13:07.247900+0000","last_clean":"2023-11-25T03:13:07.247900+0000","last_became_active":"2023-11-25T03:12:49.828755+0000","last_became_peered":"2023-11-25T03:12:49.828755+0000","last_unstale":"2023-11-25T03:13:07.247900+0000","last_undegraded":"2023-11-25T03:13:07.247900+0000","last_fullsized":"2023-11-25T03:13:07.247900+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:56:19.954497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245926+0000","last_change":"2023-11-25T03:13:07.278200+0000","last_active":"2023-11-25T03:13:08.245926+0000","last_peered":"2023-11-25T03:13:08.245926+0000","last_clean":"2023-11-25T03:13:08.245926+0000","last_became_active":"2023-11-25T03:13:07.277908+0000","last_became_peered":"2023-11-25T03:13:07.277908+0000","last_unstale":"2023-11-25T03:13:08.245926+0000","last_undegraded":"2023-11-25T03:13:08.245926+0000","last_fullsized":"2023-11-25T03:13:08.245926+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:46:40.977495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258257+0000","last_change":"2023-11-25T03:12:49.812432+0000","last_active":"2023-11-25T03:13:07.258257+0000","last_peered":"2023-11-25T03:13:07.258257+0000","last_clean":"2023-11-25T03:13:07.258257+0000","last_became_active":"2023-11-25T03:12:49.812150+0000","last_became_peered":"2023-11-25T03:12:49.812150+0000","last_unstale":"2023-11-25T03:13:07.258257+0000","last_undegraded":"2023-11-25T03:13:07.258257+0000","last_fullsized":"2023-11-25T03:13:07.258257+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:02.600163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507041+0000","last_change":"2023-11-25T03:13:07.268750+0000","last_active":"2023-11-25T03:13:08.507041+0000","last_peered":"2023-11-25T03:13:08.507041+0000","last_clean":"2023-11-25T03:13:08.507041+0000","last_became_active":"2023-11-25T03:13:07.268399+0000","last_became_peered":"2023-11-25T03:13:07.268399+0000","last_unstale":"2023-11-25T03:13:08.507041+0000","last_undegraded":"2023-11-25T03:13:08.507041+0000","last_fullsized":"2023-11-25T03:13:08.507041+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:59.428369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979616+0000","last_change":"2023-11-25T03:13:06.249253+0000","last_active":"2023-11-25T03:13:08.979616+0000","last_peered":"2023-11-25T03:13:08.979616+0000","last_clean":"2023-11-25T03:13:08.979616+0000","last_became_active":"2023-11-25T03:13:06.248970+0000","last_became_peered":"2023-11-25T03:13:06.248970+0000","last_unstale":"2023-11-25T03:13:08.979616+0000","last_undegraded":"2023-11-25T03:13:08.979616+0000","last_fullsized":"2023-11-25T03:13:08.979616+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:16.754041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261391+0000","last_change":"2023-11-25T03:12:49.809013+0000","last_active":"2023-11-25T03:13:07.261391+0000","last_peered":"2023-11-25T03:13:07.261391+0000","last_clean":"2023-11-25T03:13:07.261391+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:13:07.261391+0000","last_undegraded":"2023-11-25T03:13:07.261391+0000","last_fullsized":"2023-11-25T03:13:07.261391+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"50'4","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.260626+0000","last_change":"2023-11-25T03:12:48.789538+0000","last_active":"2023-11-25T03:13:07.260626+0000","last_peered":"2023-11-25T03:13:07.260626+0000","last_clean":"2023-11-25T03:13:07.260626+0000","last_became_active":"2023-11-25T03:12:48.789229+0000","last_became_peered":"2023-11-25T03:12:48.789229+0000","last_unstale":"2023-11-25T03:13:07.260626+0000","last_undegraded":"2023-11-25T03:13:07.260626+0000","last_fullsized":"2023-11-25T03:13:07.260626+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247611+0000","last_change":"2023-11-25T03:13:07.272929+0000","last_active":"2023-11-25T03:13:08.247611+0000","last_peered":"2023-11-25T03:13:08.247611+0000","last_clean":"2023-11-25T03:13:08.247611+0000","last_became_active":"2023-11-25T03:13:07.272631+0000","last_became_peered":"2023-11-25T03:13:07.272631+0000","last_unstale":"2023-11-25T03:13:08.247611+0000","last_undegraded":"2023-11-25T03:13:08.247611+0000","last_fullsized":"2023-11-25T03:13:08.247611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:05.159845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507151+0000","last_change":"2023-11-25T03:13:06.245399+0000","last_active":"2023-11-25T03:13:08.507151+0000","last_peered":"2023-11-25T03:13:08.507151+0000","last_clean":"2023-11-25T03:13:08.507151+0000","last_became_active":"2023-11-25T03:13:06.245099+0000","last_became_peered":"2023-11-25T03:13:06.245099+0000","last_unstale":"2023-11-25T03:13:08.507151+0000","last_undegraded":"2023-11-25T03:13:08.507151+0000","last_fullsized":"2023-11-25T03:13:08.507151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:09:12.255195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241562+0000","last_change":"2023-11-25T03:12:49.824229+0000","last_active":"2023-11-25T03:13:07.241562+0000","last_peered":"2023-11-25T03:13:07.241562+0000","last_clean":"2023-11-25T03:13:07.241562+0000","last_became_active":"2023-11-25T03:12:49.823111+0000","last_became_peered":"2023-11-25T03:12:49.823111+0000","last_unstale":"2023-11-25T03:13:07.241562+0000","last_undegraded":"2023-11-25T03:13:07.241562+0000","last_fullsized":"2023-11-25T03:13:07.241562+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:34.500157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250238+0000","last_change":"2023-11-25T03:12:48.806532+0000","last_active":"2023-11-25T03:13:07.250238+0000","last_peered":"2023-11-25T03:13:07.250238+0000","last_clean":"2023-11-25T03:13:07.250238+0000","last_became_active":"2023-11-25T03:12:48.806254+0000","last_became_peered":"2023-11-25T03:12:48.806254+0000","last_unstale":"2023-11-25T03:13:07.250238+0000","last_undegraded":"2023-11-25T03:13:07.250238+0000","last_fullsized":"2023-11-25T03:13:07.250238+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:19.521211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247751+0000","last_change":"2023-11-25T03:13:07.279128+0000","last_active":"2023-11-25T03:13:08.247751+0000","last_peered":"2023-11-25T03:13:08.247751+0000","last_clean":"2023-11-25T03:13:08.247751+0000","last_became_active":"2023-11-25T03:13:07.278819+0000","last_became_peered":"2023-11-25T03:13:07.278819+0000","last_unstale":"2023-11-25T03:13:08.247751+0000","last_undegraded":"2023-11-25T03:13:08.247751+0000","last_fullsized":"2023-11-25T03:13:08.247751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:40.862785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"54'4","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247946+0000","last_change":"2023-11-25T03:13:06.244655+0000","last_active":"2023-11-25T03:13:08.247946+0000","last_peered":"2023-11-25T03:13:08.247946+0000","last_clean":"2023-11-25T03:13:08.247946+0000","last_became_active":"2023-11-25T03:13:06.243526+0000","last_became_peered":"2023-11-25T03:13:06.243526+0000","last_unstale":"2023-11-25T03:13:08.247946+0000","last_undegraded":"2023-11-25T03:13:08.247946+0000","last_fullsized":"2023-11-25T03:13:08.247946+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:51.957582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262198+0000","last_change":"2023-11-25T03:12:49.824410+0000","last_active":"2023-11-25T03:13:07.262198+0000","last_peered":"2023-11-25T03:13:07.262198+0000","last_clean":"2023-11-25T03:13:07.262198+0000","last_became_active":"2023-11-25T03:12:49.824077+0000","last_became_peered":"2023-11-25T03:12:49.824077+0000","last_unstale":"2023-11-25T03:13:07.262198+0000","last_undegraded":"2023-11-25T03:13:07.262198+0000","last_fullsized":"2023-11-25T03:13:07.262198+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261301+0000","last_change":"2023-11-25T03:12:48.797984+0000","last_active":"2023-11-25T03:13:07.261301+0000","last_peered":"2023-11-25T03:13:07.261301+0000","last_clean":"2023-11-25T03:13:07.261301+0000","last_became_active":"2023-11-25T03:12:48.797710+0000","last_became_peered":"2023-11-25T03:12:48.797710+0000","last_unstale":"2023-11-25T03:13:07.261301+0000","last_undegraded":"2023-11-25T03:13:07.261301+0000","last_fullsized":"2023-11-25T03:13:07.261301+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977900+0000","last_change":"2023-11-25T03:13:07.271621+0000","last_active":"2023-11-25T03:13:08.977900+0000","last_peered":"2023-11-25T03:13:08.977900+0000","last_clean":"2023-11-25T03:13:08.977900+0000","last_became_active":"2023-11-25T03:13:07.270720+0000","last_became_peered":"2023-11-25T03:13:07.270720+0000","last_unstale":"2023-11-25T03:13:08.977900+0000","last_undegraded":"2023-11-25T03:13:08.977900+0000","last_fullsized":"2023-11-25T03:13:08.977900+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:16.697110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834877+0000","last_change":"2023-11-25T03:13:06.248169+0000","last_active":"2023-11-25T03:13:08.834877+0000","last_peered":"2023-11-25T03:13:08.834877+0000","last_clean":"2023-11-25T03:13:08.834877+0000","last_became_active":"2023-11-25T03:13:06.247892+0000","last_became_peered":"2023-11-25T03:13:06.247892+0000","last_unstale":"2023-11-25T03:13:08.834877+0000","last_undegraded":"2023-11-25T03:13:08.834877+0000","last_fullsized":"2023-11-25T03:13:08.834877+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:11.474161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261118+0000","last_change":"2023-11-25T03:12:49.808241+0000","last_active":"2023-11-25T03:13:07.261118+0000","last_peered":"2023-11-25T03:13:07.261118+0000","last_clean":"2023-11-25T03:13:07.261118+0000","last_became_active":"2023-11-25T03:12:49.807789+0000","last_became_peered":"2023-11-25T03:12:49.807789+0000","last_unstale":"2023-11-25T03:13:07.261118+0000","last_undegraded":"2023-11-25T03:13:07.261118+0000","last_fullsized":"2023-11-25T03:13:07.261118+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244734+0000","last_change":"2023-11-25T03:12:48.798117+0000","last_active":"2023-11-25T03:13:07.244734+0000","last_peered":"2023-11-25T03:13:07.244734+0000","last_clean":"2023-11-25T03:13:07.244734+0000","last_became_active":"2023-11-25T03:12:48.797820+0000","last_became_peered":"2023-11-25T03:12:48.797820+0000","last_unstale":"2023-11-25T03:13:07.244734+0000","last_undegraded":"2023-11-25T03:13:07.244734+0000","last_fullsized":"2023-11-25T03:13:07.244734+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977213+0000","last_change":"2023-11-25T03:13:07.259290+0000","last_active":"2023-11-25T03:13:08.977213+0000","last_peered":"2023-11-25T03:13:08.977213+0000","last_clean":"2023-11-25T03:13:08.977213+0000","last_became_active":"2023-11-25T03:13:07.259018+0000","last_became_peered":"2023-11-25T03:13:07.259018+0000","last_unstale":"2023-11-25T03:13:08.977213+0000","last_undegraded":"2023-11-25T03:13:08.977213+0000","last_fullsized":"2023-11-25T03:13:08.977213+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:49:01.389116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.354985+0000","last_change":"2023-11-25T03:13:06.249206+0000","last_active":"2023-11-25T03:13:08.354985+0000","last_peered":"2023-11-25T03:13:08.354985+0000","last_clean":"2023-11-25T03:13:08.354985+0000","last_became_active":"2023-11-25T03:13:06.248977+0000","last_became_peered":"2023-11-25T03:13:06.248977+0000","last_unstale":"2023-11-25T03:13:08.354985+0000","last_undegraded":"2023-11-25T03:13:08.354985+0000","last_fullsized":"2023-11-25T03:13:08.354985+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:15.690212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249253+0000","last_change":"2023-11-25T03:12:49.809235+0000","last_active":"2023-11-25T03:13:07.249253+0000","last_peered":"2023-11-25T03:13:07.249253+0000","last_clean":"2023-11-25T03:13:07.249253+0000","last_became_active":"2023-11-25T03:12:49.809002+0000","last_became_peered":"2023-11-25T03:12:49.809002+0000","last_unstale":"2023-11-25T03:13:07.249253+0000","last_undegraded":"2023-11-25T03:13:07.249253+0000","last_fullsized":"2023-11-25T03:13:07.249253+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:06.703360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.253490+0000","last_change":"2023-11-25T03:12:48.802755+0000","last_active":"2023-11-25T03:13:07.253490+0000","last_peered":"2023-11-25T03:13:07.253490+0000","last_clean":"2023-11-25T03:13:07.253490+0000","last_became_active":"2023-11-25T03:12:48.802364+0000","last_became_peered":"2023-11-25T03:12:48.802364+0000","last_unstale":"2023-11-25T03:13:07.253490+0000","last_undegraded":"2023-11-25T03:13:07.253490+0000","last_fullsized":"2023-11-25T03:13:07.253490+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:46:16.214884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834371+0000","last_change":"2023-11-25T03:13:07.261801+0000","last_active":"2023-11-25T03:13:08.834371+0000","last_peered":"2023-11-25T03:13:08.834371+0000","last_clean":"2023-11-25T03:13:08.834371+0000","last_became_active":"2023-11-25T03:13:07.261581+0000","last_became_peered":"2023-11-25T03:13:07.261581+0000","last_unstale":"2023-11-25T03:13:08.834371+0000","last_undegraded":"2023-11-25T03:13:08.834371+0000","last_fullsized":"2023-11-25T03:13:08.834371+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:18:01.458366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977212+0000","last_change":"2023-11-25T03:13:06.243058+0000","last_active":"2023-11-25T03:13:08.977212+0000","last_peered":"2023-11-25T03:13:08.977212+0000","last_clean":"2023-11-25T03:13:08.977212+0000","last_became_active":"2023-11-25T03:13:06.241779+0000","last_became_peered":"2023-11-25T03:13:06.241779+0000","last_unstale":"2023-11-25T03:13:08.977212+0000","last_undegraded":"2023-11-25T03:13:08.977212+0000","last_fullsized":"2023-11-25T03:13:08.977212+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:24.035126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248651+0000","last_change":"2023-11-25T03:12:49.813461+0000","last_active":"2023-11-25T03:13:07.248651+0000","last_peered":"2023-11-25T03:13:07.248651+0000","last_clean":"2023-11-25T03:13:07.248651+0000","last_became_active":"2023-11-25T03:12:49.813204+0000","last_became_peered":"2023-11-25T03:12:49.813204+0000","last_unstale":"2023-11-25T03:13:07.248651+0000","last_undegraded":"2023-11-25T03:13:07.248651+0000","last_fullsized":"2023-11-25T03:13:07.248651+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:17:44.017160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258826+0000","last_change":"2023-11-25T03:12:48.799956+0000","last_active":"2023-11-25T03:13:07.258826+0000","last_peered":"2023-11-25T03:13:07.258826+0000","last_clean":"2023-11-25T03:13:07.258826+0000","last_became_active":"2023-11-25T03:12:48.799688+0000","last_became_peered":"2023-11-25T03:12:48.799688+0000","last_unstale":"2023-11-25T03:13:07.258826+0000","last_undegraded":"2023-11-25T03:13:07.258826+0000","last_fullsized":"2023-11-25T03:13:07.258826+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246072+0000","last_change":"2023-11-25T03:13:07.270675+0000","last_active":"2023-11-25T03:13:08.246072+0000","last_peered":"2023-11-25T03:13:08.246072+0000","last_clean":"2023-11-25T03:13:08.246072+0000","last_became_active":"2023-11-25T03:13:07.268901+0000","last_became_peered":"2023-11-25T03:13:07.268901+0000","last_unstale":"2023-11-25T03:13:08.246072+0000","last_undegraded":"2023-11-25T03:13:08.246072+0000","last_fullsized":"2023-11-25T03:13:08.246072+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:33:52.964479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241825+0000","last_change":"2023-11-25T03:13:06.244805+0000","last_active":"2023-11-25T03:13:08.241825+0000","last_peered":"2023-11-25T03:13:08.241825+0000","last_clean":"2023-11-25T03:13:08.241825+0000","last_became_active":"2023-11-25T03:13:06.244536+0000","last_became_peered":"2023-11-25T03:13:06.244536+0000","last_unstale":"2023-11-25T03:13:08.241825+0000","last_undegraded":"2023-11-25T03:13:08.241825+0000","last_fullsized":"2023-11-25T03:13:08.241825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:18.907107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262413+0000","last_change":"2023-11-25T03:12:49.813483+0000","last_active":"2023-11-25T03:13:07.262413+0000","last_peered":"2023-11-25T03:13:07.262413+0000","last_clean":"2023-11-25T03:13:07.262413+0000","last_became_active":"2023-11-25T03:12:49.813039+0000","last_became_peered":"2023-11-25T03:12:49.813039+0000","last_unstale":"2023-11-25T03:13:07.262413+0000","last_undegraded":"2023-11-25T03:13:07.262413+0000","last_fullsized":"2023-11-25T03:13:07.262413+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:07.600817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244213+0000","last_change":"2023-11-25T03:12:48.798291+0000","last_active":"2023-11-25T03:13:07.244213+0000","last_peered":"2023-11-25T03:13:07.244213+0000","last_clean":"2023-11-25T03:13:07.244213+0000","last_became_active":"2023-11-25T03:12:48.798070+0000","last_became_peered":"2023-11-25T03:12:48.798070+0000","last_unstale":"2023-11-25T03:13:07.244213+0000","last_undegraded":"2023-11-25T03:13:07.244213+0000","last_fullsized":"2023-11-25T03:13:07.244213+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:25:59.429249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979221+0000","last_change":"2023-11-25T03:13:07.270550+0000","last_active":"2023-11-25T03:13:08.979221+0000","last_peered":"2023-11-25T03:13:08.979221+0000","last_clean":"2023-11-25T03:13:08.979221+0000","last_became_active":"2023-11-25T03:13:07.270148+0000","last_became_peered":"2023-11-25T03:13:07.270148+0000","last_unstale":"2023-11-25T03:13:08.979221+0000","last_undegraded":"2023-11-25T03:13:08.979221+0000","last_fullsized":"2023-11-25T03:13:08.979221+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:52.540959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506529+0000","last_change":"2023-11-25T03:13:06.252092+0000","last_active":"2023-11-25T03:13:08.506529+0000","last_peered":"2023-11-25T03:13:08.506529+0000","last_clean":"2023-11-25T03:13:08.506529+0000","last_became_active":"2023-11-25T03:13:06.251790+0000","last_became_peered":"2023-11-25T03:13:06.251790+0000","last_unstale":"2023-11-25T03:13:08.506529+0000","last_undegraded":"2023-11-25T03:13:08.506529+0000","last_fullsized":"2023-11-25T03:13:08.506529+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:22.039761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248371+0000","last_change":"2023-11-25T03:12:49.814377+0000","last_active":"2023-11-25T03:13:07.248371+0000","last_peered":"2023-11-25T03:13:07.248371+0000","last_clean":"2023-11-25T03:13:07.248371+0000","last_became_active":"2023-11-25T03:12:49.813716+0000","last_became_peered":"2023-11-25T03:12:49.813716+0000","last_unstale":"2023-11-25T03:13:07.248371+0000","last_undegraded":"2023-11-25T03:13:07.248371+0000","last_fullsized":"2023-11-25T03:13:07.248371+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:55.039852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248092+0000","last_change":"2023-11-25T03:12:48.810682+0000","last_active":"2023-11-25T03:13:07.248092+0000","last_peered":"2023-11-25T03:13:07.248092+0000","last_clean":"2023-11-25T03:13:07.248092+0000","last_became_active":"2023-11-25T03:12:48.810392+0000","last_became_peered":"2023-11-25T03:12:48.810392+0000","last_unstale":"2023-11-25T03:13:07.248092+0000","last_undegraded":"2023-11-25T03:13:07.248092+0000","last_fullsized":"2023-11-25T03:13:07.248092+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507004+0000","last_change":"2023-11-25T03:13:07.274363+0000","last_active":"2023-11-25T03:13:08.507004+0000","last_peered":"2023-11-25T03:13:08.507004+0000","last_clean":"2023-11-25T03:13:08.507004+0000","last_became_active":"2023-11-25T03:13:07.274058+0000","last_became_peered":"2023-11-25T03:13:07.274058+0000","last_unstale":"2023-11-25T03:13:08.507004+0000","last_undegraded":"2023-11-25T03:13:08.507004+0000","last_fullsized":"2023-11-25T03:13:08.507004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:54.520964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"54'3","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.242483+0000","last_change":"2023-11-25T03:13:06.246821+0000","last_active":"2023-11-25T03:13:08.242483+0000","last_peered":"2023-11-25T03:13:08.242483+0000","last_clean":"2023-11-25T03:13:08.242483+0000","last_became_active":"2023-11-25T03:13:06.246451+0000","last_became_peered":"2023-11-25T03:13:06.246451+0000","last_unstale":"2023-11-25T03:13:08.242483+0000","last_undegraded":"2023-11-25T03:13:08.242483+0000","last_fullsized":"2023-11-25T03:13:08.242483+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:18.958406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.254253+0000","last_change":"2023-11-25T03:12:49.826523+0000","last_active":"2023-11-25T03:13:07.254253+0000","last_peered":"2023-11-25T03:13:07.254253+0000","last_clean":"2023-11-25T03:13:07.254253+0000","last_became_active":"2023-11-25T03:12:49.826245+0000","last_became_peered":"2023-11-25T03:12:49.826245+0000","last_unstale":"2023-11-25T03:13:07.254253+0000","last_undegraded":"2023-11-25T03:13:07.254253+0000","last_fullsized":"2023-11-25T03:13:07.254253+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:08.712582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247342+0000","last_change":"2023-11-25T03:12:48.803643+0000","last_active":"2023-11-25T03:13:07.247342+0000","last_peered":"2023-11-25T03:13:07.247342+0000","last_clean":"2023-11-25T03:13:07.247342+0000","last_became_active":"2023-11-25T03:12:48.803261+0000","last_became_peered":"2023-11-25T03:12:48.803261+0000","last_unstale":"2023-11-25T03:13:07.247342+0000","last_undegraded":"2023-11-25T03:13:07.247342+0000","last_fullsized":"2023-11-25T03:13:07.247342+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977435+0000","last_change":"2023-11-25T03:13:07.269382+0000","last_active":"2023-11-25T03:13:08.977435+0000","last_peered":"2023-11-25T03:13:08.977435+0000","last_clean":"2023-11-25T03:13:08.977435+0000","last_became_active":"2023-11-25T03:13:07.269078+0000","last_became_peered":"2023-11-25T03:13:07.269078+0000","last_unstale":"2023-11-25T03:13:08.977435+0000","last_undegraded":"2023-11-25T03:13:08.977435+0000","last_fullsized":"2023-11-25T03:13:08.977435+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:37:10.809601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"54'6","reported_seq":18,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355451+0000","last_change":"2023-11-25T03:13:06.241600+0000","last_active":"2023-11-25T03:13:08.355451+0000","last_peered":"2023-11-25T03:13:08.355451+0000","last_clean":"2023-11-25T03:13:08.355451+0000","last_became_active":"2023-11-25T03:13:06.241297+0000","last_became_peered":"2023-11-25T03:13:06.241297+0000","last_unstale":"2023-11-25T03:13:08.355451+0000","last_undegraded":"2023-11-25T03:13:08.355451+0000","last_fullsized":"2023-11-25T03:13:08.355451+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:54.253466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247246+0000","last_change":"2023-11-25T03:12:49.826593+0000","last_active":"2023-11-25T03:13:07.247246+0000","last_peered":"2023-11-25T03:13:07.247246+0000","last_clean":"2023-11-25T03:13:07.247246+0000","last_became_active":"2023-11-25T03:12:49.826273+0000","last_became_peered":"2023-11-25T03:12:49.826273+0000","last_unstale":"2023-11-25T03:13:07.247246+0000","last_undegraded":"2023-11-25T03:13:07.247246+0000","last_fullsized":"2023-11-25T03:13:07.247246+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:12:41.904351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250289+0000","last_change":"2023-11-25T03:12:48.806489+0000","last_active":"2023-11-25T03:13:07.250289+0000","last_peered":"2023-11-25T03:13:07.250289+0000","last_clean":"2023-11-25T03:13:07.250289+0000","last_became_active":"2023-11-25T03:12:48.806223+0000","last_became_peered":"2023-11-25T03:12:48.806223+0000","last_unstale":"2023-11-25T03:13:07.250289+0000","last_undegraded":"2023-11-25T03:13:07.250289+0000","last_fullsized":"2023-11-25T03:13:07.250289+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:07:59.312970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247052+0000","last_change":"2023-11-25T03:13:07.251161+0000","last_active":"2023-11-25T03:13:08.247052+0000","last_peered":"2023-11-25T03:13:08.247052+0000","last_clean":"2023-11-25T03:13:08.247052+0000","last_became_active":"2023-11-25T03:13:07.250776+0000","last_became_peered":"2023-11-25T03:13:07.250776+0000","last_unstale":"2023-11-25T03:13:08.247052+0000","last_undegraded":"2023-11-25T03:13:08.247052+0000","last_fullsized":"2023-11-25T03:13:08.247052+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:03.298907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979813+0000","last_change":"2023-11-25T03:13:06.245442+0000","last_active":"2023-11-25T03:13:08.979813+0000","last_peered":"2023-11-25T03:13:08.979813+0000","last_clean":"2023-11-25T03:13:08.979813+0000","last_became_active":"2023-11-25T03:13:06.245139+0000","last_became_peered":"2023-11-25T03:13:06.245139+0000","last_unstale":"2023-11-25T03:13:08.979813+0000","last_undegraded":"2023-11-25T03:13:08.979813+0000","last_fullsized":"2023-11-25T03:13:08.979813+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:54.408221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241243+0000","last_change":"2023-11-25T03:12:49.823334+0000","last_active":"2023-11-25T03:13:07.241243+0000","last_peered":"2023-11-25T03:13:07.241243+0000","last_clean":"2023-11-25T03:13:07.241243+0000","last_became_active":"2023-11-25T03:12:49.823072+0000","last_became_peered":"2023-11-25T03:12:49.823072+0000","last_unstale":"2023-11-25T03:13:07.241243+0000","last_undegraded":"2023-11-25T03:13:07.241243+0000","last_fullsized":"2023-11-25T03:13:07.241243+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:10:02.847756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"50'3","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244165+0000","last_change":"2023-11-25T03:12:48.806414+0000","last_active":"2023-11-25T03:13:07.244165+0000","last_peered":"2023-11-25T03:13:07.244165+0000","last_clean":"2023-11-25T03:13:07.244165+0000","last_became_active":"2023-11-25T03:12:48.806025+0000","last_became_peered":"2023-11-25T03:12:48.806025+0000","last_unstale":"2023-11-25T03:13:07.244165+0000","last_undegraded":"2023-11-25T03:13:07.244165+0000","last_fullsized":"2023-11-25T03:13:07.244165+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247928+0000","last_change":"2023-11-25T03:13:07.279706+0000","last_active":"2023-11-25T03:13:08.247928+0000","last_peered":"2023-11-25T03:13:08.247928+0000","last_clean":"2023-11-25T03:13:08.247928+0000","last_became_active":"2023-11-25T03:13:07.279223+0000","last_became_peered":"2023-11-25T03:13:07.279223+0000","last_unstale":"2023-11-25T03:13:08.247928+0000","last_undegraded":"2023-11-25T03:13:08.247928+0000","last_fullsized":"2023-11-25T03:13:08.247928+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:36:52.410014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506934+0000","last_change":"2023-11-25T03:13:06.243892+0000","last_active":"2023-11-25T03:13:08.506934+0000","last_peered":"2023-11-25T03:13:08.506934+0000","last_clean":"2023-11-25T03:13:08.506934+0000","last_became_active":"2023-11-25T03:13:06.242882+0000","last_became_peered":"2023-11-25T03:13:06.242882+0000","last_unstale":"2023-11-25T03:13:08.506934+0000","last_undegraded":"2023-11-25T03:13:08.506934+0000","last_fullsized":"2023-11-25T03:13:08.506934+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:16.951134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243993+0000","last_change":"2023-11-25T03:12:49.829870+0000","last_active":"2023-11-25T03:13:07.243993+0000","last_peered":"2023-11-25T03:13:07.243993+0000","last_clean":"2023-11-25T03:13:07.243993+0000","last_became_active":"2023-11-25T03:12:49.829443+0000","last_became_peered":"2023-11-25T03:12:49.829443+0000","last_unstale":"2023-11-25T03:13:07.243993+0000","last_undegraded":"2023-11-25T03:13:07.243993+0000","last_fullsized":"2023-11-25T03:13:07.243993+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:20.527973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"51'8","reported_seq":24,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248544+0000","last_change":"2023-11-25T03:12:48.804661+0000","last_active":"2023-11-25T03:13:07.248544+0000","last_peered":"2023-11-25T03:13:07.248544+0000","last_clean":"2023-11-25T03:13:07.248544+0000","last_became_active":"2023-11-25T03:12:48.804380+0000","last_became_peered":"2023-11-25T03:12:48.804380+0000","last_unstale":"2023-11-25T03:13:07.248544+0000","last_undegraded":"2023-11-25T03:13:07.248544+0000","last_fullsized":"2023-11-25T03:13:07.248544+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:27:29.433171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834455+0000","last_change":"2023-11-25T03:13:07.277142+0000","last_active":"2023-11-25T03:13:08.834455+0000","last_peered":"2023-11-25T03:13:08.834455+0000","last_clean":"2023-11-25T03:13:08.834455+0000","last_became_active":"2023-11-25T03:13:07.276748+0000","last_became_peered":"2023-11-25T03:13:07.276748+0000","last_unstale":"2023-11-25T03:13:08.834455+0000","last_undegraded":"2023-11-25T03:13:08.834455+0000","last_fullsized":"2023-11-25T03:13:08.834455+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:55.570180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246096+0000","last_change":"2023-11-25T03:13:06.240173+0000","last_active":"2023-11-25T03:13:08.246096+0000","last_peered":"2023-11-25T03:13:08.246096+0000","last_clean":"2023-11-25T03:13:08.246096+0000","last_became_active":"2023-11-25T03:13:06.239450+0000","last_became_peered":"2023-11-25T03:13:06.239450+0000","last_unstale":"2023-11-25T03:13:08.246096+0000","last_undegraded":"2023-11-25T03:13:08.246096+0000","last_fullsized":"2023-11-25T03:13:08.246096+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:31.338255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244141+0000","last_change":"2023-11-25T03:12:49.820184+0000","last_active":"2023-11-25T03:13:07.244141+0000","last_peered":"2023-11-25T03:13:07.244141+0000","last_clean":"2023-11-25T03:13:07.244141+0000","last_became_active":"2023-11-25T03:12:49.819695+0000","last_became_peered":"2023-11-25T03:12:49.819695+0000","last_unstale":"2023-11-25T03:13:07.244141+0000","last_undegraded":"2023-11-25T03:13:07.244141+0000","last_fullsized":"2023-11-25T03:13:07.244141+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248762+0000","last_change":"2023-11-25T03:12:48.809371+0000","last_active":"2023-11-25T03:13:07.248762+0000","last_peered":"2023-11-25T03:13:07.248762+0000","last_clean":"2023-11-25T03:13:07.248762+0000","last_became_active":"2023-11-25T03:12:48.809033+0000","last_became_peered":"2023-11-25T03:12:48.809033+0000","last_unstale":"2023-11-25T03:13:07.248762+0000","last_undegraded":"2023-11-25T03:13:07.248762+0000","last_fullsized":"2023-11-25T03:13:07.248762+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:36.967150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977214+0000","last_change":"2023-11-25T03:13:07.265748+0000","last_active":"2023-11-25T03:13:08.977214+0000","last_peered":"2023-11-25T03:13:08.977214+0000","last_clean":"2023-11-25T03:13:08.977214+0000","last_became_active":"2023-11-25T03:13:07.264385+0000","last_became_peered":"2023-11-25T03:13:07.264385+0000","last_unstale":"2023-11-25T03:13:08.977214+0000","last_undegraded":"2023-11-25T03:13:08.977214+0000","last_fullsized":"2023-11-25T03:13:08.977214+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:23.659668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"54'8","reported_seq":20,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.978764+0000","last_change":"2023-11-25T03:13:06.246841+0000","last_active":"2023-11-25T03:13:08.978764+0000","last_peered":"2023-11-25T03:13:08.978764+0000","last_clean":"2023-11-25T03:13:08.978764+0000","last_became_active":"2023-11-25T03:13:06.246277+0000","last_became_peered":"2023-11-25T03:13:06.246277+0000","last_unstale":"2023-11-25T03:13:08.978764+0000","last_undegraded":"2023-11-25T03:13:08.978764+0000","last_fullsized":"2023-11-25T03:13:08.978764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:49.010749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244828+0000","last_change":"2023-11-25T03:12:49.814862+0000","last_active":"2023-11-25T03:13:07.244828+0000","last_peered":"2023-11-25T03:13:07.244828+0000","last_clean":"2023-11-25T03:13:07.244828+0000","last_became_active":"2023-11-25T03:12:49.814601+0000","last_became_peered":"2023-11-25T03:12:49.814601+0000","last_unstale":"2023-11-25T03:13:07.244828+0000","last_undegraded":"2023-11-25T03:13:07.244828+0000","last_fullsized":"2023-11-25T03:13:07.244828+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:37.973912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262875+0000","last_change":"2023-11-25T03:12:48.802009+0000","last_active":"2023-11-25T03:13:07.262875+0000","last_peered":"2023-11-25T03:13:07.262875+0000","last_clean":"2023-11-25T03:13:07.262875+0000","last_became_active":"2023-11-25T03:12:48.801702+0000","last_became_peered":"2023-11-25T03:12:48.801702+0000","last_unstale":"2023-11-25T03:13:07.262875+0000","last_undegraded":"2023-11-25T03:13:07.262875+0000","last_fullsized":"2023-11-25T03:13:07.262875+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:32:52.935182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246849+0000","last_change":"2023-11-25T03:13:07.260286+0000","last_active":"2023-11-25T03:13:08.246849+0000","last_peered":"2023-11-25T03:13:08.246849+0000","last_clean":"2023-11-25T03:13:08.246849+0000","last_became_active":"2023-11-25T03:13:07.259819+0000","last_became_peered":"2023-11-25T03:13:07.259819+0000","last_unstale":"2023-11-25T03:13:08.246849+0000","last_undegraded":"2023-11-25T03:13:08.246849+0000","last_fullsized":"2023-11-25T03:13:08.246849+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:01.853539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355236+0000","last_change":"2023-11-25T03:13:06.236637+0000","last_active":"2023-11-25T03:13:08.355236+0000","last_peered":"2023-11-25T03:13:08.355236+0000","last_clean":"2023-11-25T03:13:08.355236+0000","last_became_active":"2023-11-25T03:13:06.230583+0000","last_became_peered":"2023-11-25T03:13:06.230583+0000","last_unstale":"2023-11-25T03:13:08.355236+0000","last_undegraded":"2023-11-25T03:13:08.355236+0000","last_fullsized":"2023-11-25T03:13:08.355236+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:25.146891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.247996+0000","last_change":"2023-11-25T03:12:49.809065+0000","last_active":"2023-11-25T03:13:07.247996+0000","last_peered":"2023-11-25T03:13:07.247996+0000","last_clean":"2023-11-25T03:13:07.247996+0000","last_became_active":"2023-11-25T03:12:49.808664+0000","last_became_peered":"2023-11-25T03:12:49.808664+0000","last_unstale":"2023-11-25T03:13:07.247996+0000","last_undegraded":"2023-11-25T03:13:07.247996+0000","last_fullsized":"2023-11-25T03:13:07.247996+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:51:16.335519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244289+0000","last_change":"2023-11-25T03:12:48.796202+0000","last_active":"2023-11-25T03:13:07.244289+0000","last_peered":"2023-11-25T03:13:07.244289+0000","last_clean":"2023-11-25T03:13:07.244289+0000","last_became_active":"2023-11-25T03:12:48.795852+0000","last_became_peered":"2023-11-25T03:12:48.795852+0000","last_unstale":"2023-11-25T03:13:07.244289+0000","last_undegraded":"2023-11-25T03:13:07.244289+0000","last_fullsized":"2023-11-25T03:13:07.244289+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:44:16.878954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.246472+0000","last_change":"2023-11-25T03:13:07.254886+0000","last_active":"2023-11-25T03:13:08.246472+0000","last_peered":"2023-11-25T03:13:08.246472+0000","last_clean":"2023-11-25T03:13:08.246472+0000","last_became_active":"2023-11-25T03:13:07.254607+0000","last_became_peered":"2023-11-25T03:13:07.254607+0000","last_unstale":"2023-11-25T03:13:08.246472+0000","last_undegraded":"2023-11-25T03:13:08.246472+0000","last_fullsized":"2023-11-25T03:13:08.246472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:32.165761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506751+0000","last_change":"2023-11-25T03:13:06.253230+0000","last_active":"2023-11-25T03:13:08.506751+0000","last_peered":"2023-11-25T03:13:08.506751+0000","last_clean":"2023-11-25T03:13:08.506751+0000","last_became_active":"2023-11-25T03:13:06.252621+0000","last_became_peered":"2023-11-25T03:13:06.252621+0000","last_unstale":"2023-11-25T03:13:08.506751+0000","last_undegraded":"2023-11-25T03:13:08.506751+0000","last_fullsized":"2023-11-25T03:13:08.506751+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:41.802413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.242942+0000","last_change":"2023-11-25T03:12:49.821081+0000","last_active":"2023-11-25T03:13:07.242942+0000","last_peered":"2023-11-25T03:13:07.242942+0000","last_clean":"2023-11-25T03:13:07.242942+0000","last_became_active":"2023-11-25T03:12:49.820789+0000","last_became_peered":"2023-11-25T03:12:49.820789+0000","last_unstale":"2023-11-25T03:13:07.242942+0000","last_undegraded":"2023-11-25T03:13:07.242942+0000","last_fullsized":"2023-11-25T03:13:07.242942+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:55.820886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"50'8","reported_seq":24,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241829+0000","last_change":"2023-11-25T03:12:48.802654+0000","last_active":"2023-11-25T03:13:07.241829+0000","last_peered":"2023-11-25T03:13:07.241829+0000","last_clean":"2023-11-25T03:13:07.241829+0000","last_became_active":"2023-11-25T03:12:48.802351+0000","last_became_peered":"2023-11-25T03:12:48.802351+0000","last_unstale":"2023-11-25T03:13:07.241829+0000","last_undegraded":"2023-11-25T03:13:07.241829+0000","last_fullsized":"2023-11-25T03:13:07.241829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:02:56.937035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355407+0000","last_change":"2023-11-25T03:13:07.267783+0000","last_active":"2023-11-25T03:13:08.355407+0000","last_peered":"2023-11-25T03:13:08.355407+0000","last_clean":"2023-11-25T03:13:08.355407+0000","last_became_active":"2023-11-25T03:13:07.267132+0000","last_became_peered":"2023-11-25T03:13:07.267132+0000","last_unstale":"2023-11-25T03:13:08.355407+0000","last_undegraded":"2023-11-25T03:13:08.355407+0000","last_fullsized":"2023-11-25T03:13:08.355407+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:20.041370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507096+0000","last_change":"2023-11-25T03:13:06.250975+0000","last_active":"2023-11-25T03:13:08.507096+0000","last_peered":"2023-11-25T03:13:08.507096+0000","last_clean":"2023-11-25T03:13:08.507096+0000","last_became_active":"2023-11-25T03:13:06.250682+0000","last_became_peered":"2023-11-25T03:13:06.250682+0000","last_unstale":"2023-11-25T03:13:08.507096+0000","last_undegraded":"2023-11-25T03:13:08.507096+0000","last_fullsized":"2023-11-25T03:13:08.507096+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:15:13.098678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244897+0000","last_change":"2023-11-25T03:12:49.815884+0000","last_active":"2023-11-25T03:13:07.244897+0000","last_peered":"2023-11-25T03:13:07.244897+0000","last_clean":"2023-11-25T03:13:07.244897+0000","last_became_active":"2023-11-25T03:12:49.813509+0000","last_became_peered":"2023-11-25T03:12:49.813509+0000","last_unstale":"2023-11-25T03:13:07.244897+0000","last_undegraded":"2023-11-25T03:13:07.244897+0000","last_fullsized":"2023-11-25T03:13:07.244897+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.255511+0000","last_change":"2023-11-25T03:12:48.804207+0000","last_active":"2023-11-25T03:13:07.255511+0000","last_peered":"2023-11-25T03:13:07.255511+0000","last_clean":"2023-11-25T03:13:07.255511+0000","last_became_active":"2023-11-25T03:12:48.803919+0000","last_became_peered":"2023-11-25T03:12:48.803919+0000","last_unstale":"2023-11-25T03:13:07.255511+0000","last_undegraded":"2023-11-25T03:13:07.255511+0000","last_fullsized":"2023-11-25T03:13:07.255511+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:13.585316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977528+0000","last_change":"2023-11-25T03:13:07.262592+0000","last_active":"2023-11-25T03:13:08.977528+0000","last_peered":"2023-11-25T03:13:08.977528+0000","last_clean":"2023-11-25T03:13:08.977528+0000","last_became_active":"2023-11-25T03:13:07.262287+0000","last_became_peered":"2023-11-25T03:13:07.262287+0000","last_unstale":"2023-11-25T03:13:08.977528+0000","last_undegraded":"2023-11-25T03:13:08.977528+0000","last_fullsized":"2023-11-25T03:13:08.977528+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:03:15.385004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247294+0000","last_change":"2023-11-25T03:13:06.245105+0000","last_active":"2023-11-25T03:13:08.247294+0000","last_peered":"2023-11-25T03:13:08.247294+0000","last_clean":"2023-11-25T03:13:08.247294+0000","last_became_active":"2023-11-25T03:13:06.244825+0000","last_became_peered":"2023-11-25T03:13:06.244825+0000","last_unstale":"2023-11-25T03:13:08.247294+0000","last_undegraded":"2023-11-25T03:13:08.247294+0000","last_fullsized":"2023-11-25T03:13:08.247294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:11.474161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.246173+0000","last_change":"2023-11-25T03:12:49.826572+0000","last_active":"2023-11-25T03:13:07.246173+0000","last_peered":"2023-11-25T03:13:07.246173+0000","last_clean":"2023-11-25T03:13:07.246173+0000","last_became_active":"2023-11-25T03:12:49.826269+0000","last_became_peered":"2023-11-25T03:12:49.826269+0000","last_unstale":"2023-11-25T03:13:07.246173+0000","last_undegraded":"2023-11-25T03:13:07.246173+0000","last_fullsized":"2023-11-25T03:13:07.246173+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:36:00.516825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261414+0000","last_change":"2023-11-25T03:12:48.805054+0000","last_active":"2023-11-25T03:13:07.261414+0000","last_peered":"2023-11-25T03:13:07.261414+0000","last_clean":"2023-11-25T03:13:07.261414+0000","last_became_active":"2023-11-25T03:12:48.804558+0000","last_became_peered":"2023-11-25T03:12:48.804558+0000","last_unstale":"2023-11-25T03:13:07.261414+0000","last_undegraded":"2023-11-25T03:13:07.261414+0000","last_fullsized":"2023-11-25T03:13:07.261414+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:23:51.329350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979870+0000","last_change":"2023-11-25T03:13:07.264329+0000","last_active":"2023-11-25T03:13:08.979870+0000","last_peered":"2023-11-25T03:13:08.979870+0000","last_clean":"2023-11-25T03:13:08.979870+0000","last_became_active":"2023-11-25T03:13:07.264039+0000","last_became_peered":"2023-11-25T03:13:07.264039+0000","last_unstale":"2023-11-25T03:13:08.979870+0000","last_undegraded":"2023-11-25T03:13:08.979870+0000","last_fullsized":"2023-11-25T03:13:08.979870+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:52.006590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"54'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507361+0000","last_change":"2023-11-25T03:13:06.249917+0000","last_active":"2023-11-25T03:13:08.507361+0000","last_peered":"2023-11-25T03:13:08.507361+0000","last_clean":"2023-11-25T03:13:08.507361+0000","last_became_active":"2023-11-25T03:13:06.249168+0000","last_became_peered":"2023-11-25T03:13:06.249168+0000","last_unstale":"2023-11-25T03:13:08.507361+0000","last_undegraded":"2023-11-25T03:13:08.507361+0000","last_fullsized":"2023-11-25T03:13:08.507361+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:56.712925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.250336+0000","last_change":"2023-11-25T03:12:49.794760+0000","last_active":"2023-11-25T03:13:07.250336+0000","last_peered":"2023-11-25T03:13:07.250336+0000","last_clean":"2023-11-25T03:13:07.250336+0000","last_became_active":"2023-11-25T03:12:49.794449+0000","last_became_peered":"2023-11-25T03:12:49.794449+0000","last_unstale":"2023-11-25T03:13:07.250336+0000","last_undegraded":"2023-11-25T03:13:07.250336+0000","last_fullsized":"2023-11-25T03:13:07.250336+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:14.724554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"50'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245203+0000","last_change":"2023-11-25T03:12:48.798690+0000","last_active":"2023-11-25T03:13:07.245203+0000","last_peered":"2023-11-25T03:13:07.245203+0000","last_clean":"2023-11-25T03:13:07.245203+0000","last_became_active":"2023-11-25T03:12:48.797672+0000","last_became_peered":"2023-11-25T03:12:48.797672+0000","last_unstale":"2023-11-25T03:13:07.245203+0000","last_undegraded":"2023-11-25T03:13:07.245203+0000","last_fullsized":"2023-11-25T03:13:07.245203+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:07:23.151631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.248162+0000","last_change":"2023-11-25T03:13:07.258810+0000","last_active":"2023-11-25T03:13:08.248162+0000","last_peered":"2023-11-25T03:13:08.248162+0000","last_clean":"2023-11-25T03:13:08.248162+0000","last_became_active":"2023-11-25T03:13:07.258546+0000","last_became_peered":"2023-11-25T03:13:07.258546+0000","last_unstale":"2023-11-25T03:13:08.248162+0000","last_undegraded":"2023-11-25T03:13:08.248162+0000","last_fullsized":"2023-11-25T03:13:08.248162+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:05.300648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.979640+0000","last_change":"2023-11-25T03:13:06.254086+0000","last_active":"2023-11-25T03:13:08.979640+0000","last_peered":"2023-11-25T03:13:08.979640+0000","last_clean":"2023-11-25T03:13:08.979640+0000","last_became_active":"2023-11-25T03:13:06.253819+0000","last_became_peered":"2023-11-25T03:13:06.253819+0000","last_unstale":"2023-11-25T03:13:08.979640+0000","last_undegraded":"2023-11-25T03:13:08.979640+0000","last_fullsized":"2023-11-25T03:13:08.979640+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:14:59.004113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244070+0000","last_change":"2023-11-25T03:12:49.829968+0000","last_active":"2023-11-25T03:13:07.244070+0000","last_peered":"2023-11-25T03:13:07.244070+0000","last_clean":"2023-11-25T03:13:07.244070+0000","last_became_active":"2023-11-25T03:12:49.829603+0000","last_became_peered":"2023-11-25T03:12:49.829603+0000","last_unstale":"2023-11-25T03:13:07.244070+0000","last_undegraded":"2023-11-25T03:13:07.244070+0000","last_fullsized":"2023-11-25T03:13:07.244070+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:48:37.079758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.262280+0000","last_change":"2023-11-25T03:12:48.805725+0000","last_active":"2023-11-25T03:13:07.262280+0000","last_peered":"2023-11-25T03:13:07.262280+0000","last_clean":"2023-11-25T03:13:07.262280+0000","last_became_active":"2023-11-25T03:12:48.805418+0000","last_became_peered":"2023-11-25T03:12:48.805418+0000","last_unstale":"2023-11-25T03:13:07.262280+0000","last_undegraded":"2023-11-25T03:13:07.262280+0000","last_fullsized":"2023-11-25T03:13:07.262280+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:36.812395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241678+0000","last_change":"2023-11-25T03:13:07.277675+0000","last_active":"2023-11-25T03:13:08.241678+0000","last_peered":"2023-11-25T03:13:08.241678+0000","last_clean":"2023-11-25T03:13:08.241678+0000","last_became_active":"2023-11-25T03:13:07.277399+0000","last_became_peered":"2023-11-25T03:13:07.277399+0000","last_unstale":"2023-11-25T03:13:08.241678+0000","last_undegraded":"2023-11-25T03:13:08.241678+0000","last_fullsized":"2023-11-25T03:13:08.241678+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:47:41.274322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.245984+0000","last_change":"2023-11-25T03:13:06.242851+0000","last_active":"2023-11-25T03:13:08.245984+0000","last_peered":"2023-11-25T03:13:08.245984+0000","last_clean":"2023-11-25T03:13:08.245984+0000","last_became_active":"2023-11-25T03:13:06.242545+0000","last_became_peered":"2023-11-25T03:13:06.242545+0000","last_unstale":"2023-11-25T03:13:08.245984+0000","last_undegraded":"2023-11-25T03:13:08.245984+0000","last_fullsized":"2023-11-25T03:13:08.245984+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:11.474161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244883+0000","last_change":"2023-11-25T03:12:49.819979+0000","last_active":"2023-11-25T03:13:07.244883+0000","last_peered":"2023-11-25T03:13:07.244883+0000","last_clean":"2023-11-25T03:13:07.244883+0000","last_became_active":"2023-11-25T03:12:49.819275+0000","last_became_peered":"2023-11-25T03:12:49.819275+0000","last_unstale":"2023-11-25T03:13:07.244883+0000","last_undegraded":"2023-11-25T03:13:07.244883+0000","last_fullsized":"2023-11-25T03:13:07.244883+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:16:52.078809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248923+0000","last_change":"2023-11-25T03:12:48.806015+0000","last_active":"2023-11-25T03:13:07.248923+0000","last_peered":"2023-11-25T03:13:07.248923+0000","last_clean":"2023-11-25T03:13:07.248923+0000","last_became_active":"2023-11-25T03:12:48.805677+0000","last_became_peered":"2023-11-25T03:12:48.805677+0000","last_unstale":"2023-11-25T03:13:07.248923+0000","last_undegraded":"2023-11-25T03:13:07.248923+0000","last_fullsized":"2023-11-25T03:13:07.248923+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:53:09.126078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241592+0000","last_change":"2023-11-25T03:13:07.273227+0000","last_active":"2023-11-25T03:13:08.241592+0000","last_peered":"2023-11-25T03:13:08.241592+0000","last_clean":"2023-11-25T03:13:08.241592+0000","last_became_active":"2023-11-25T03:13:07.272917+0000","last_became_peered":"2023-11-25T03:13:07.272917+0000","last_unstale":"2023-11-25T03:13:08.241592+0000","last_undegraded":"2023-11-25T03:13:08.241592+0000","last_fullsized":"2023-11-25T03:13:08.241592+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:11:35.545112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834309+0000","last_change":"2023-11-25T03:13:06.244826+0000","last_active":"2023-11-25T03:13:08.834309+0000","last_peered":"2023-11-25T03:13:08.834309+0000","last_clean":"2023-11-25T03:13:08.834309+0000","last_became_active":"2023-11-25T03:13:06.243996+0000","last_became_peered":"2023-11-25T03:13:06.243996+0000","last_unstale":"2023-11-25T03:13:08.834309+0000","last_undegraded":"2023-11-25T03:13:08.834309+0000","last_fullsized":"2023-11-25T03:13:08.834309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:01.953019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258860+0000","last_change":"2023-11-25T03:12:49.802724+0000","last_active":"2023-11-25T03:13:07.258860+0000","last_peered":"2023-11-25T03:13:07.258860+0000","last_clean":"2023-11-25T03:13:07.258860+0000","last_became_active":"2023-11-25T03:12:49.802443+0000","last_became_peered":"2023-11-25T03:12:49.802443+0000","last_unstale":"2023-11-25T03:13:07.258860+0000","last_undegraded":"2023-11-25T03:13:07.258860+0000","last_fullsized":"2023-11-25T03:13:07.258860+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.664369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.240077+0000","last_change":"2023-11-25T03:12:48.805860+0000","last_active":"2023-11-25T03:13:07.240077+0000","last_peered":"2023-11-25T03:13:07.240077+0000","last_clean":"2023-11-25T03:13:07.240077+0000","last_became_active":"2023-11-25T03:12:48.803122+0000","last_became_peered":"2023-11-25T03:12:48.803122+0000","last_unstale":"2023-11-25T03:13:07.240077+0000","last_undegraded":"2023-11-25T03:13:07.240077+0000","last_fullsized":"2023-11-25T03:13:07.240077+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:21:06.594055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241755+0000","last_change":"2023-11-25T03:13:07.265277+0000","last_active":"2023-11-25T03:13:08.241755+0000","last_peered":"2023-11-25T03:13:08.241755+0000","last_clean":"2023-11-25T03:13:08.241755+0000","last_became_active":"2023-11-25T03:13:07.263478+0000","last_became_peered":"2023-11-25T03:13:07.263478+0000","last_unstale":"2023-11-25T03:13:08.241755+0000","last_undegraded":"2023-11-25T03:13:08.241755+0000","last_fullsized":"2023-11-25T03:13:08.241755+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:01.608301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506812+0000","last_change":"2023-11-25T03:13:06.250904+0000","last_active":"2023-11-25T03:13:08.506812+0000","last_peered":"2023-11-25T03:13:08.506812+0000","last_clean":"2023-11-25T03:13:08.506812+0000","last_became_active":"2023-11-25T03:13:06.248274+0000","last_became_peered":"2023-11-25T03:13:06.248274+0000","last_unstale":"2023-11-25T03:13:08.506812+0000","last_undegraded":"2023-11-25T03:13:08.506812+0000","last_fullsized":"2023-11-25T03:13:08.506812+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:37:15.541239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.258459+0000","last_change":"2023-11-25T03:12:49.813024+0000","last_active":"2023-11-25T03:13:07.258459+0000","last_peered":"2023-11-25T03:13:07.258459+0000","last_clean":"2023-11-25T03:13:07.258459+0000","last_became_active":"2023-11-25T03:12:49.812720+0000","last_became_peered":"2023-11-25T03:12:49.812720+0000","last_unstale":"2023-11-25T03:13:07.258459+0000","last_undegraded":"2023-11-25T03:13:07.258459+0000","last_fullsized":"2023-11-25T03:13:07.258459+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:09:25.368104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243477+0000","last_change":"2023-11-25T03:12:48.810691+0000","last_active":"2023-11-25T03:13:07.243477+0000","last_peered":"2023-11-25T03:13:07.243477+0000","last_clean":"2023-11-25T03:13:07.243477+0000","last_became_active":"2023-11-25T03:12:48.810414+0000","last_became_peered":"2023-11-25T03:12:48.810414+0000","last_unstale":"2023-11-25T03:13:07.243477+0000","last_undegraded":"2023-11-25T03:13:07.243477+0000","last_fullsized":"2023-11-25T03:13:07.243477+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:07.705820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247346+0000","last_change":"2023-11-25T03:13:07.277330+0000","last_active":"2023-11-25T03:13:08.247346+0000","last_peered":"2023-11-25T03:13:08.247346+0000","last_clean":"2023-11-25T03:13:08.247346+0000","last_became_active":"2023-11-25T03:13:07.276950+0000","last_became_peered":"2023-11-25T03:13:07.276950+0000","last_unstale":"2023-11-25T03:13:08.247346+0000","last_undegraded":"2023-11-25T03:13:08.247346+0000","last_fullsized":"2023-11-25T03:13:08.247346+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:15.043230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977550+0000","last_change":"2023-11-25T03:13:06.243817+0000","last_active":"2023-11-25T03:13:08.977550+0000","last_peered":"2023-11-25T03:13:08.977550+0000","last_clean":"2023-11-25T03:13:08.977550+0000","last_became_active":"2023-11-25T03:13:06.243374+0000","last_became_peered":"2023-11-25T03:13:06.243374+0000","last_unstale":"2023-11-25T03:13:08.977550+0000","last_undegraded":"2023-11-25T03:13:08.977550+0000","last_fullsized":"2023-11-25T03:13:08.977550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:50.934466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245863+0000","last_change":"2023-11-25T03:12:49.809349+0000","last_active":"2023-11-25T03:13:07.245863+0000","last_peered":"2023-11-25T03:13:07.245863+0000","last_clean":"2023-11-25T03:13:07.245863+0000","last_became_active":"2023-11-25T03:12:49.808971+0000","last_became_peered":"2023-11-25T03:12:49.808971+0000","last_unstale":"2023-11-25T03:13:07.245863+0000","last_undegraded":"2023-11-25T03:13:07.245863+0000","last_fullsized":"2023-11-25T03:13:07.245863+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:36:59.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"50'2","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241648+0000","last_change":"2023-11-25T03:12:48.810596+0000","last_active":"2023-11-25T03:13:07.241648+0000","last_peered":"2023-11-25T03:13:07.241648+0000","last_clean":"2023-11-25T03:13:07.241648+0000","last_became_active":"2023-11-25T03:12:48.810151+0000","last_became_peered":"2023-11-25T03:12:48.810151+0000","last_unstale":"2023-11-25T03:13:07.241648+0000","last_undegraded":"2023-11-25T03:13:07.241648+0000","last_fullsized":"2023-11-25T03:13:07.241648+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247797+0000","last_change":"2023-11-25T03:13:07.251633+0000","last_active":"2023-11-25T03:13:08.247797+0000","last_peered":"2023-11-25T03:13:08.247797+0000","last_clean":"2023-11-25T03:13:08.247797+0000","last_became_active":"2023-11-25T03:13:07.251331+0000","last_became_peered":"2023-11-25T03:13:07.251331+0000","last_unstale":"2023-11-25T03:13:08.247797+0000","last_undegraded":"2023-11-25T03:13:08.247797+0000","last_fullsized":"2023-11-25T03:13:08.247797+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:05:16.993413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834684+0000","last_change":"2023-11-25T03:13:06.249450+0000","last_active":"2023-11-25T03:13:08.834684+0000","last_peered":"2023-11-25T03:13:08.834684+0000","last_clean":"2023-11-25T03:13:08.834684+0000","last_became_active":"2023-11-25T03:13:06.249149+0000","last_became_peered":"2023-11-25T03:13:06.249149+0000","last_unstale":"2023-11-25T03:13:08.834684+0000","last_undegraded":"2023-11-25T03:13:08.834684+0000","last_fullsized":"2023-11-25T03:13:08.834684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:46:31.338255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.245974+0000","last_change":"2023-11-25T03:12:49.805297+0000","last_active":"2023-11-25T03:13:07.245974+0000","last_peered":"2023-11-25T03:13:07.245974+0000","last_clean":"2023-11-25T03:13:07.245974+0000","last_became_active":"2023-11-25T03:12:49.804842+0000","last_became_peered":"2023-11-25T03:12:49.804842+0000","last_unstale":"2023-11-25T03:13:07.245974+0000","last_undegraded":"2023-11-25T03:13:07.245974+0000","last_fullsized":"2023-11-25T03:13:07.245974+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"51'1","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261470+0000","last_change":"2023-11-25T03:12:48.802267+0000","last_active":"2023-11-25T03:13:07.261470+0000","last_peered":"2023-11-25T03:13:07.261470+0000","last_clean":"2023-11-25T03:13:07.261470+0000","last_became_active":"2023-11-25T03:12:48.800843+0000","last_became_peered":"2023-11-25T03:12:48.800843+0000","last_unstale":"2023-11-25T03:13:07.261470+0000","last_undegraded":"2023-11-25T03:13:07.261470+0000","last_fullsized":"2023-11-25T03:13:07.261470+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:46:04.598690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834950+0000","last_change":"2023-11-25T03:13:07.279470+0000","last_active":"2023-11-25T03:13:08.834950+0000","last_peered":"2023-11-25T03:13:08.834950+0000","last_clean":"2023-11-25T03:13:08.834950+0000","last_became_active":"2023-11-25T03:13:07.279238+0000","last_became_peered":"2023-11-25T03:13:07.279238+0000","last_unstale":"2023-11-25T03:13:08.834950+0000","last_undegraded":"2023-11-25T03:13:08.834950+0000","last_fullsized":"2023-11-25T03:13:08.834950+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:50:32.165761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507416+0000","last_change":"2023-11-25T03:13:06.250123+0000","last_active":"2023-11-25T03:13:08.507416+0000","last_peered":"2023-11-25T03:13:08.507416+0000","last_clean":"2023-11-25T03:13:08.507416+0000","last_became_active":"2023-11-25T03:13:06.249629+0000","last_became_peered":"2023-11-25T03:13:06.249629+0000","last_unstale":"2023-11-25T03:13:08.507416+0000","last_undegraded":"2023-11-25T03:13:08.507416+0000","last_fullsized":"2023-11-25T03:13:08.507416+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:16:19.034472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241335+0000","last_change":"2023-11-25T03:12:49.821823+0000","last_active":"2023-11-25T03:13:07.241335+0000","last_peered":"2023-11-25T03:13:07.241335+0000","last_clean":"2023-11-25T03:13:07.241335+0000","last_became_active":"2023-11-25T03:12:49.821514+0000","last_became_peered":"2023-11-25T03:12:49.821514+0000","last_unstale":"2023-11-25T03:13:07.241335+0000","last_undegraded":"2023-11-25T03:13:07.241335+0000","last_fullsized":"2023-11-25T03:13:07.241335+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:24.684574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.263606+0000","last_change":"2023-11-25T03:12:48.806460+0000","last_active":"2023-11-25T03:13:07.263606+0000","last_peered":"2023-11-25T03:13:07.263606+0000","last_clean":"2023-11-25T03:13:07.263606+0000","last_became_active":"2023-11-25T03:12:48.806180+0000","last_became_peered":"2023-11-25T03:12:48.806180+0000","last_unstale":"2023-11-25T03:13:07.263606+0000","last_undegraded":"2023-11-25T03:13:07.263606+0000","last_fullsized":"2023-11-25T03:13:07.263606+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:57:10.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.247388+0000","last_change":"2023-11-25T03:13:07.251717+0000","last_active":"2023-11-25T03:13:08.247388+0000","last_peered":"2023-11-25T03:13:08.247388+0000","last_clean":"2023-11-25T03:13:08.247388+0000","last_became_active":"2023-11-25T03:13:07.250902+0000","last_became_peered":"2023-11-25T03:13:07.250902+0000","last_unstale":"2023-11-25T03:13:08.247388+0000","last_undegraded":"2023-11-25T03:13:08.247388+0000","last_fullsized":"2023-11-25T03:13:08.247388+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:52:40.057647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"55'1","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.834185+0000","last_change":"2023-11-25T03:13:06.241575+0000","last_active":"2023-11-25T03:13:08.834185+0000","last_peered":"2023-11-25T03:13:08.834185+0000","last_clean":"2023-11-25T03:13:08.834185+0000","last_became_active":"2023-11-25T03:13:06.241283+0000","last_became_peered":"2023-11-25T03:13:06.241283+0000","last_unstale":"2023-11-25T03:13:08.834185+0000","last_undegraded":"2023-11-25T03:13:08.834185+0000","last_fullsized":"2023-11-25T03:13:08.834185+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:13:23.137669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.261201+0000","last_change":"2023-11-25T03:12:49.808068+0000","last_active":"2023-11-25T03:13:07.261201+0000","last_peered":"2023-11-25T03:13:07.261201+0000","last_clean":"2023-11-25T03:13:07.261201+0000","last_became_active":"2023-11-25T03:12:49.807499+0000","last_became_peered":"2023-11-25T03:12:49.807499+0000","last_unstale":"2023-11-25T03:13:07.261201+0000","last_undegraded":"2023-11-25T03:13:07.261201+0000","last_fullsized":"2023-11-25T03:13:07.261201+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:33:14.592078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.244829+0000","last_change":"2023-11-25T03:12:48.801444+0000","last_active":"2023-11-25T03:13:07.244829+0000","last_peered":"2023-11-25T03:13:07.244829+0000","last_clean":"2023-11-25T03:13:07.244829+0000","last_became_active":"2023-11-25T03:12:48.801177+0000","last_became_peered":"2023-11-25T03:12:48.801177+0000","last_unstale":"2023-11-25T03:13:07.244829+0000","last_undegraded":"2023-11-25T03:13:07.244829+0000","last_fullsized":"2023-11-25T03:13:07.244829+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:39.271854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355042+0000","last_change":"2023-11-25T03:13:07.261785+0000","last_active":"2023-11-25T03:13:08.355042+0000","last_peered":"2023-11-25T03:13:08.355042+0000","last_clean":"2023-11-25T03:13:08.355042+0000","last_became_active":"2023-11-25T03:13:07.261520+0000","last_became_peered":"2023-11-25T03:13:07.261520+0000","last_unstale":"2023-11-25T03:13:08.355042+0000","last_undegraded":"2023-11-25T03:13:08.355042+0000","last_fullsized":"2023-11-25T03:13:08.355042+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:28:57.719822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.978822+0000","last_change":"2023-11-25T03:13:06.249204+0000","last_active":"2023-11-25T03:13:08.978822+0000","last_peered":"2023-11-25T03:13:08.978822+0000","last_clean":"2023-11-25T03:13:08.978822+0000","last_became_active":"2023-11-25T03:13:06.248883+0000","last_became_peered":"2023-11-25T03:13:06.248883+0000","last_unstale":"2023-11-25T03:13:08.978822+0000","last_undegraded":"2023-11-25T03:13:08.978822+0000","last_fullsized":"2023-11-25T03:13:08.978822+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:50:36.962282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249329+0000","last_change":"2023-11-25T03:12:49.816966+0000","last_active":"2023-11-25T03:13:07.249329+0000","last_peered":"2023-11-25T03:13:07.249329+0000","last_clean":"2023-11-25T03:13:07.249329+0000","last_became_active":"2023-11-25T03:12:49.816702+0000","last_became_peered":"2023-11-25T03:12:49.816702+0000","last_unstale":"2023-11-25T03:13:07.249329+0000","last_undegraded":"2023-11-25T03:13:07.249329+0000","last_fullsized":"2023-11-25T03:13:07.249329+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:53:38.128973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.240496+0000","last_change":"2023-11-25T03:12:48.801487+0000","last_active":"2023-11-25T03:13:07.240496+0000","last_peered":"2023-11-25T03:13:07.240496+0000","last_clean":"2023-11-25T03:13:07.240496+0000","last_became_active":"2023-11-25T03:12:48.801233+0000","last_became_peered":"2023-11-25T03:12:48.801233+0000","last_unstale":"2023-11-25T03:13:07.240496+0000","last_undegraded":"2023-11-25T03:13:07.240496+0000","last_fullsized":"2023-11-25T03:13:07.240496+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:18:19.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506381+0000","last_change":"2023-11-25T03:13:07.273121+0000","last_active":"2023-11-25T03:13:08.506381+0000","last_peered":"2023-11-25T03:13:08.506381+0000","last_clean":"2023-11-25T03:13:08.506381+0000","last_became_active":"2023-11-25T03:13:07.272887+0000","last_became_peered":"2023-11-25T03:13:07.272887+0000","last_unstale":"2023-11-25T03:13:08.506381+0000","last_undegraded":"2023-11-25T03:13:08.506381+0000","last_fullsized":"2023-11-25T03:13:08.506381+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:12:59.345558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506256+0000","last_change":"2023-11-25T03:13:06.248835+0000","last_active":"2023-11-25T03:13:08.506256+0000","last_peered":"2023-11-25T03:13:08.506256+0000","last_clean":"2023-11-25T03:13:08.506256+0000","last_became_active":"2023-11-25T03:13:06.248511+0000","last_became_peered":"2023-11-25T03:13:06.248511+0000","last_unstale":"2023-11-25T03:13:08.506256+0000","last_undegraded":"2023-11-25T03:13:08.506256+0000","last_fullsized":"2023-11-25T03:13:08.506256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:08.770421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.243908+0000","last_change":"2023-11-25T03:12:49.821842+0000","last_active":"2023-11-25T03:13:07.243908+0000","last_peered":"2023-11-25T03:13:07.243908+0000","last_clean":"2023-11-25T03:13:07.243908+0000","last_became_active":"2023-11-25T03:12:49.821521+0000","last_became_peered":"2023-11-25T03:12:49.821521+0000","last_unstale":"2023-11-25T03:13:07.243908+0000","last_undegraded":"2023-11-25T03:13:07.243908+0000","last_fullsized":"2023-11-25T03:13:07.243908+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:32.576441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.256172+0000","last_change":"2023-11-25T03:12:48.809453+0000","last_active":"2023-11-25T03:13:07.256172+0000","last_peered":"2023-11-25T03:13:07.256172+0000","last_clean":"2023-11-25T03:13:07.256172+0000","last_became_active":"2023-11-25T03:12:48.809161+0000","last_became_peered":"2023-11-25T03:12:48.809161+0000","last_unstale":"2023-11-25T03:13:07.256172+0000","last_undegraded":"2023-11-25T03:13:07.256172+0000","last_fullsized":"2023-11-25T03:13:07.256172+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:05.211700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977626+0000","last_change":"2023-11-25T03:13:07.263529+0000","last_active":"2023-11-25T03:13:08.977626+0000","last_peered":"2023-11-25T03:13:08.977626+0000","last_clean":"2023-11-25T03:13:08.977626+0000","last_became_active":"2023-11-25T03:13:07.263336+0000","last_became_peered":"2023-11-25T03:13:07.263336+0000","last_unstale":"2023-11-25T03:13:08.977626+0000","last_undegraded":"2023-11-25T03:13:08.977626+0000","last_fullsized":"2023-11-25T03:13:08.977626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:53:07.128863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.977294+0000","last_change":"2023-11-25T03:13:06.248535+0000","last_active":"2023-11-25T03:13:08.977294+0000","last_peered":"2023-11-25T03:13:08.977294+0000","last_clean":"2023-11-25T03:13:08.977294+0000","last_became_active":"2023-11-25T03:13:06.248066+0000","last_became_peered":"2023-11-25T03:13:06.248066+0000","last_unstale":"2023-11-25T03:13:08.977294+0000","last_undegraded":"2023-11-25T03:13:08.977294+0000","last_fullsized":"2023-11-25T03:13:08.977294+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:41.118883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.239871+0000","last_change":"2023-11-25T03:12:49.818698+0000","last_active":"2023-11-25T03:13:07.239871+0000","last_peered":"2023-11-25T03:13:07.239871+0000","last_clean":"2023-11-25T03:13:07.239871+0000","last_became_active":"2023-11-25T03:12:49.818421+0000","last_became_peered":"2023-11-25T03:12:49.818421+0000","last_unstale":"2023-11-25T03:13:07.239871+0000","last_undegraded":"2023-11-25T03:13:07.239871+0000","last_fullsized":"2023-11-25T03:13:07.239871+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:20:45.030446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.239920+0000","last_change":"2023-11-25T03:12:48.803798+0000","last_active":"2023-11-25T03:13:07.239920+0000","last_peered":"2023-11-25T03:13:07.239920+0000","last_clean":"2023-11-25T03:13:07.239920+0000","last_became_active":"2023-11-25T03:12:48.801778+0000","last_became_peered":"2023-11-25T03:12:48.801778+0000","last_unstale":"2023-11-25T03:13:07.239920+0000","last_undegraded":"2023-11-25T03:13:07.239920+0000","last_fullsized":"2023-11-25T03:13:07.239920+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:44.760452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.506956+0000","last_change":"2023-11-25T03:13:07.275350+0000","last_active":"2023-11-25T03:13:08.506956+0000","last_peered":"2023-11-25T03:13:08.506956+0000","last_clean":"2023-11-25T03:13:08.506956+0000","last_became_active":"2023-11-25T03:13:07.275024+0000","last_became_peered":"2023-11-25T03:13:07.275024+0000","last_unstale":"2023-11-25T03:13:08.506956+0000","last_undegraded":"2023-11-25T03:13:08.506956+0000","last_fullsized":"2023-11-25T03:13:08.506956+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:08:17.760939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.355050+0000","last_change":"2023-11-25T03:13:06.244732+0000","last_active":"2023-11-25T03:13:08.355050+0000","last_peered":"2023-11-25T03:13:08.355050+0000","last_clean":"2023-11-25T03:13:08.355050+0000","last_became_active":"2023-11-25T03:13:06.244457+0000","last_became_peered":"2023-11-25T03:13:06.244457+0000","last_unstale":"2023-11-25T03:13:08.355050+0000","last_undegraded":"2023-11-25T03:13:08.355050+0000","last_fullsized":"2023-11-25T03:13:08.355050+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:49.148128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248457+0000","last_change":"2023-11-25T03:12:49.814544+0000","last_active":"2023-11-25T03:13:07.248457+0000","last_peered":"2023-11-25T03:13:07.248457+0000","last_clean":"2023-11-25T03:13:07.248457+0000","last_became_active":"2023-11-25T03:12:49.814121+0000","last_became_peered":"2023-11-25T03:12:49.814121+0000","last_unstale":"2023-11-25T03:13:07.248457+0000","last_undegraded":"2023-11-25T03:13:07.248457+0000","last_fullsized":"2023-11-25T03:13:07.248457+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:42:34.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.249045+0000","last_change":"2023-11-25T03:12:48.805994+0000","last_active":"2023-11-25T03:13:07.249045+0000","last_peered":"2023-11-25T03:13:07.249045+0000","last_clean":"2023-11-25T03:13:07.249045+0000","last_became_active":"2023-11-25T03:12:48.805580+0000","last_became_peered":"2023-11-25T03:12:48.805580+0000","last_unstale":"2023-11-25T03:13:07.249045+0000","last_undegraded":"2023-11-25T03:13:07.249045+0000","last_fullsized":"2023-11-25T03:13:07.249045+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:22:40.980401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.241751+0000","last_change":"2023-11-25T03:13:07.277549+0000","last_active":"2023-11-25T03:13:08.241751+0000","last_peered":"2023-11-25T03:13:08.241751+0000","last_clean":"2023-11-25T03:13:08.241751+0000","last_became_active":"2023-11-25T03:13:07.277224+0000","last_became_peered":"2023-11-25T03:13:07.277224+0000","last_unstale":"2023-11-25T03:13:08.241751+0000","last_undegraded":"2023-11-25T03:13:08.241751+0000","last_fullsized":"2023-11-25T03:13:08.241751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:06.213709+0000","last_clean_scrub_stamp":"2023-11-25T03:13:06.213709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:56:34.337858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"54'2","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-11-25T03:13:08.507067+0000","last_change":"2023-11-25T03:13:06.244470+0000","last_active":"2023-11-25T03:13:08.507067+0000","last_peered":"2023-11-25T03:13:08.507067+0000","last_clean":"2023-11-25T03:13:08.507067+0000","last_became_active":"2023-11-25T03:13:06.244167+0000","last_became_peered":"2023-11-25T03:13:06.244167+0000","last_unstale":"2023-11-25T03:13:08.507067+0000","last_undegraded":"2023-11-25T03:13:08.507067+0000","last_fullsized":"2023-11-25T03:13:08.507067+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:05.206812+0000","last_clean_scrub_stamp":"2023-11-25T03:13:05.206812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:25:49.010749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.248818+0000","last_change":"2023-11-25T03:12:49.811366+0000","last_active":"2023-11-25T03:13:07.248818+0000","last_peered":"2023-11-25T03:13:07.248818+0000","last_clean":"2023-11-25T03:13:07.248818+0000","last_became_active":"2023-11-25T03:12:49.811044+0000","last_became_peered":"2023-11-25T03:12:49.811044+0000","last_unstale":"2023-11-25T03:13:07.248818+0000","last_undegraded":"2023-11-25T03:13:07.248818+0000","last_fullsized":"2023-11-25T03:13:07.248818+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:48.772503+0000","last_clean_scrub_stamp":"2023-11-25T03:12:48.772503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:47:45.518710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.267956+0000","last_change":"2023-11-25T03:12:48.802678+0000","last_active":"2023-11-25T03:13:07.267956+0000","last_peered":"2023-11-25T03:13:07.267956+0000","last_clean":"2023-11-25T03:13:07.267956+0000","last_became_active":"2023-11-25T03:12:48.802395+0000","last_became_peered":"2023-11-25T03:12:48.802395+0000","last_unstale":"2023-11-25T03:13:07.267956+0000","last_undegraded":"2023-11-25T03:13:07.267956+0000","last_fullsized":"2023-11-25T03:13:07.267956+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:12:47.765741+0000","last_clean_scrub_stamp":"2023-11-25T03:12:47.765741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:58:20.797753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":197,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-11-25T03:13:07.241946+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:07.241946+0000","last_peered":"2023-11-25T03:13:07.241946+0000","last_clean":"2023-11-25T03:13:07.241946+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:07.241946+0000","last_undegraded":"2023-11-25T03:13:07.241946+0000","last_fullsized":"2023-11-25T03:13:07.241946+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574879,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32420,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339420,"statfs":{"total":96636764160,"available":96603566080,"internally_reserved":0,"allocated":1269760,"data_stored":877141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.83099999999999996,"15min":0.86199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90100000000000002,"5min":4.141,"15min":4.141},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.89800000000000002,"15min":0.93799999999999994},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.83299999999999996,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.754}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.88700000000000001,"15min":0.92600000000000005},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85999999999999999,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.67100000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.52700000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.82799999999999996,"5min":4.766,"15min":4.766},"last":0.66000000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.745,"15min":0.748},"min":{"1min":0.55800000000000005,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.84899999999999998,"15min":0.88100000000000001},"min":{"1min":0.5,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.85999999999999999,"5min":2.198,"15min":2.198},"last":0.69999999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.95099999999999996,"15min":0.98699999999999999},"min":{"1min":0.50900000000000001,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.355,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.97799999999999998,"15min":1.016},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":0.88200000000000001,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.622}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.97499999999999998,"15min":1.036},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83199999999999996,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.79700000000000004,"15min":0.81899999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.4099999999999999,"5min":2.157,"15min":2.157},"last":0.68100000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.80500000000000005,"15min":0.83999999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84899999999999998,"5min":2.093,"15min":2.093},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":1.0349999999999999,"15min":1.095},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89300000000000002,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.70799999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":1.2210000000000001,"15min":1.2989999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.96399999999999997,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.753,"5min":1.1100000000000001,"15min":1.1699999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.4550000000000001,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.77400000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574879,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":655360,"data_stored":278932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.75,"15min":0.76900000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84599999999999997,"5min":1.151,"15min":1.151},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.754}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.73099999999999998,"15min":0.72799999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.9020000000000001,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.79900000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.81599999999999995,"15min":0.82599999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.89400000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.878},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.51600000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.77400000000000002,"15min":0.77200000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.877,"5min":1.0529999999999999,"15min":1.0820000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.0150000000000001,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.81299999999999994,"15min":0.80100000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.6680000000000001,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.81999999999999995}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71499999999999997,"15min":0.70199999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.68700000000000006}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.75600000000000001,"15min":0.73399999999999999},"min":{"1min":0.51100000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.81299999999999994,"15min":0.79700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.0569999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.77600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":671744,"data_stored":286739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.77000000000000002,"15min":0.79100000000000004},"min":{"1min":0.48399999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0429999999999999,"5min":3.444,"15min":3.444},"last":1.169},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.86399999999999999,"15min":0.89900000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.89200000000000002,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":2.073}]},{"osd":1,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.071,"15min":1.131},"min":{"1min":0.55900000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.89800000000000002,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.874,"15min":0.89700000000000002},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.97499999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":3.8929999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.85599999999999998,"15min":0.88600000000000001},"min":{"1min":0.51000000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.90900000000000003,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":3.7909999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.98599999999999999,"15min":1.036},"min":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.90800000000000003,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":1.246}]},{"osd":3,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.88200000000000001,"15min":0.91800000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89500000000000002,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.91900000000000004,"15min":0.95699999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83899999999999997,"5min":3.641,"15min":3.641},"last":3.8500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.38100000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89200000000000002,"5min":2.423,"15min":2.423},"last":1.212},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.57199999999999995,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90900000000000003,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":2.157}]},{"osd":6,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.77100000000000002,"15min":0.79100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.92800000000000005,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":7.202},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.78500000000000003},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95799999999999996,"5min":2.46,"15min":2.46},"last":3.48}]},{"osd":7,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.76600000000000001,"15min":0.77600000000000002},"min":{"1min":0.48399999999999999,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.88400000000000001,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":1.9359999999999999},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.83699999999999997,"15min":0.85999999999999999},"min":{"1min":0.45200000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.92600000000000005,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":6.718}]}]},{"osd":4,"up_from":13,"seq":55834574879,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":282017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":2.653},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.90100000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":1.2769999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65600000000000003,"15min":0.66100000000000003},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81299999999999994,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":2.1259999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.71599999999999997,"15min":0.72899999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89200000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":1.9870000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69799999999999995,"15min":0.70399999999999996},"min":{"1min":0.47499999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83499999999999996,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":2.4620000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72299999999999998,"15min":0.73499999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.82999999999999996,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":6.6890000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.68700000000000006,"15min":0.69299999999999995},"min":{"1min":0.48899999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":3.7909999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.76700000000000002},"min":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.80800000000000005,"5min":1.024,"15min":1.024},"last":9.9410000000000007}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":0.73699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86299999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":2.0920000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68899999999999995,"15min":0.69399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":1.8049999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":2.944},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.77700000000000002,"15min":0.79100000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93100000000000005,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":2.0430000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.91200000000000003,"5min":0.996,"15min":0.996},"last":2.7829999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78500000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":0.874,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":3.0230000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574880,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27684,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344156,"statfs":{"total":96636764160,"available":96608415744,"internally_reserved":0,"allocated":675840,"data_stored":286165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.51700000000000002,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.498,"15min":0.50700000000000001},"min":{"1min":0.317,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76700000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.51000000000000001,"15min":0.51800000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82099999999999995,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51700000000000002,"15min":0.51900000000000002},"min":{"1min":0.374,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83899999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78200000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.79300000000000004,"15min":0.78700000000000003},"min":{"1min":0.63300000000000001,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.462,"5min":1.462,"15min":1.462},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92400000000000004,"5min":1.216,"15min":1.216},"last":0.64800000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.82599999999999996,"15min":0.82499999999999996},"min":{"1min":0.59399999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.6819999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80500000000000005},"min":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.95899999999999996,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.55700000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.76900000000000002,"15min":0.76800000000000002},"min":{"1min":0.59199999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.79900000000000004,"15min":0.80400000000000005},"min":{"1min":0.53900000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.98799999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.627}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.80700000000000005,"15min":0.81299999999999994},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.93200000000000005,"5min":1.351,"15min":1.351},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.77300000000000002,"15min":0.76800000000000002},"min":{"1min":0.57599999999999996,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.58199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":667648,"data_stored":280508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.79500000000000004,"15min":0.85899999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.505,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.37},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.60599999999999998,"15min":0.63500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63400000000000001,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.33300000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.61899999999999999,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60199999999999998,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.86499999999999999,"15min":0.92900000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.64500000000000002,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.85299999999999998,"15min":0.90900000000000003},"min":{"1min":0.41499999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65900000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.90700000000000003,"15min":0.96999999999999997},"min":{"1min":0.44500000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.77500000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.42999999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.749,"15min":0.76100000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96299999999999997,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.77500000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.79600000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.0900000000000001,"15min":1.157},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.877,"5min":7.931,"15min":7.931},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.747,"5min":0.81499999999999995,"15min":0.82699999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2989999999999999,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.745}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.85899999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.749,"5min":1.113,"15min":1.173},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.94899999999999995,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.80400000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.81599999999999995,"15min":0.83399999999999996},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.234,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.83199999999999996,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92600000000000005,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.86599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574878,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344156,"statfs":{"total":96636764160,"available":96608415744,"internally_reserved":0,"allocated":671744,"data_stored":281158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.47899999999999998,"15min":0.48899999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59099999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.42099999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.53200000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.442},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.40500000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57099999999999995,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.65600000000000003,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53700000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76600000000000001,"15min":0.77700000000000002},"min":{"1min":0.52700000000000002,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0049999999999999,"5min":1.048,"15min":1.048},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96199999999999997,"5min":1.113,"15min":1.113},"last":0.54600000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.77800000000000002,"15min":0.79200000000000004},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.077,"5min":1.085,"15min":1.085},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.77800000000000002,"15min":0.79300000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97799999999999998,"5min":1.407,"15min":1.407},"last":0.66900000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.81699999999999995,"15min":0.82799999999999996},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0980000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.92900000000000005,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.70099999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:12:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.81399999999999995,"15min":0.82499999999999996},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0209999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.83899999999999997,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0329999999999999,"5min":1.129,"15min":1.129},"last":0.71299999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574880,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32408,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339432,"statfs":{"total":96636764160,"available":96603578368,"internally_reserved":0,"allocated":1253376,"data_stored":871878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.36699999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.38,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.44600000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.35399999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.503}]},{"osd":4,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.76900000000000002,"15min":0.78900000000000003},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.81299999999999994,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.44,"15min":0.44},"max":{"1min":0.93999999999999995,"5min":1.139,"15min":1.139},"last":0.64600000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.75600000000000001,"15min":0.76500000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.78100000000000003,"15min":0.79500000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.60699999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.83599999999999997},"min":{"1min":0.55000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.81599999999999995,"15min":0.83599999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.88200000000000001,"5min":1.115,"15min":1.115},"last":0.77100000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.53600000000000003,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96699999999999997,"5min":1.107,"15min":1.107},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.79700000000000004,"15min":0.81100000000000005},"min":{"1min":0.52400000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.61699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:13:11.725 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:13:11.725 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2023-11-25T03:13:11.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.895+0000 7f99cbc79640 1 Processor -- start 2023-11-25T03:13:11.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.895+0000 7f99cbc79640 1 -- start start 2023-11-25T03:13:11.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.895+0000 7f99cbc79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f99c4155de0 0x7f99c4156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.895+0000 7f99cbc79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99c40c2580 con 0x7f99c40c5260 2023-11-25T03:13:11.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.895+0000 7f99cbc79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99c40c1a00 con 0x7f99c40c5640 2023-11-25T03:13:11.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.895+0000 7f99cbc79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99c4153510 con 0x7f99c4155de0 2023-11-25T03:13:11.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9a15640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f99c40c5260 0x7f99c406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56874/0 (socket says 172.21.15.76:56874) 2023-11-25T03:13:11.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9a15640 1 -- 172.21.15.76:0/432678487 learned_addr learned my addr 172.21.15.76:0/432678487 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2100251777 0 0) 0x7f99c40c2580 con 0x7f99c40c5260 2023-11-25T03:13:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99b0003530 con 0x7f99c40c5260 2023-11-25T03:13:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99ca216640 1 --2- 172.21.15.76:0/432678487 >> v2:172.21.15.106:3300/0 conn(0x7f99c4155de0 0x7f99c4156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 741198703 0 0) 0x7f99b0003530 con 0x7f99c40c5260 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 >> v2:172.21.15.106:3300/0 conn(0x7f99c4155de0 msgr2=0x7f99c4156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 --2- 172.21.15.76:0/432678487 >> v2:172.21.15.106:3300/0 conn(0x7f99c4155de0 0x7f99c4156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 >> v1:172.21.15.106:6789/0 conn(0x7f99c40c5640 legacy=0x7f99c40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99c40c1ce0 con 0x7f99c40c5260 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f99c0001680 con 0x7f99c40c5260 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 >> v1:172.21.15.76:6789/0 conn(0x7f99c40c5260 legacy=0x7f99c406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99b0003980 0x7f99b0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99b0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99b0005190 0x7f99b000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b000c100 con 0x7f99b00047d0 2023-11-25T03:13:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b000c270 con 0x7f99b0003980 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99b000c430 con 0x7f99b0005190 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9214640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99b0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9a15640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99b0003980 0x7f99b0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99ca216640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99b0005190 0x7f99b000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9214640 1 -- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99b0005190 msgr2=0x7f99b000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9214640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99b0005190 0x7f99b000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9214640 1 -- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99b0003980 msgr2=0x7f99b0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9214640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99b0003980 0x7f99b0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99c9214640 1 -- 172.21.15.76:0/432678487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99b0003530 con 0x7f99b00047d0 2023-11-25T03:13:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.899+0000 7f99ca216640 1 -- 172.21.15.76:0/432678487 reap_dead start 2023-11-25T03:13:11.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99c9214640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99b0004c50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f99b4001750 tx=0x7f99b401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2cf223b4e676e5e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99b40052d0 con 0x7f99b00047d0 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99b40a7050 con 0x7f99b00047d0 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99c8a13640 1 -- 172.21.15.76:0/432678487 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99b4003600 con 0x7f99b00047d0 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 -- 172.21.15.76:0/432678487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 msgr2=0x7f99b0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99b0004c50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f99b4001750 tx=0x7f99b401c3a0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 -- 172.21.15.76:0/432678487 shutdown_connections 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 --2- 172.21.15.76:0/432678487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99b0004c50 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 -- 172.21.15.76:0/432678487 >> 172.21.15.76:0/432678487 conn(0x7f99c406a5b0 msgr2=0x7f99c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 -- 172.21.15.76:0/432678487 shutdown_connections 2023-11-25T03:13:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 -- 172.21.15.76:0/432678487 wait complete. 2023-11-25T03:13:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 Processor -- start 2023-11-25T03:13:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.903+0000 7f99cbc79640 1 -- start start 2023-11-25T03:13:11.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99c41ed3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99c40bfe40 0x7f99c40a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99c40a4a30 0x7f99c40703f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99c41ed930 con 0x7f99b00047d0 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99c409a0c0 con 0x7f99c40a4a30 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99c40a4360 con 0x7f99c40bfe40 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99c41ed3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99c41ed3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36778/0 (socket says 172.21.15.76:36778) 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 -- 172.21.15.76:0/4290715251 learned_addr learned my addr 172.21.15.76:0/4290715251 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9214640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99c40bfe40 0x7f99c40a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99ca216640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99c40a4a30 0x7f99c40703f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 -- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99c40bfe40 msgr2=0x7f99c40a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99c40bfe40 0x7f99c40a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 -- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99c40a4a30 msgr2=0x7f99c40703f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99c40a4a30 0x7f99c40703f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 -- 172.21.15.76:0/4290715251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99c40a8fb0 con 0x7f99b00047d0 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9214640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99c40bfe40 0x7f99c40a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99c9a15640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99c41ed3f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f99c0001b50 tx=0x7f99c0007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99c000f940 con 0x7f99b00047d0 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99c000fae0 con 0x7f99b00047d0 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99c40a9290 con 0x7f99b00047d0 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99c000fe90 con 0x7f99b00047d0 2023-11-25T03:13:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99c4099d50 con 0x7f99b00047d0 2023-11-25T03:13:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99c4068400 con 0x7f99b00047d0 2023-11-25T03:13:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.907+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f99c001d460 con 0x7f99b00047d0 2023-11-25T03:13:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.911+0000 7f99ba7fc640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f99a8066470 0x7f99a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.911+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f99c0084440 con 0x7f99b00047d0 2023-11-25T03:13:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.911+0000 7f99c9214640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f99a8066470 0x7f99a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:11.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.911+0000 7f99c9214640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f99a8066470 0x7f99a8068930 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f99c40c5aa0 tx=0x7f99b40011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:11.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:11.915+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f99c0051550 con 0x7f99b00047d0 2023-11-25T03:13:12.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.115+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f99c40c0300 con 0x7f99b00047d0 2023-11-25T03:13:12.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.115+0000 7f99ba7fc640 1 -- 172.21.15.76:0/4290715251 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v16) v1 ==== 185+0+142 (secure 0 0 0) 0x7f99c0054b70 con 0x7f99b00047d0 2023-11-25T03:13:12.120 INFO:teuthology.orchestra.run.smithi076.stdout:[client.1] 2023-11-25T03:13:12.120 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g== 2023-11-25T03:13:12.120 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow" 2023-11-25T03:13:12.120 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:13:12.121 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw pool=cephfs2_data" 2023-11-25T03:13:12.121 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.1 2023-11-25T03:13:12.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f99a8066470 msgr2=0x7f99a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f99a8066470 0x7f99a8068930 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f99c40c5aa0 tx=0x7f99b40011a0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 msgr2=0x7f99c41ed3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99c41ed3f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f99c0001b50 tx=0x7f99c0007720 comp rx=0 tx=0).stop 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 shutdown_connections 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f99a8066470 0x7f99a8068930 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f99c40a4a30 0x7f99c40703f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f99c40bfe40 0x7f99c40a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 --2- 172.21.15.76:0/4290715251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99b00047d0 0x7f99c41ed3f0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 >> 172.21.15.76:0/4290715251 conn(0x7f99c406a5b0 msgr2=0x7f99c40a6e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 shutdown_connections 2023-11-25T03:13:12.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.119+0000 7f99cbc79640 1 -- 172.21.15.76:0/4290715251 wait complete. 2023-11-25T03:13:12.142 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:12.142 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:12.152 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:12.152 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:12.204 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:12.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.335+0000 7efd8e99d640 1 Processor -- start 2023-11-25T03:13:12.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.335+0000 7efd8e99d640 1 -- start start 2023-11-25T03:13:12.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8e99d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efd880a5370 0x7efd880c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8e99d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd88072090 0x7efd881516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8e99d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd880c2760 con 0x7efd880c4110 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8e99d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd880c3070 con 0x7efd88072090 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8e99d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd88151bf0 con 0x7efd880a5370 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd88072090 0x7efd881516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd88072090 0x7efd881516b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36792/0 (socket says 172.21.15.76:36792) 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2206615210 learned_addr learned my addr 172.21.15.76:0/2206615210 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd87fff640 1 --2- 172.21.15.76:0/2206615210 >> v2:172.21.15.106:3300/0 conn(0x7efd880a5370 0x7efd880c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2206615210 >> v2:172.21.15.106:3300/0 conn(0x7efd880a5370 msgr2=0x7efd880c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:12.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 --2- 172.21.15.76:0/2206615210 >> v2:172.21.15.106:3300/0 conn(0x7efd880a5370 0x7efd880c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2206615210 >> v1:172.21.15.106:6789/0 conn(0x7efd880c4110 legacy=0x7efd88150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.339+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2206615210 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd880a5750 con 0x7efd88072090 2023-11-25T03:13:12.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8cf3a640 1 --2- 172.21.15.76:0/2206615210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd88072090 0x7efd881516b0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7efd880a8af0 tx=0x7efd8001ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c98f6836a5cb627e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:12.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd86ffd640 1 -- 172.21.15.76:0/2206615210 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd800a78d0 con 0x7efd88072090 2023-11-25T03:13:12.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd86ffd640 1 -- 172.21.15.76:0/2206615210 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd800a7a30 con 0x7efd88072090 2023-11-25T03:13:12.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd86ffd640 1 -- 172.21.15.76:0/2206615210 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd800a7dc0 con 0x7efd88072090 2023-11-25T03:13:12.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 -- 172.21.15.76:0/2206615210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd88072090 msgr2=0x7efd881516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2206615210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd88072090 0x7efd881516b0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7efd880a8af0 tx=0x7efd8001ea80 comp rx=0 tx=0).stop 2023-11-25T03:13:12.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 -- 172.21.15.76:0/2206615210 shutdown_connections 2023-11-25T03:13:12.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2206615210 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd88072090 0x7efd881516b0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2206615210 >> v2:172.21.15.106:3300/0 conn(0x7efd880a5370 0x7efd880c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 -- 172.21.15.76:0/2206615210 >> 172.21.15.76:0/2206615210 conn(0x7efd8806a5b0 msgr2=0x7efd8806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:12.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 -- 172.21.15.76:0/2206615210 shutdown_connections 2023-11-25T03:13:12.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 -- 172.21.15.76:0/2206615210 wait complete. 2023-11-25T03:13:12.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 Processor -- start 2023-11-25T03:13:12.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.343+0000 7efd8e99d640 1 -- start start 2023-11-25T03:13:12.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd88072090 0x7efd881eda40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd880a5370 0x7efd880bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 0x7efd88148c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd881edf80 con 0x7efd880c4110 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd8814d3b0 con 0x7efd88072090 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd8814d690 con 0x7efd880a5370 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 0x7efd88148c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 0x7efd88148c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36800/0 (socket says 172.21.15.76:36800) 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2483473975 learned_addr learned my addr 172.21.15.76:0/2483473975 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd87fff640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd88072090 0x7efd881eda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd877fe640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd880a5370 0x7efd880bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd880a5370 msgr2=0x7efd880bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd880a5370 0x7efd880bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd88072090 msgr2=0x7efd881eda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd88072090 0x7efd881eda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 -- 172.21.15.76:0/2483473975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd8000d040 con 0x7efd880c4110 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8cf3a640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 0x7efd88148c90 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7efd800b1040 tx=0x7efd8001b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd800b9410 con 0x7efd880c4110 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd800b9590 con 0x7efd880c4110 2023-11-25T03:13:12.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd8814d970 con 0x7efd880c4110 2023-11-25T03:13:12.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd800b9940 con 0x7efd880c4110 2023-11-25T03:13:12.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd8814c120 con 0x7efd880c4110 2023-11-25T03:13:12.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd8814bca0 con 0x7efd880c4110 2023-11-25T03:13:12.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.347+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efd800b9aa0 con 0x7efd880c4110 2023-11-25T03:13:12.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.351+0000 7efd84ff9640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd74066470 0x7efd74068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.351+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efd8011e530 con 0x7efd880c4110 2023-11-25T03:13:12.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.351+0000 7efd87fff640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd74066470 0x7efd74068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.351+0000 7efd87fff640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd74066470 0x7efd74068930 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7efd78009b60 tx=0x7efd78009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:12.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.355+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd8814bca0 con 0x7efd880c4110 2023-11-25T03:13:12.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.507+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd8814bca0 con 0x7efd880c4110 2023-11-25T03:13:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.507+0000 7efd84ff9640 1 -- 172.21.15.76:0/2483473975 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7efd8814bca0 con 0x7efd880c4110 2023-11-25T03:13:12.512 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:12.512 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:12.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd74066470 msgr2=0x7efd74068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd74066470 0x7efd74068930 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7efd78009b60 tx=0x7efd78009190 comp rx=0 tx=0).stop 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 msgr2=0x7efd88148c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 0x7efd88148c90 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7efd800b1040 tx=0x7efd8001b820 comp rx=0 tx=0).stop 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 shutdown_connections 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efd74066470 0x7efd74068930 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd880c4110 0x7efd88148c90 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd880a5370 0x7efd880bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 --2- 172.21.15.76:0/2483473975 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd88072090 0x7efd881eda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 >> 172.21.15.76:0/2483473975 conn(0x7efd8806a5b0 msgr2=0x7efd8806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:12.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 shutdown_connections 2023-11-25T03:13:12.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.511+0000 7efd8e99d640 1 -- 172.21.15.76:0/2483473975 wait complete. 2023-11-25T03:13:12.532 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:12:47.235074+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '50', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:12:48.157542+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:13:04.703613+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:13:05.601304+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:12.533 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 Processor -- start 2023-11-25T03:13:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 -- start start 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9bc0c5640 0x7fb9bc0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c60f0 0x7fb9bc155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9bc0c2580 con 0x7fb9bc0c5260 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9bc153510 con 0x7fb9bc0c5640 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c3cd6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc0c17f0 con 0x7fb9bc0c60f0 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1a72640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb9bc0c5260 0x7fb9bc06d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56876/0 (socket says 172.21.15.76:56876) 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1a72640 1 -- 172.21.15.76:0/3864432951 learned_addr learned my addr 172.21.15.76:0/3864432951 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1271640 1 --2- 172.21.15.76:0/3864432951 >> v2:172.21.15.76:3300/0 conn(0x7fb9bc0c5640 0x7fb9bc0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c2273640 1 --2- 172.21.15.76:0/3864432951 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c60f0 0x7fb9bc155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c0a70640 1 -- 172.21.15.76:0/3864432951 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1002625070 0 0) 0x7fb9bc0c2580 con 0x7fb9bc0c5260 2023-11-25T03:13:12.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c0a70640 1 -- 172.21.15.76:0/3864432951 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9a8003530 con 0x7fb9bc0c5260 2023-11-25T03:13:12.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1271640 1 -- 172.21.15.76:0/3864432951 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c60f0 msgr2=0x7fb9bc155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:12.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1271640 1 --2- 172.21.15.76:0/3864432951 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c60f0 0x7fb9bc155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1271640 1 -- 172.21.15.76:0/3864432951 >> v1:172.21.15.76:6789/0 conn(0x7fb9bc0c5260 legacy=0x7fb9bc06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.671+0000 7fb9c1271640 1 -- 172.21.15.76:0/3864432951 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9bc0c1a00 con 0x7fb9bc0c5640 2023-11-25T03:13:12.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c1271640 1 --2- 172.21.15.76:0/3864432951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc0c5bb0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc0c1930 tx=0x7fb9ac01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6a7e11c34bc76e2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:12.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c0a70640 1 -- 172.21.15.76:0/3864432951 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac0ab600 con 0x7fb9bc0c5640 2023-11-25T03:13:12.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c0a70640 1 -- 172.21.15.76:0/3864432951 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9ac0a7050 con 0x7fb9bc0c5640 2023-11-25T03:13:12.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c0a70640 1 -- 172.21.15.76:0/3864432951 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac0ab980 con 0x7fb9bc0c5640 2023-11-25T03:13:12.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/3864432951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 msgr2=0x7fb9bc0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/3864432951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc0c5bb0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc0c1930 tx=0x7fb9ac01c3c0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/3864432951 shutdown_connections 2023-11-25T03:13:12.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/3864432951 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c60f0 0x7fb9bc155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/3864432951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc0c5bb0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/3864432951 >> 172.21.15.76:0/3864432951 conn(0x7fb9bc06a5b0 msgr2=0x7fb9bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:12.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/3864432951 shutdown_connections 2023-11-25T03:13:12.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/3864432951 wait complete. 2023-11-25T03:13:12.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.675+0000 7fb9c3cd6640 1 Processor -- start 2023-11-25T03:13:12.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- start start 2023-11-25T03:13:12.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c5260 0x7fb9bc151f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc1498b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9bc0c60f0 0x7fb9bc1f0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc146f90 con 0x7fb9bc0c5640 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc0a4e10 con 0x7fb9bc0c60f0 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9bc0bfd00 con 0x7fb9bc0c5260 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc1498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc1498b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36832/0 (socket says 172.21.15.76:36832) 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 -- 172.21.15.76:0/2140215444 learned_addr learned my addr 172.21.15.76:0/2140215444 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1a72640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c5260 0x7fb9bc151f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c2273640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9bc0c60f0 0x7fb9bc1f0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 -- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c5260 msgr2=0x7fb9bc151f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c5260 0x7fb9bc151f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 -- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9bc0c60f0 msgr2=0x7fb9bc1f0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9bc0c60f0 0x7fb9bc1f0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 -- 172.21.15.76:0/2140215444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9ac009420 con 0x7fb9bc0c5640 2023-11-25T03:13:12.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c1271640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc1498b0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac01aa70 tx=0x7fb9ac019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac0abe70 con 0x7fb9bc0c5640 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9ac0b4430 con 0x7fb9bc0c5640 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac0b4800 con 0x7fb9bc0c5640 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9bc0bffe0 con 0x7fb9bc0c5640 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9bc149df0 con 0x7fb9bc0c5640 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.679+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9bc068400 con 0x7fb9bc0c5640 2023-11-25T03:13:12.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.683+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb9ac0b2040 con 0x7fb9bc0c5640 2023-11-25T03:13:12.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.683+0000 7fb9b27fc640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb9a00664a0 0x7fb9a0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:12.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.683+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb9ac11e0d0 con 0x7fb9bc0c5640 2023-11-25T03:13:12.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.683+0000 7fb9c1a72640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb9a00664a0 0x7fb9a0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:12.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.683+0000 7fb9c1a72640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb9a00664a0 0x7fb9a0068960 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb9b80011f0 tx=0x7fb9b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:12.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.687+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb9ac0eb1e0 con 0x7fb9bc0c5640 2023-11-25T03:13:12.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb9bc06d390 con 0x7fb9bc0c5640 2023-11-25T03:13:12.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9b27fc640 1 -- 172.21.15.76:0/2140215444 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v55) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb9ac0ee800 con 0x7fb9bc0c5640 2023-11-25T03:13:12.843 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:12.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb9a00664a0 msgr2=0x7fb9a0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb9a00664a0 0x7fb9a0068960 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb9b80011f0 tx=0x7fb9b8009040 comp rx=0 tx=0).stop 2023-11-25T03:13:12.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 msgr2=0x7fb9bc1498b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:12.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc1498b0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac01aa70 tx=0x7fb9ac019160 comp rx=0 tx=0).stop 2023-11-25T03:13:12.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 shutdown_connections 2023-11-25T03:13:12.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb9a00664a0 0x7fb9a0068960 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb9bc0c60f0 0x7fb9bc1f0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9bc0c5640 0x7fb9bc1498b0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 --2- 172.21.15.76:0/2140215444 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb9bc0c5260 0x7fb9bc151f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:12.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 >> 172.21.15.76:0/2140215444 conn(0x7fb9bc06a5b0 msgr2=0x7fb9bc0c2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:12.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 shutdown_connections 2023-11-25T03:13:12.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:12.839+0000 7fb9c3cd6640 1 -- 172.21.15.76:0/2140215444 wait complete. 2023-11-25T03:13:12.864 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:13:13.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.003+0000 7fd42b5b8640 1 Processor -- start 2023-11-25T03:13:13.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.003+0000 7fd42b5b8640 1 -- start start 2023-11-25T03:13:13.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd42b5b8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd4241560e0 0x7fd42415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd42b5b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd42415c600 con 0x7fd4240bffc0 2023-11-25T03:13:13.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd42b5b8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd42415a5c0 con 0x7fd42406d520 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd42b5b8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4241594e0 con 0x7fd4241560e0 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd429b55640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd4240bffc0 0x7fd4240c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56888/0 (socket says 172.21.15.76:56888) 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd429b55640 1 -- 172.21.15.76:0/3970797692 learned_addr learned my addr 172.21.15.76:0/3970797692 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd429354640 1 --2- 172.21.15.76:0/3970797692 >> v2:172.21.15.106:3300/0 conn(0x7fd4241560e0 0x7fd42415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd41bfff640 1 -- 172.21.15.76:0/3970797692 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1098978029 0 0) 0x7fd42415c600 con 0x7fd4240bffc0 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd41bfff640 1 -- 172.21.15.76:0/3970797692 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd410003530 con 0x7fd4240bffc0 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd429354640 1 -- 172.21.15.76:0/3970797692 >> v1:172.21.15.106:6789/0 conn(0x7fd42406d520 legacy=0x7fd424159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd429354640 1 -- 172.21.15.76:0/3970797692 >> v1:172.21.15.76:6789/0 conn(0x7fd4240bffc0 legacy=0x7fd4240c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.007+0000 7fd429354640 1 -- 172.21.15.76:0/3970797692 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4241597c0 con 0x7fd4241560e0 2023-11-25T03:13:13.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd429354640 1 --2- 172.21.15.76:0/3970797692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4241560e0 0x7fd42415ca90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd4200097c0 tx=0x7fd42001c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=172487d3e21118ac server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd41bfff640 1 -- 172.21.15.76:0/3970797692 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4200ab650 con 0x7fd4241560e0 2023-11-25T03:13:13.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd41bfff640 1 -- 172.21.15.76:0/3970797692 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4200ab7b0 con 0x7fd4241560e0 2023-11-25T03:13:13.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd41bfff640 1 -- 172.21.15.76:0/3970797692 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4200abb20 con 0x7fd4241560e0 2023-11-25T03:13:13.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 -- 172.21.15.76:0/3970797692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4241560e0 msgr2=0x7fd42415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/3970797692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4241560e0 0x7fd42415ca90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd4200097c0 tx=0x7fd42001c450 comp rx=0 tx=0).stop 2023-11-25T03:13:13.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 -- 172.21.15.76:0/3970797692 shutdown_connections 2023-11-25T03:13:13.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/3970797692 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4241560e0 0x7fd42415ca90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 -- 172.21.15.76:0/3970797692 >> 172.21.15.76:0/3970797692 conn(0x7fd42406a5b0 msgr2=0x7fd42406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:13.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 -- 172.21.15.76:0/3970797692 shutdown_connections 2023-11-25T03:13:13.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 -- 172.21.15.76:0/3970797692 wait complete. 2023-11-25T03:13:13.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 Processor -- start 2023-11-25T03:13:13.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 -- start start 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.011+0000 7fd42b5b8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd42406d520 0x7fd4241f5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4240bffc0 0x7fd4240c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 0x7fd42414e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd424151230 con 0x7fd4241560e0 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4241f4c90 con 0x7fd42406d520 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4240c4610 con 0x7fd4240bffc0 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 0x7fd42414e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 0x7fd42414e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36846/0 (socket says 172.21.15.76:36846) 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 -- 172.21.15.76:0/354725214 learned_addr learned my addr 172.21.15.76:0/354725214 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429354640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd42406d520 0x7fd4241f5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd428b53640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4240bffc0 0x7fd4240c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 -- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4240bffc0 msgr2=0x7fd4240c3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4240bffc0 0x7fd4240c3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 -- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd42406d520 msgr2=0x7fd4241f5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd42406d520 0x7fd4241f5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 -- 172.21.15.76:0/354725214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd420009420 con 0x7fd4241560e0 2023-11-25T03:13:13.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429354640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd42406d520 0x7fd4241f5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd428b53640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4240bffc0 0x7fd4240c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd429b55640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 0x7fd42414e650 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fd41c00cb40 tx=0x7fd41c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41c00aca0 con 0x7fd4241560e0 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd41c00ae00 con 0x7fd4241560e0 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4240c48f0 con 0x7fd4241560e0 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41c012620 con 0x7fd4241560e0 2023-11-25T03:13:13.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4241f4920 con 0x7fd4241560e0 2023-11-25T03:13:13.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd424068400 con 0x7fd4241560e0 2023-11-25T03:13:13.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.015+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd41c007070 con 0x7fd4241560e0 2023-11-25T03:13:13.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.019+0000 7fd419ffb640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd408066470 0x7fd408068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.019+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd41c084240 con 0x7fd4241560e0 2023-11-25T03:13:13.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.019+0000 7fd429354640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd408066470 0x7fd408068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.019+0000 7fd429354640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd408066470 0x7fd408068930 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd4200af000 tx=0x7fd4200a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.019+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd41c051360 con 0x7fd4241560e0 2023-11-25T03:13:13.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd4241f4dd0 con 0x7fd4241560e0 2023-11-25T03:13:13.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd419ffb640 1 -- 172.21.15.76:0/354725214 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v55) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd41c054980 con 0x7fd4241560e0 2023-11-25T03:13:13.176 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:13.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd408066470 msgr2=0x7fd408068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd408066470 0x7fd408068930 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd4200af000 tx=0x7fd4200a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:13.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 msgr2=0x7fd42414e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 0x7fd42414e650 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fd41c00cb40 tx=0x7fd41c00a060 comp rx=0 tx=0).stop 2023-11-25T03:13:13.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 shutdown_connections 2023-11-25T03:13:13.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd408066470 0x7fd408068930 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4241560e0 0x7fd42414e650 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4240bffc0 0x7fd4240c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 --2- 172.21.15.76:0/354725214 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd42406d520 0x7fd4241f5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.171+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 >> 172.21.15.76:0/354725214 conn(0x7fd42406a5b0 msgr2=0x7fd424072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:13.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.175+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 shutdown_connections 2023-11-25T03:13:13.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.175+0000 7fd42b5b8640 1 -- 172.21.15.76:0/354725214 wait complete. 2023-11-25T03:13:13.196 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:13:13.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.331+0000 7fae0edc4640 1 Processor -- start 2023-11-25T03:13:13.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.331+0000 7fae0edc4640 1 -- start start 2023-11-25T03:13:13.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0edc4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fae080c2840 0x7fae080c1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0edc4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae08157cd0 con 0x7fae081578f0 2023-11-25T03:13:13.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0edc4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae08158850 con 0x7fae080a6c60 2023-11-25T03:13:13.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0edc4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae080c2e00 con 0x7fae080c2840 2023-11-25T03:13:13.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0cb60640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fae081578f0 0x7fae080c30e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56890/0 (socket says 172.21.15.76:56890) 2023-11-25T03:13:13.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0cb60640 1 -- 172.21.15.76:0/1471216060 learned_addr learned my addr 172.21.15.76:0/1471216060 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:13.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 --2- 172.21.15.76:0/1471216060 >> v2:172.21.15.106:3300/0 conn(0x7fae080c2840 0x7fae080c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 40027096 0 0) 0x7fae08157cd0 con 0x7fae081578f0 2023-11-25T03:13:13.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fadf8003530 con 0x7fae081578f0 2023-11-25T03:13:13.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2449651589 0 0) 0x7fadf8003530 con 0x7fae081578f0 2023-11-25T03:13:13.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 >> v2:172.21.15.106:3300/0 conn(0x7fae080c2840 msgr2=0x7fae080c1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 --2- 172.21.15.76:0/1471216060 >> v2:172.21.15.106:3300/0 conn(0x7fae080c2840 0x7fae080c1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 >> v1:172.21.15.106:6789/0 conn(0x7fae080a6c60 legacy=0x7fae080c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae08157f20 con 0x7fae081578f0 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fadfc001680 con 0x7fae081578f0 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 --2- 172.21.15.76:0/1471216060 >> v2:172.21.15.106:3300/0 conn(0x7fae080c2840 0x7fae080c1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 >> v1:172.21.15.76:6789/0 conn(0x7fae081578f0 legacy=0x7fae080c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fadf8003980 0x7fadf8003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf8004380 0x7fadf8004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fadf80050f0 0x7fadf800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae080c2e00 con 0x7fadf8004380 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadf800c030 con 0x7fadf80050f0 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadf800c1f0 con 0x7fadf8003980 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae07fff640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf8004380 0x7fadf8004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fadf80050f0 0x7fadf800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0cb60640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fadf8003980 0x7fadf8003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 -- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fadf8003980 msgr2=0x7fadf8003d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fadf8003980 0x7fadf8003d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 -- 172.21.15.76:0/1471216060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf8004380 msgr2=0x7fadf8004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf8004380 0x7fadf8004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae0d361640 1 -- 172.21.15.76:0/1471216060 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadf8003530 con 0x7fadf80050f0 2023-11-25T03:13:13.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.335+0000 7fae07fff640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf8004380 0x7fadf8004850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0d361640 1 -- 172.21.15.76:0/1471216060 reap_dead start 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0d361640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fadf80050f0 0x7fadf800b990 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fae0000e350 tx=0x7fae0001ce60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9548f34b7bd0426 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae000a5c50 con 0x7fadf80050f0 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae0000f040 con 0x7fadf80050f0 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae077fe640 1 -- 172.21.15.76:0/1471216060 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae000039a0 con 0x7fadf80050f0 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 -- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fadf80050f0 msgr2=0x7fadf800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fadf80050f0 0x7fadf800b990 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fae0000e350 tx=0x7fae0001ce60 comp rx=0 tx=0).stop 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 -- 172.21.15.76:0/1471216060 shutdown_connections 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 --2- 172.21.15.76:0/1471216060 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fadf80050f0 0x7fadf800b990 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 -- 172.21.15.76:0/1471216060 >> 172.21.15.76:0/1471216060 conn(0x7fae080c7e40 msgr2=0x7fae080c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:13.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 -- 172.21.15.76:0/1471216060 shutdown_connections 2023-11-25T03:13:13.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.339+0000 7fae0edc4640 1 -- 172.21.15.76:0/1471216060 wait complete. 2023-11-25T03:13:13.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 Processor -- start 2023-11-25T03:13:13.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- start start 2023-11-25T03:13:13.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 0x7fae0814d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae08153960 0x7fae081ed590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae0814b9b0 0x7fae08150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae0814cbf0 con 0x7fadf80050f0 2023-11-25T03:13:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae0814d550 con 0x7fae08153960 2023-11-25T03:13:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae081edad0 con 0x7fae0814b9b0 2023-11-25T03:13:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 0x7fae0814d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 0x7fae0814d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36876/0 (socket says 172.21.15.76:36876) 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 -- 172.21.15.76:0/3700433864 learned_addr learned my addr 172.21.15.76:0/3700433864 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0d361640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae0814b9b0 0x7fae08150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae07fff640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae08153960 0x7fae081ed590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 -- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae0814b9b0 msgr2=0x7fae08150fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae0814b9b0 0x7fae08150fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 -- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae08153960 msgr2=0x7fae081ed590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae08153960 0x7fae081ed590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 -- 172.21.15.76:0/3700433864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae08149af0 con 0x7fadf80050f0 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0cb60640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 0x7fae0814d010 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0072f0 tx=0x7fadfc0077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadfc001620 con 0x7fadf80050f0 2023-11-25T03:13:13.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadfc00f960 con 0x7fadf80050f0 2023-11-25T03:13:13.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae0814c570 con 0x7fadf80050f0 2023-11-25T03:13:13.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadfc00fd10 con 0x7fadf80050f0 2023-11-25T03:13:13.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae0814c810 con 0x7fadf80050f0 2023-11-25T03:13:13.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.343+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae080c7c10 con 0x7fadf80050f0 2023-11-25T03:13:13.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.347+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fadfc01e3b0 con 0x7fadf80050f0 2023-11-25T03:13:13.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.347+0000 7fae057fa640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fadec0664a0 0x7fadec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.347+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fadfc083c50 con 0x7fadf80050f0 2023-11-25T03:13:13.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.347+0000 7fae07fff640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fadec0664a0 0x7fadec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.347+0000 7fae07fff640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fadec0664a0 0x7fadec068960 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fae080c8830 tx=0x7fadf4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.351+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fadfc089020 con 0x7fadf80050f0 2023-11-25T03:13:13.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.499+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fae08068400 con 0x7fadf80050f0 2023-11-25T03:13:13.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.499+0000 7fae057fa640 1 -- 172.21.15.76:0/3700433864 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v55) v1 ==== 100+0+11 (secure 0 0 0) 0x7fadfc01a020 con 0x7fadf80050f0 2023-11-25T03:13:13.504 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fadec0664a0 msgr2=0x7fadec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fadec0664a0 0x7fadec068960 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fae080c8830 tx=0x7fadf4009040 comp rx=0 tx=0).stop 2023-11-25T03:13:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 msgr2=0x7fae0814d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 0x7fae0814d010 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0072f0 tx=0x7fadfc0077b0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 shutdown_connections 2023-11-25T03:13:13.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fadec0664a0 0x7fadec068960 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fae0814b9b0 0x7fae08150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fae08153960 0x7fae081ed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 --2- 172.21.15.76:0/3700433864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fadf80050f0 0x7fae0814d010 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 >> 172.21.15.76:0/3700433864 conn(0x7fae080c7e40 msgr2=0x7fae080c1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 shutdown_connections 2023-11-25T03:13:13.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.503+0000 7fae0edc4640 1 -- 172.21.15.76:0/3700433864 wait complete. 2023-11-25T03:13:13.524 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:13:13.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 Processor -- start 2023-11-25T03:13:13.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 -- start start 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa9c0151cd0 0x7fa9c00ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa9c00c7c50 0x7fa9c01544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c00ca9a0 0x7fa9c0154a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9c0154f50 con 0x7fa9c00c7c50 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9c00c8160 con 0x7fa9c0151cd0 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c5617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c0157b40 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa9c00c7c50 0x7fa9c01544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa9c00c7c50 0x7fa9c01544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36888/0 (socket says 172.21.15.76:36888) 2023-11-25T03:13:13.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/4123608759 learned_addr learned my addr 172.21.15.76:0/4123608759 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bffff640 1 --2- 172.21.15.76:0/4123608759 >> v2:172.21.15.106:3300/0 conn(0x7fa9c0151cd0 0x7fa9c00ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9c4e16640 1 --2- 172.21.15.76:0/4123608759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c00ca9a0 0x7fa9c0154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/4123608759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c00ca9a0 msgr2=0x7fa9c0154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 --2- 172.21.15.76:0/4123608759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c00ca9a0 0x7fa9c0154a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/4123608759 >> v2:172.21.15.106:3300/0 conn(0x7fa9c0151cd0 msgr2=0x7fa9c00ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 --2- 172.21.15.76:0/4123608759 >> v2:172.21.15.106:3300/0 conn(0x7fa9c0151cd0 0x7fa9c00ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.663+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/4123608759 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c0157e20 con 0x7fa9c00c7c50 2023-11-25T03:13:13.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9bf7fe640 1 --2- 172.21.15.76:0/4123608759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00c7c50 0x7fa9c01544d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa9c008b9c0 tx=0x7fa9b401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c2d2713200d593a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9beffd640 1 -- 172.21.15.76:0/4123608759 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b40aa5f0 con 0x7fa9c00c7c50 2023-11-25T03:13:13.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9beffd640 1 -- 172.21.15.76:0/4123608759 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9b40aa750 con 0x7fa9c00c7c50 2023-11-25T03:13:13.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9beffd640 1 -- 172.21.15.76:0/4123608759 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b40aaae0 con 0x7fa9c00c7c50 2023-11-25T03:13:13.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 -- 172.21.15.76:0/4123608759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00c7c50 msgr2=0x7fa9c01544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 --2- 172.21.15.76:0/4123608759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00c7c50 0x7fa9c01544d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa9c008b9c0 tx=0x7fa9b401c4d0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 -- 172.21.15.76:0/4123608759 shutdown_connections 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 --2- 172.21.15.76:0/4123608759 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c00ca9a0 0x7fa9c0154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 --2- 172.21.15.76:0/4123608759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00c7c50 0x7fa9c01544d0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 --2- 172.21.15.76:0/4123608759 >> v2:172.21.15.106:3300/0 conn(0x7fa9c0151cd0 0x7fa9c00ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 -- 172.21.15.76:0/4123608759 >> 172.21.15.76:0/4123608759 conn(0x7fa9c00abee0 msgr2=0x7fa9c00c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 -- 172.21.15.76:0/4123608759 shutdown_connections 2023-11-25T03:13:13.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 -- 172.21.15.76:0/4123608759 wait complete. 2023-11-25T03:13:13.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.667+0000 7fa9c5617640 1 Processor -- start 2023-11-25T03:13:13.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- start start 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9c00c7c50 0x7fa9c014b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 0x7fa9c0156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c0151cd0 0x7fa9c0156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c0153dd0 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c0152d30 con 0x7fa9c00c7c50 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c0153750 con 0x7fa9c0151cd0 2023-11-25T03:13:13.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 0x7fa9c0156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 0x7fa9c0156ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36890/0 (socket says 172.21.15.76:36890) 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/2086672988 learned_addr learned my addr 172.21.15.76:0/2086672988 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bffff640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9c00c7c50 0x7fa9c014b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c4e16640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c0151cd0 0x7fa9c0156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c0151cd0 msgr2=0x7fa9c0156ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c0151cd0 0x7fa9c0156ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9c00c7c50 msgr2=0x7fa9c014b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9c00c7c50 0x7fa9c014b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 -- 172.21.15.76:0/2086672988 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b40094d0 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bf7fe640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 0x7fa9c0156ab0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fa9b401ab80 tx=0x7fa9b401ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b40b3800 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9b40b3980 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b40b3d30 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9c0152f40 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9c0157530 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.671+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9c004e850 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.675+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa9b40b2380 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.675+0000 7fa9bcff9640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9ac066470 0x7fa9ac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:13.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.675+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa9b40a7070 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.675+0000 7fa9bffff640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9ac066470 0x7fa9ac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:13.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.675+0000 7fa9bffff640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9ac066470 0x7fa9ac068930 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0007a60 tx=0x7fa9b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:13.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.679+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa9b40eb520 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.831+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa9c006d180 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9bcff9640 1 -- 172.21.15.76:0/2086672988 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v55) v1 ==== 105+0+11 (secure 0 0 0) 0x7fa9b40eeb40 con 0x7fa9c00ca9a0 2023-11-25T03:13:13.837 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:13.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9ac066470 msgr2=0x7fa9ac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9ac066470 0x7fa9ac068930 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0007a60 tx=0x7fa9b0008040 comp rx=0 tx=0).stop 2023-11-25T03:13:13.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 msgr2=0x7fa9c0156ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:13.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 0x7fa9c0156ab0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fa9b401ab80 tx=0x7fa9b401ad10 comp rx=0 tx=0).stop 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 shutdown_connections 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa9ac066470 0x7fa9ac068930 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9c0151cd0 0x7fa9c0156ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9c00ca9a0 0x7fa9c0156ab0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 --2- 172.21.15.76:0/2086672988 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa9c00c7c50 0x7fa9c014b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 >> 172.21.15.76:0/2086672988 conn(0x7fa9c00abee0 msgr2=0x7fa9c014c080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 shutdown_connections 2023-11-25T03:13:13.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.835+0000 7fa9c5617640 1 -- 172.21.15.76:0/2086672988 wait complete. 2023-11-25T03:13:13.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:13:14.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.995+0000 7f5a2f13e640 1 Processor -- start 2023-11-25T03:13:14.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.995+0000 7f5a2f13e640 1 -- start start 2023-11-25T03:13:14.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2f13e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a280c63c0 0x7f5a280c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2f13e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a280a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2f13e640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a280c31c0 con 0x7f5a280c4100 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2f13e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a280c34a0 con 0x7f5a280c63c0 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2f13e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a280c1030 con 0x7f5a280c2bb0 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a280c63c0 0x7f5a280c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a280c63c0 0x7f5a280c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36904/0 (socket says 172.21.15.76:36904) 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 -- 172.21.15.76:0/1085877314 learned_addr learned my addr 172.21.15.76:0/1085877314 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2d6db640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a280a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 -- 172.21.15.76:0/1085877314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 msgr2=0x7f5a280a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a280a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 -- 172.21.15.76:0/1085877314 >> v1:172.21.15.106:6789/0 conn(0x7f5a280c4100 legacy=0x7f5a280c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2ceda640 1 -- 172.21.15.76:0/1085877314 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a280c1310 con 0x7f5a280c63c0 2023-11-25T03:13:14.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:13.999+0000 7f5a2d6db640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a280a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:14.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2ceda640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c63c0 0x7f5a280c06d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f5a240098a0 tx=0x7f5a2401c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=967a61301f1e0dc5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/1085877314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a280aa3d0 con 0x7f5a280c63c0 2023-11-25T03:13:14.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/1085877314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a240a7050 con 0x7f5a280c63c0 2023-11-25T03:13:14.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a1f7fe640 1 -- 172.21.15.76:0/1085877314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a240ab820 con 0x7f5a280c63c0 2023-11-25T03:13:14.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 -- 172.21.15.76:0/1085877314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c63c0 msgr2=0x7f5a280c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c63c0 0x7f5a280c06d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f5a240098a0 tx=0x7f5a2401c390 comp rx=0 tx=0).stop 2023-11-25T03:13:14.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 -- 172.21.15.76:0/1085877314 shutdown_connections 2023-11-25T03:13:14.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a280a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/1085877314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c63c0 0x7f5a280c06d0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 -- 172.21.15.76:0/1085877314 >> 172.21.15.76:0/1085877314 conn(0x7f5a2806a5b0 msgr2=0x7f5a2806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:14.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 -- 172.21.15.76:0/1085877314 shutdown_connections 2023-11-25T03:13:14.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 -- 172.21.15.76:0/1085877314 wait complete. 2023-11-25T03:13:14.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 Processor -- start 2023-11-25T03:13:14.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.003+0000 7f5a2f13e640 1 -- start start 2023-11-25T03:13:14.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a28155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 0x7f5a280711e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c63c0 0x7f5a2814c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a28153a20 con 0x7f5a280c4100 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a28152ac0 con 0x7f5a280c63c0 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a28152da0 con 0x7f5a280c2bb0 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 0x7f5a280711e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 0x7f5a280711e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36906/0 (socket says 172.21.15.76:36906) 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 -- 172.21.15.76:0/3772738068 learned_addr learned my addr 172.21.15.76:0/3772738068 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2ceda640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a28155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2d6db640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c63c0 0x7f5a2814c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 -- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 msgr2=0x7f5a28155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a28155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 -- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c63c0 msgr2=0x7f5a2814c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c63c0 0x7f5a2814c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 -- 172.21.15.76:0/3772738068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a240094d0 con 0x7f5a280c4100 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1ffff640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 0x7f5a280711e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f5a1800c450 tx=0x7f5a1800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a18012830 con 0x7f5a280c4100 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a180129b0 con 0x7f5a280c4100 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a18012d60 con 0x7f5a280c4100 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a28153080 con 0x7f5a280c4100 2023-11-25T03:13:14.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a28153640 con 0x7f5a280c4100 2023-11-25T03:13:14.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a28153b60 con 0x7f5a280c4100 2023-11-25T03:13:14.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.007+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a1801c460 con 0x7f5a280c4100 2023-11-25T03:13:14.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.011+0000 7f5a1d7fa640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a140664a0 0x7f5a14068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.011+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5a18083ef0 con 0x7f5a280c4100 2023-11-25T03:13:14.013 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.011+0000 7f5a2ceda640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a140664a0 0x7f5a14068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.011+0000 7f5a2ceda640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a140664a0 0x7f5a14068960 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5a240ad000 tx=0x7f5a240a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.015+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a28153b60 con 0x7f5a280c4100 2023-11-25T03:13:14.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f5a28153b60 con 0x7f5a280c4100 2023-11-25T03:13:14.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a1d7fa640 1 -- 172.21.15.76:0/3772738068 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v55) v1 ==== 101+0+11 (secure 0 0 0) 0x7f5a28153b60 con 0x7f5a280c4100 2023-11-25T03:13:14.170 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a140664a0 msgr2=0x7f5a14068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a140664a0 0x7f5a14068960 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5a240ad000 tx=0x7f5a240a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 msgr2=0x7f5a280711e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 0x7f5a280711e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f5a1800c450 tx=0x7f5a1800c910 comp rx=0 tx=0).stop 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 shutdown_connections 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a140664a0 0x7f5a14068960 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a280c63c0 0x7f5a2814c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a280c4100 0x7f5a280711e0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 --2- 172.21.15.76:0/3772738068 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a280c2bb0 0x7f5a28155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 >> 172.21.15.76:0/3772738068 conn(0x7f5a2806a5b0 msgr2=0x7f5a2815b560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:14.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 shutdown_connections 2023-11-25T03:13:14.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.167+0000 7f5a2f13e640 1 -- 172.21.15.76:0/3772738068 wait complete. 2023-11-25T03:13:14.191 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:13:14.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.327+0000 7f5ce0eea640 1 Processor -- start 2023-11-25T03:13:14.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.327+0000 7f5ce0eea640 1 -- start start 2023-11-25T03:13:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5ce0eea640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5cdc0c4100 0x7f5cdc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5ce0eea640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cdc0c31c0 con 0x7f5cdc0c63c0 2023-11-25T03:13:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5ce0eea640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cdc0c34a0 con 0x7f5cdc0c06d0 2023-11-25T03:13:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5ce0eea640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cdc0c1030 con 0x7f5cdc0c4100 2023-11-25T03:13:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cda59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5cdc0c63c0 0x7f5cdc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56894/0 (socket says 172.21.15.76:56894) 2023-11-25T03:13:14.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cda59c640 1 -- 172.21.15.76:0/1343768416 learned_addr learned my addr 172.21.15.76:0/1343768416 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd3fff640 1 --2- 172.21.15.76:0/1343768416 >> v2:172.21.15.106:3300/0 conn(0x7f5cdc0c4100 0x7f5cdc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd9d9b640 1 -- 172.21.15.76:0/1343768416 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 808190449 0 0) 0x7f5cdc0c31c0 con 0x7f5cdc0c63c0 2023-11-25T03:13:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd9d9b640 1 -- 172.21.15.76:0/1343768416 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5cc8003530 con 0x7f5cdc0c63c0 2023-11-25T03:13:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd3fff640 1 -- 172.21.15.76:0/1343768416 >> v1:172.21.15.106:6789/0 conn(0x7f5cdc0c06d0 legacy=0x7f5cdc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd3fff640 1 -- 172.21.15.76:0/1343768416 >> v1:172.21.15.76:6789/0 conn(0x7f5cdc0c63c0 legacy=0x7f5cdc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd9d9b640 1 -- 172.21.15.76:0/1343768416 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2065392259 0 0) 0x7f5cc8003530 con 0x7f5cdc0c63c0 2023-11-25T03:13:14.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.331+0000 7f5cd3fff640 1 -- 172.21.15.76:0/1343768416 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cdc0c1310 con 0x7f5cdc0c4100 2023-11-25T03:13:14.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5cd3fff640 1 --2- 172.21.15.76:0/1343768416 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc0c2bb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5cc40097c0 tx=0x7f5cc401c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=187bf0307fbc9a49 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5cd9d9b640 1 -- 172.21.15.76:0/1343768416 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ccc0016a0 con 0x7f5cdc0c4100 2023-11-25T03:13:14.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5cd9d9b640 1 -- 172.21.15.76:0/1343768416 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cc40a7050 con 0x7f5cdc0c4100 2023-11-25T03:13:14.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5cd9d9b640 1 -- 172.21.15.76:0/1343768416 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc40ab600 con 0x7f5cdc0c4100 2023-11-25T03:13:14.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 -- 172.21.15.76:0/1343768416 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c4100 msgr2=0x7f5cdc0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/1343768416 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc0c2bb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5cc40097c0 tx=0x7f5cc401c280 comp rx=0 tx=0).stop 2023-11-25T03:13:14.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 -- 172.21.15.76:0/1343768416 shutdown_connections 2023-11-25T03:13:14.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/1343768416 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc0c2bb0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 -- 172.21.15.76:0/1343768416 >> 172.21.15.76:0/1343768416 conn(0x7f5cdc06a5b0 msgr2=0x7f5cdc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:14.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 -- 172.21.15.76:0/1343768416 shutdown_connections 2023-11-25T03:13:14.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 -- 172.21.15.76:0/1343768416 wait complete. 2023-11-25T03:13:14.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.335+0000 7f5ce0eea640 1 Processor -- start 2023-11-25T03:13:14.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- start start 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c06d0 0x7f5cdc1ecdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc070500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cdc0c63c0 0x7f5cdc1f0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cdc147e30 con 0x7f5cdc0c4100 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cdc1ed2f0 con 0x7f5cdc0c06d0 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cdc148140 con 0x7f5cdc0c63c0 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc070500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc070500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36912/0 (socket says 172.21.15.76:36912) 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 -- 172.21.15.76:0/3980590648 learned_addr learned my addr 172.21.15.76:0/3980590648 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:14.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cda59c640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c06d0 0x7f5cdc1ecdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cdad9d640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cdc0c63c0 0x7f5cdc1f0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 -- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cdc0c63c0 msgr2=0x7f5cdc1f0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cdc0c63c0 0x7f5cdc1f0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 -- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c06d0 msgr2=0x7f5cdc1ecdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c06d0 0x7f5cdc1ecdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 -- 172.21.15.76:0/3980590648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cc4009420 con 0x7f5cdc0c4100 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cdad9d640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cdc0c63c0 0x7f5cdc1f0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:14.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd3fff640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc070500 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4000c10 tx=0x7f5cc4019020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc40b4400 con 0x7f5cdc0c4100 2023-11-25T03:13:14.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cc40b4560 con 0x7f5cdc0c4100 2023-11-25T03:13:14.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc40b48d0 con 0x7f5cdc0c4100 2023-11-25T03:13:14.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cdc148420 con 0x7f5cdc0c4100 2023-11-25T03:13:14.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cdc1f0710 con 0x7f5cdc0c4100 2023-11-25T03:13:14.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.339+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cdc068400 con 0x7f5cdc0c4100 2023-11-25T03:13:14.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.343+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5cc40b2040 con 0x7f5cdc0c4100 2023-11-25T03:13:14.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.343+0000 7f5cd2ffd640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cbc066470 0x7f5cbc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.343+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5cc411e230 con 0x7f5cdc0c4100 2023-11-25T03:13:14.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.343+0000 7f5cda59c640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cbc066470 0x7f5cbc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.343+0000 7f5cda59c640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cbc066470 0x7f5cbc068930 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5ccc000fc0 tx=0x7f5ccc000ee0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.347+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5cc40eb3f0 con 0x7f5cdc0c4100 2023-11-25T03:13:14.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.507+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f5cdc0c3e70 con 0x7f5cdc0c4100 2023-11-25T03:13:14.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.507+0000 7f5cd2ffd640 1 -- 172.21.15.76:0/3980590648 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) v1 ==== 80+0+0 (secure 0 0 0) 0x7f5cc40eea10 con 0x7f5cdc0c4100 2023-11-25T03:13:14.511 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:13:14.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.507+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cbc066470 msgr2=0x7f5cbc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.507+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cbc066470 0x7f5cbc068930 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5ccc000fc0 tx=0x7f5ccc000ee0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.507+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 msgr2=0x7f5cdc070500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.507+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc070500 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4000c10 tx=0x7f5cc4019020 comp rx=0 tx=0).stop 2023-11-25T03:13:14.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 shutdown_connections 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cbc066470 0x7f5cbc068930 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cdc0c63c0 0x7f5cdc1f0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cdc0c4100 0x7f5cdc070500 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 --2- 172.21.15.76:0/3980590648 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cdc0c06d0 0x7f5cdc1ecdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 >> 172.21.15.76:0/3980590648 conn(0x7f5cdc06a5b0 msgr2=0x7f5cdc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 shutdown_connections 2023-11-25T03:13:14.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.511+0000 7f5ce0eea640 1 -- 172.21.15.76:0/3980590648 wait complete. 2023-11-25T03:13:14.532 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:13:14.532 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:14.532 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:14.562 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:13:14.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:14.562 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:13:14.617 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:14.618 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:14.668 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:13:14.668 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:13:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06eddd0640 1 Processor -- start 2023-11-25T03:13:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06eddd0640 1 -- start start 2023-11-25T03:13:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06eddd0640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f06e80c7c50 0x7f06e81544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06eddd0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06e80c8160 con 0x7f06e8151cd0 2023-11-25T03:13:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06eddd0640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06e8157b40 con 0x7f06e8154a10 2023-11-25T03:13:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06eddd0640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06e8157e20 con 0x7f06e80c7c50 2023-11-25T03:13:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06ecdce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f06e8151cd0 0x7f06e80ca460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56910/0 (socket says 172.21.15.76:56910) 2023-11-25T03:13:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06ecdce640 1 -- 172.21.15.76:0/810542357 learned_addr learned my addr 172.21.15.76:0/810542357 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06dffff640 1 --2- 172.21.15.76:0/810542357 >> v2:172.21.15.106:3300/0 conn(0x7f06e80c7c50 0x7f06e81544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06df7fe640 1 -- 172.21.15.76:0/810542357 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3584485819 0 0) 0x7f06e80c8160 con 0x7f06e8151cd0 2023-11-25T03:13:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06df7fe640 1 -- 172.21.15.76:0/810542357 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06d0003530 con 0x7f06e8151cd0 2023-11-25T03:13:14.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06dffff640 1 -- 172.21.15.76:0/810542357 >> v1:172.21.15.106:6789/0 conn(0x7f06e8154a10 legacy=0x7f06e815ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06dffff640 1 -- 172.21.15.76:0/810542357 >> v1:172.21.15.76:6789/0 conn(0x7f06e8151cd0 legacy=0x7f06e80ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.803+0000 7f06dffff640 1 -- 172.21.15.76:0/810542357 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06e8158100 con 0x7f06e80c7c50 2023-11-25T03:13:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06dffff640 1 --2- 172.21.15.76:0/810542357 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e80c7c50 0x7f06e81544d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f06d80097c0 tx=0x7f06d801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a6aec4c59d55a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06df7fe640 1 -- 172.21.15.76:0/810542357 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d80ab670 con 0x7f06e80c7c50 2023-11-25T03:13:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06df7fe640 1 -- 172.21.15.76:0/810542357 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d80ab7d0 con 0x7f06e80c7c50 2023-11-25T03:13:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06df7fe640 1 -- 172.21.15.76:0/810542357 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d80abb40 con 0x7f06e80c7c50 2023-11-25T03:13:14.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 -- 172.21.15.76:0/810542357 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e80c7c50 msgr2=0x7f06e81544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 --2- 172.21.15.76:0/810542357 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e80c7c50 0x7f06e81544d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f06d80097c0 tx=0x7f06d801c450 comp rx=0 tx=0).stop 2023-11-25T03:13:14.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 -- 172.21.15.76:0/810542357 shutdown_connections 2023-11-25T03:13:14.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 --2- 172.21.15.76:0/810542357 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e80c7c50 0x7f06e81544d0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 -- 172.21.15.76:0/810542357 >> 172.21.15.76:0/810542357 conn(0x7f06e80abee0 msgr2=0x7f06e80c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:14.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 -- 172.21.15.76:0/810542357 shutdown_connections 2023-11-25T03:13:14.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.807+0000 7f06eddd0640 1 -- 172.21.15.76:0/810542357 wait complete. 2023-11-25T03:13:14.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 Processor -- start 2023-11-25T03:13:14.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 -- start start 2023-11-25T03:13:14.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 0x7f06e814db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e8151cd0 0x7f06e8155fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06e8154a10 0x7f06e8146b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e814ce30 con 0x7f06e80c7c50 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e8152450 con 0x7f06e8151cd0 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06e81526f0 con 0x7f06e8154a10 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 0x7f06e814db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 0x7f06e814db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36920/0 (socket says 172.21.15.76:36920) 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 -- 172.21.15.76:0/601455866 learned_addr learned my addr 172.21.15.76:0/601455866 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06dffff640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e8151cd0 0x7f06e8155fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ed5cf640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06e8154a10 0x7f06e8146b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 -- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06e8154a10 msgr2=0x7f06e8146b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06e8154a10 0x7f06e8146b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 -- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e8151cd0 msgr2=0x7f06e8155fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e8151cd0 0x7f06e8155fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 -- 172.21.15.76:0/601455866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d8009420 con 0x7f06e80c7c50 2023-11-25T03:13:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06dffff640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e8151cd0 0x7f06e8155fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:14.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06ecdce640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 0x7f06e814db70 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f06e400c4d0 tx=0x7f06e400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06e4005cf0 con 0x7f06e80c7c50 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06e4005e50 con 0x7f06e80c7c50 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06e4007270 con 0x7f06e80c7c50 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06e814cac0 con 0x7f06e80c7c50 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.811+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06e8153820 con 0x7f06e80c7c50 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.815+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06e804e850 con 0x7f06e80c7c50 2023-11-25T03:13:14.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.815+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f06e40073d0 con 0x7f06e80c7c50 2023-11-25T03:13:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.815+0000 7f06dd7fa640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06d4066470 0x7f06d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.815+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f06e4083710 con 0x7f06e80c7c50 2023-11-25T03:13:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.815+0000 7f06dffff640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06d4066470 0x7f06d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.815+0000 7f06dffff640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06d4066470 0x7f06d4068930 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f06d80af000 tx=0x7f06d80a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:14.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:14.819+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f06e40508d0 con 0x7f06e80c7c50 2023-11-25T03:13:15.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f06e814cc50 con 0x7f06e80c7c50 2023-11-25T03:13:15.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06dd7fa640 1 -- 172.21.15.76:0/601455866 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v38) v1 ==== 53+0+149 (secure 0 0 0) 0x7f06e40170b0 con 0x7f06e80c7c50 2023-11-25T03:13:15.006 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:13:15.006 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:13:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06d4066470 msgr2=0x7f06d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06d4066470 0x7f06d4068930 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f06d80af000 tx=0x7f06d80a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 msgr2=0x7f06e814db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 0x7f06e814db70 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f06e400c4d0 tx=0x7f06e400c990 comp rx=0 tx=0).stop 2023-11-25T03:13:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 shutdown_connections 2023-11-25T03:13:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06d4066470 0x7f06d4068930 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06e8154a10 0x7f06e8146b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06e8151cd0 0x7f06e8155fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 --2- 172.21.15.76:0/601455866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06e80c7c50 0x7f06e814db70 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 >> 172.21.15.76:0/601455866 conn(0x7f06e80abee0 msgr2=0x7f06e8150740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 shutdown_connections 2023-11-25T03:13:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.003+0000 7f06eddd0640 1 -- 172.21.15.76:0/601455866 wait complete. 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:13:15.027 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:13:15.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.028 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:15.038 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42286sec preferred_lft 42286sec 2023-11-25T03:13:15.039 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:13:15.040 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.041 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:13:15.041 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:13:15.041 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:13:15.041 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:15.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.042 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:13:15.107 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:13:15.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.110 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:13:15.166 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:13:15.166 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:13:15.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.168 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:13:15.168 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:13:15.168 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:13:15.168 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:13:15.168 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:13:15.168 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:13:15.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.267 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:13:15.277 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:13:15.278 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:13:15.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.278 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:13:15.340 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:15.340 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:15.396 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:13:15.397 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:15.397 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:15.447 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:13:15.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.448 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:13:15.542 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:13:15.542 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:13:15.542 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:13:15.557 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:13:15.558 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:13:15.558 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:13:15.558 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:15.558 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:15.566 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:13:15.566 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:13:15.566 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:13:15.566 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:15.566 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:15.567 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:13:15.567 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:13:15.567 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:13:15.570 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:13:15.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.571 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:15.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:15.592 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:13:15.660 INFO:teuthology.orchestra.run.smithi106.stdout:client5420 2023-11-25T03:13:15.660 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:15.660 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:15.716 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth add client.testuser mon 'allow rw fsname=cephfs, allow rw fsname=cephfs2' osd 'allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2' mds 'allow rw fsname=cephfs' 2023-11-25T03:13:15.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 Processor -- start 2023-11-25T03:13:15.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 -- start start 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d40a4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f78d4151f70 0x7f78d4071e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78d40bbb70 con 0x7f78d40a5300 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78d41524e0 con 0x7f78d4151f70 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d9f80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78d40c5340 con 0x7f78d414ec20 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d2ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f78d40a5300 0x7f78d40c3ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56916/0 (socket says 172.21.15.76:56916) 2023-11-25T03:13:15.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d2ffd640 1 -- 172.21.15.76:0/589022787 learned_addr learned my addr 172.21.15.76:0/589022787 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:15.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d3fff640 1 --2- 172.21.15.76:0/589022787 >> v2:172.21.15.106:3300/0 conn(0x7f78d4151f70 0x7f78d4071e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:15.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d37fe640 1 --2- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d40a4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:15.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d27fc640 1 -- 172.21.15.76:0/589022787 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1432062128 0 0) 0x7f78d40bbb70 con 0x7f78d40a5300 2023-11-25T03:13:15.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d27fc640 1 -- 172.21.15.76:0/589022787 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f78bc003530 con 0x7f78d40a5300 2023-11-25T03:13:15.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d3fff640 1 -- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 msgr2=0x7f78d40a4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:15.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d3fff640 1 --2- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d40a4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d3fff640 1 -- 172.21.15.76:0/589022787 >> v1:172.21.15.76:6789/0 conn(0x7f78d40a5300 legacy=0x7f78d40c3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:15.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.863+0000 7f78d3fff640 1 -- 172.21.15.76:0/589022787 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78d40bbda0 con 0x7f78d4151f70 2023-11-25T03:13:15.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d3fff640 1 --2- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d4151f70 0x7f78d4071e00 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f78cc00bfa0 tx=0x7f78cc01eb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35d6b6b66f90eec7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:15.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d27fc640 1 -- 172.21.15.76:0/589022787 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78d4072b50 con 0x7f78d4151f70 2023-11-25T03:13:15.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d27fc640 1 -- 172.21.15.76:0/589022787 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78cc00b2d0 con 0x7f78d4151f70 2023-11-25T03:13:15.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d27fc640 1 -- 172.21.15.76:0/589022787 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc0a7b30 con 0x7f78d4151f70 2023-11-25T03:13:15.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 -- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d4151f70 msgr2=0x7f78d4071e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 --2- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d4151f70 0x7f78d4071e00 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f78cc00bfa0 tx=0x7f78cc01eb50 comp rx=0 tx=0).stop 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 -- 172.21.15.76:0/589022787 shutdown_connections 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 --2- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d4151f70 0x7f78d4071e00 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 --2- 172.21.15.76:0/589022787 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d40a4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 -- 172.21.15.76:0/589022787 >> 172.21.15.76:0/589022787 conn(0x7f78d40a7980 msgr2=0x7f78d40a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 -- 172.21.15.76:0/589022787 shutdown_connections 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 -- 172.21.15.76:0/589022787 wait complete. 2023-11-25T03:13:15.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.867+0000 7f78d9f80640 1 Processor -- start 2023-11-25T03:13:15.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- start start 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d40a5300 0x7f78d40a9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d41ed800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 0x7f78d4150c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78d40c1b40 con 0x7f78d4151f70 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78d41ed370 con 0x7f78d40a5300 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78d41ed020 con 0x7f78d414ec20 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 0x7f78d4150c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 0x7f78d4150c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36924/0 (socket says 172.21.15.76:36924) 2023-11-25T03:13:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 -- 172.21.15.76:0/2090199132 learned_addr learned my addr 172.21.15.76:0/2090199132 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d2ffd640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d41ed800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d37fe640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d40a5300 0x7f78d40a9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 -- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 msgr2=0x7f78d41ed800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d41ed800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 -- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d40a5300 msgr2=0x7f78d40a9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d40a5300 0x7f78d40a9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 -- 172.21.15.76:0/2090199132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78cc00bc80 con 0x7f78d4151f70 2023-11-25T03:13:15.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d3fff640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 0x7f78d4150c50 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f78cc0b1040 tx=0x7f78cc01b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:15.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc00b660 con 0x7f78d4151f70 2023-11-25T03:13:15.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78cc009750 con 0x7f78d4151f70 2023-11-25T03:13:15.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78d40a9120 con 0x7f78d4151f70 2023-11-25T03:13:15.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc009ae0 con 0x7f78d4151f70 2023-11-25T03:13:15.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78d41f1040 con 0x7f78d4151f70 2023-11-25T03:13:15.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.871+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78d41ed4e0 con 0x7f78d4151f70 2023-11-25T03:13:15.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.875+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f78cc009c40 con 0x7f78d4151f70 2023-11-25T03:13:15.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.875+0000 7f78bbfff640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f78c0066470 0x7f78c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:15.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.875+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f78cc11f560 con 0x7f78d4151f70 2023-11-25T03:13:15.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.875+0000 7f78d37fe640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f78c0066470 0x7f78c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:15.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.875+0000 7f78d37fe640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f78c0066470 0x7f78c0068930 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f78d40a8da0 tx=0x7f78c4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:15.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:15.879+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f78cc0ec6f0 con 0x7f78d4151f70 2023-11-25T03:13:16.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.083+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow rw fsname=cephfs, allow rw fsname=cephfs2", "osd", "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2", "mds", "allow rw fsname=cephfs"]} v 0) v1 -- 0x7f78d4067f00 con 0x7f78d4151f70 2023-11-25T03:13:16.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78bbfff640 1 -- 172.21.15.76:0/2090199132 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow rw fsname=cephfs, allow rw fsname=cephfs2", "osd", "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2", "mds", "allow rw fsname=cephfs"]}]=0 added key for client.testuser v17) v1 ==== 291+0+0 (secure 0 0 0) 0x7f78cc0efd10 con 0x7f78d4151f70 2023-11-25T03:13:16.090 INFO:teuthology.orchestra.run.smithi076.stderr:added key for client.testuser 2023-11-25T03:13:16.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f78c0066470 msgr2=0x7f78c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f78c0066470 0x7f78c0068930 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f78d40a8da0 tx=0x7f78c4008040 comp rx=0 tx=0).stop 2023-11-25T03:13:16.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 msgr2=0x7f78d4150c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 0x7f78d4150c50 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f78cc0b1040 tx=0x7f78cc01b8f0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 shutdown_connections 2023-11-25T03:13:16.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f78c0066470 0x7f78c0068930 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f78d4151f70 0x7f78d4150c50 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f78d414ec20 0x7f78d41ed800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 --2- 172.21.15.76:0/2090199132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f78d40a5300 0x7f78d40a9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 >> 172.21.15.76:0/2090199132 conn(0x7f78d40a7980 msgr2=0x7f78d406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:16.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 shutdown_connections 2023-11-25T03:13:16.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.087+0000 7f78d9f80640 1 -- 172.21.15.76:0/2090199132 wait complete. 2023-11-25T03:13:16.112 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.testuser 2023-11-25T03:13:16.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.247+0000 7f42c1f2a640 1 Processor -- start 2023-11-25T03:13:16.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.247+0000 7f42c1f2a640 1 -- start start 2023-11-25T03:13:16.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.247+0000 7f42c1f2a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42bc0c4100 0x7f42bc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42c1f2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42bc0c31c0 con 0x7f42bc0c63c0 2023-11-25T03:13:16.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42c1f2a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42bc0c34a0 con 0x7f42bc0c06d0 2023-11-25T03:13:16.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42c1f2a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42bc0c1030 con 0x7f42bc0c4100 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42baffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42bc0c4100 0x7f42bc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42bb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f42bc0c63c0 0x7f42bc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56920/0 (socket says 172.21.15.76:56920) 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42baffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42bc0c4100 0x7f42bc0c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36926/0 (socket says 172.21.15.76:36926) 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42bb7fe640 1 -- 172.21.15.76:0/2887441090 learned_addr learned my addr 172.21.15.76:0/2887441090 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42baffd640 1 -- 172.21.15.76:0/2887441090 >> v1:172.21.15.106:6789/0 conn(0x7f42bc0c06d0 legacy=0x7f42bc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42baffd640 1 -- 172.21.15.76:0/2887441090 >> v1:172.21.15.76:6789/0 conn(0x7f42bc0c63c0 legacy=0x7f42bc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42baffd640 1 -- 172.21.15.76:0/2887441090 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42bc0c1310 con 0x7f42bc0c4100 2023-11-25T03:13:16.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42ba7fc640 1 -- 172.21.15.76:0/2887441090 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1799435841 0 0) 0x7f42bc0c31c0 con 0x7f42bc0c63c0 2023-11-25T03:13:16.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42baffd640 1 --2- 172.21.15.76:0/2887441090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0c2bb0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f42b00097c0 tx=0x7f42b001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d036b5842ef99b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:16.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42ba7fc640 1 -- 172.21.15.76:0/2887441090 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00ab600 con 0x7f42bc0c4100 2023-11-25T03:13:16.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42ba7fc640 1 -- 172.21.15.76:0/2887441090 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42b00a7050 con 0x7f42bc0c4100 2023-11-25T03:13:16.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.251+0000 7f42ba7fc640 1 -- 172.21.15.76:0/2887441090 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00ab980 con 0x7f42bc0c4100 2023-11-25T03:13:16.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- 172.21.15.76:0/2887441090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 msgr2=0x7f42bc0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/2887441090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0c2bb0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f42b00097c0 tx=0x7f42b001c360 comp rx=0 tx=0).stop 2023-11-25T03:13:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- 172.21.15.76:0/2887441090 shutdown_connections 2023-11-25T03:13:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/2887441090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0c2bb0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- 172.21.15.76:0/2887441090 >> 172.21.15.76:0/2887441090 conn(0x7f42bc06a5b0 msgr2=0x7f42bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- 172.21.15.76:0/2887441090 shutdown_connections 2023-11-25T03:13:16.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- 172.21.15.76:0/2887441090 wait complete. 2023-11-25T03:13:16.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 Processor -- start 2023-11-25T03:13:16.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- start start 2023-11-25T03:13:16.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f42bc0c06d0 0x7f42bc14d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0be510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42bc0c63c0 0x7f42bc1ee450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc152d10 con 0x7f42bc0c4100 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc14d700 con 0x7f42bc0c63c0 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42c1f2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc0bfb10 con 0x7f42bc0c06d0 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42baffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0be510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42baffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0be510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36928/0 (socket says 172.21.15.76:36928) 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42baffd640 1 -- 172.21.15.76:0/3328929131 learned_addr learned my addr 172.21.15.76:0/3328929131 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42bb7fe640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f42bc0c06d0 0x7f42bc14d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.255+0000 7f42bbfff640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42bc0c63c0 0x7f42bc1ee450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42baffd640 1 -- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f42bc0c06d0 msgr2=0x7f42bc14d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42baffd640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f42bc0c06d0 0x7f42bc14d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42baffd640 1 -- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42bc0c63c0 msgr2=0x7f42bc1ee450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42baffd640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42bc0c63c0 0x7f42bc1ee450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42baffd640 1 -- 172.21.15.76:0/3328929131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b0009420 con 0x7f42bc0c4100 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42bbfff640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42bc0c63c0 0x7f42bc1ee450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42baffd640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0be510 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f42b0018f70 tx=0x7f42b001aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00b7650 con 0x7f42bc0c4100 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42b00abe90 con 0x7f42bc0c4100 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42bc0bfdf0 con 0x7f42bc0c4100 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00b7a10 con 0x7f42bc0c4100 2023-11-25T03:13:16.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42bc0bea50 con 0x7f42bc0c4100 2023-11-25T03:13:16.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42bc0be300 con 0x7f42bc0c4100 2023-11-25T03:13:16.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f42b00b7b70 con 0x7f42bc0c4100 2023-11-25T03:13:16.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42a3fff640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42a80664a0 0x7f42a8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f42b011eab0 con 0x7f42bc0c4100 2023-11-25T03:13:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.259+0000 7f42bb7fe640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42a80664a0 0x7f42a8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.263+0000 7f42bb7fe640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42a80664a0 0x7f42a8068960 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f42ac007c40 tx=0x7f42ac007b90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:16.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.263+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f42bc0be300 con 0x7f42bc0c4100 2023-11-25T03:13:16.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.463+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.testuser"} v 0) v1 -- 0x7f42bc0be300 con 0x7f42bc0c4100 2023-11-25T03:13:16.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.463+0000 7f42a3fff640 1 -- 172.21.15.76:0/3328929131 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.testuser"}]=0 v17) v1 ==== 85+0+245 (secure 0 0 0) 0x7f42bc0be300 con 0x7f42bc0c4100 2023-11-25T03:13:16.467 INFO:teuthology.orchestra.run.smithi076.stdout:[client.testuser] 2023-11-25T03:13:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw== 2023-11-25T03:13:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow rw fsname=cephfs" 2023-11-25T03:13:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow rw fsname=cephfs, allow rw fsname=cephfs2" 2023-11-25T03:13:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2023-11-25T03:13:16.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.463+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42a80664a0 msgr2=0x7f42a8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.463+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42a80664a0 0x7f42a8068960 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f42ac007c40 tx=0x7f42ac007b90 comp rx=0 tx=0).stop 2023-11-25T03:13:16.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.463+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 msgr2=0x7f42bc0be510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.463+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0be510 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f42b0018f70 tx=0x7f42b001aba0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 shutdown_connections 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42a80664a0 0x7f42a8068960 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42bc0c63c0 0x7f42bc1ee450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42bc0c4100 0x7f42bc0be510 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 --2- 172.21.15.76:0/3328929131 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f42bc0c06d0 0x7f42bc14d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 >> 172.21.15.76:0/3328929131 conn(0x7f42bc06a5b0 msgr2=0x7f42bc0c44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 shutdown_connections 2023-11-25T03:13:16.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.467+0000 7f42c1f2a640 1 -- 172.21.15.76:0/3328929131 wait complete. 2023-11-25T03:13:16.489 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:13:16.497 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.3qR2bUtyyW 2023-11-25T03:13:16.497 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:16.498 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/tmp/tmp.3qR2bUtyyW 2023-11-25T03:13:16.548 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:16.549 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:16.601 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:16.601 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:16.653 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:16.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.847+0000 7f2c0870f640 1 Processor -- start 2023-11-25T03:13:16.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.847+0000 7f2c0870f640 1 -- start start 2023-11-25T03:13:16.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.847+0000 7f2c0870f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c4100 0x7f2c000c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c0870f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c000c31c0 con 0x7f2c000c06d0 2023-11-25T03:13:16.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c0870f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c000c34a0 con 0x7f2c000c63c0 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c0870f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c000c1030 con 0x7f2c000c4100 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c06cac640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2c000c06d0 0x7f2c000a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56922/0 (socket says 172.21.15.76:56922) 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c06cac640 1 -- 172.21.15.76:0/554899482 learned_addr learned my addr 172.21.15.76:0/554899482 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c05caa640 1 --2- 172.21.15.76:0/554899482 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c4100 0x7f2c000c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c054a9640 1 -- 172.21.15.76:0/554899482 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 440139901 0 0) 0x7f2c000c31c0 con 0x7f2c000c06d0 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c054a9640 1 -- 172.21.15.76:0/554899482 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2bec005740 con 0x7f2c000c06d0 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c05caa640 1 -- 172.21.15.76:0/554899482 >> v1:172.21.15.106:6789/0 conn(0x7f2c000c63c0 legacy=0x7f2c000c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c054a9640 1 -- 172.21.15.76:0/554899482 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1031644948 0 0) 0x7f2c000c34a0 con 0x7f2c000c63c0 2023-11-25T03:13:16.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c05caa640 1 -- 172.21.15.76:0/554899482 >> v1:172.21.15.76:6789/0 conn(0x7f2c000c06d0 legacy=0x7f2c000a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.851+0000 7f2c05caa640 1 -- 172.21.15.76:0/554899482 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c000c1310 con 0x7f2c000c4100 2023-11-25T03:13:16.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c05caa640 1 --2- 172.21.15.76:0/554899482 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c4100 0x7f2c000c2bb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2bf00097f0 tx=0x7f2bf001c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=933408042d26bfb1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:16.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c054a9640 1 -- 172.21.15.76:0/554899482 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf00ab600 con 0x7f2c000c4100 2023-11-25T03:13:16.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c054a9640 1 -- 172.21.15.76:0/554899482 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bf00a7050 con 0x7f2c000c4100 2023-11-25T03:13:16.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c054a9640 1 -- 172.21.15.76:0/554899482 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf00ab960 con 0x7f2c000c4100 2023-11-25T03:13:16.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 -- 172.21.15.76:0/554899482 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c4100 msgr2=0x7f2c000c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 --2- 172.21.15.76:0/554899482 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c4100 0x7f2c000c2bb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2bf00097f0 tx=0x7f2bf001c3a0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 -- 172.21.15.76:0/554899482 shutdown_connections 2023-11-25T03:13:16.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 --2- 172.21.15.76:0/554899482 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c4100 0x7f2c000c2bb0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 -- 172.21.15.76:0/554899482 >> 172.21.15.76:0/554899482 conn(0x7f2c0006a5b0 msgr2=0x7f2c0006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:16.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 -- 172.21.15.76:0/554899482 shutdown_connections 2023-11-25T03:13:16.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 -- 172.21.15.76:0/554899482 wait complete. 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 Processor -- start 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.855+0000 7f2c0870f640 1 -- start start 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c06d0 0x7f2c001f0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 0x7f2c001f0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c000c63c0 0x7f2c0009a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c000bf1e0 con 0x7f2c000c4100 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c000be980 con 0x7f2c000c63c0 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c001f11f0 con 0x7f2c000c06d0 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 0x7f2c001f0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 0x7f2c001f0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36936/0 (socket says 172.21.15.76:36936) 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 -- 172.21.15.76:0/700968345 learned_addr learned my addr 172.21.15.76:0/700968345 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c064ab640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c06d0 0x7f2c001f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c06cac640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c000c63c0 0x7f2c0009a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 -- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c06d0 msgr2=0x7f2c001f0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c06d0 0x7f2c001f0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 -- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c000c63c0 msgr2=0x7f2c0009a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:16.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c000c63c0 0x7f2c0009a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 -- 172.21.15.76:0/700968345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bf0009420 con 0x7f2c000c4100 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c064ab640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c06d0 0x7f2c001f0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c05caa640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 0x7f2c001f0bc0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0018fb0 tx=0x7f2bf0019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf0003b30 con 0x7f2c000c4100 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bf0003c90 con 0x7f2c000c4100 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bf00ab400 con 0x7f2c000c4100 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c000c69b0 con 0x7f2c000c4100 2023-11-25T03:13:16.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c000bef00 con 0x7f2c000c4100 2023-11-25T03:13:16.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c00068400 con 0x7f2c000c4100 2023-11-25T03:13:16.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.859+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2bf00b2040 con 0x7f2c000c4100 2023-11-25T03:13:16.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.863+0000 7f2bf6ffd640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be40664a0 0x7f2be4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:16.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.863+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2bf00a4e40 con 0x7f2c000c4100 2023-11-25T03:13:16.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.863+0000 7f2c064ab640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be40664a0 0x7f2be4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:16.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.863+0000 7f2c064ab640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be40664a0 0x7f2be4068960 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc000f70 tx=0x7f2bfc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:16.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:16.867+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2bf00eb250 con 0x7f2c000c4100 2023-11-25T03:13:17.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.019+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2c000bff50 con 0x7f2c000c4100 2023-11-25T03:13:17.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.019+0000 7f2bf6ffd640 1 -- 172.21.15.76:0/700968345 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7f2bf00ee870 con 0x7f2c000c4100 2023-11-25T03:13:17.024 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:17.024 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:17.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be40664a0 msgr2=0x7f2be4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be40664a0 0x7f2be4068960 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc000f70 tx=0x7f2bfc009040 comp rx=0 tx=0).stop 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 msgr2=0x7f2c001f0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 0x7f2c001f0bc0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0018fb0 tx=0x7f2bf0019140 comp rx=0 tx=0).stop 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 shutdown_connections 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2be40664a0 0x7f2be4068960 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c000c63c0 0x7f2c0009a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c000c4100 0x7f2c001f0bc0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 --2- 172.21.15.76:0/700968345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c000c06d0 0x7f2c001f0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 >> 172.21.15.76:0/700968345 conn(0x7f2c0006a5b0 msgr2=0x7f2c000c5130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:17.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 shutdown_connections 2023-11-25T03:13:17.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.023+0000 7f2c0870f640 1 -- 172.21.15.76:0/700968345 wait complete. 2023-11-25T03:13:17.044 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:12:47.235074+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '50', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:12:48.157542+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:13:04.703613+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:13:05.601304+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:17.045 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:17.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 Processor -- start 2023-11-25T03:13:17.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 -- start start 2023-11-25T03:13:17.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6a24155dd0 0x7f6a240c1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a2406c980 0x7f6a2415c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a24158a90 con 0x7f6a2406e0b0 2023-11-25T03:13:17.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a241588a0 con 0x7f6a2406c980 2023-11-25T03:13:17.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2af10640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a24158d70 con 0x7f6a24155dd0 2023-11-25T03:13:17.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2970d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6a2406e0b0 0x7f6a2415be90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55416/0 (socket says 172.21.15.76:55416) 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2970d640 1 -- 172.21.15.76:0/951037827 learned_addr learned my addr 172.21.15.76:0/951037827 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2a70f640 1 --2- 172.21.15.76:0/951037827 >> v2:172.21.15.76:3300/0 conn(0x7f6a2406c980 0x7f6a2415c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a29f0e640 1 --2- 172.21.15.76:0/951037827 >> v2:172.21.15.106:3300/0 conn(0x7f6a24155dd0 0x7f6a240c1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a28f0c640 1 -- 172.21.15.76:0/951037827 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2871942819 0 0) 0x7f6a24158a90 con 0x7f6a2406e0b0 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a28f0c640 1 -- 172.21.15.76:0/951037827 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a10003530 con 0x7f6a2406e0b0 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2a70f640 1 -- 172.21.15.76:0/951037827 >> v2:172.21.15.106:3300/0 conn(0x7f6a24155dd0 msgr2=0x7f6a240c1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2a70f640 1 --2- 172.21.15.76:0/951037827 >> v2:172.21.15.106:3300/0 conn(0x7f6a24155dd0 0x7f6a240c1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2a70f640 1 -- 172.21.15.76:0/951037827 >> v1:172.21.15.76:6789/0 conn(0x7f6a2406e0b0 legacy=0x7f6a2415be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.183+0000 7f6a2a70f640 1 -- 172.21.15.76:0/951037827 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a24159050 con 0x7f6a2406c980 2023-11-25T03:13:17.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2a70f640 1 --2- 172.21.15.76:0/951037827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a2415c5a0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f6a24067990 tx=0x7f6a1c01c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c752ab8cebcbbf9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a28f0c640 1 -- 172.21.15.76:0/951037827 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c0a5760 con 0x7f6a2406c980 2023-11-25T03:13:17.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a28f0c640 1 -- 172.21.15.76:0/951037827 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a1c0a58c0 con 0x7f6a2406c980 2023-11-25T03:13:17.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a28f0c640 1 -- 172.21.15.76:0/951037827 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c0a5c50 con 0x7f6a2406c980 2023-11-25T03:13:17.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 -- 172.21.15.76:0/951037827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 msgr2=0x7f6a2415c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 --2- 172.21.15.76:0/951037827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a2415c5a0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f6a24067990 tx=0x7f6a1c01c7f0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 -- 172.21.15.76:0/951037827 shutdown_connections 2023-11-25T03:13:17.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 --2- 172.21.15.76:0/951037827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a2415c5a0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 --2- 172.21.15.76:0/951037827 >> v2:172.21.15.106:3300/0 conn(0x7f6a24155dd0 0x7f6a240c1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 -- 172.21.15.76:0/951037827 >> 172.21.15.76:0/951037827 conn(0x7f6a240a7800 msgr2=0x7f6a240a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:17.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 -- 172.21.15.76:0/951037827 shutdown_connections 2023-11-25T03:13:17.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.187+0000 7f6a2af10640 1 -- 172.21.15.76:0/951037827 wait complete. 2023-11-25T03:13:17.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 Processor -- start 2023-11-25T03:13:17.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 -- start start 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a240aace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a2406e0b0 0x7f6a240a3050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a24155dd0 0x7f6a240a3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a240a3ad0 con 0x7f6a2406c980 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a24157020 con 0x7f6a24155dd0 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a24155040 con 0x7f6a2406e0b0 2023-11-25T03:13:17.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a240aace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a240aace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39502/0 (socket says 172.21.15.76:39502) 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 -- 172.21.15.76:0/2386981255 learned_addr learned my addr 172.21.15.76:0/2386981255 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2a70f640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a24155dd0 0x7f6a240a3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2970d640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a2406e0b0 0x7f6a240a3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 -- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a2406e0b0 msgr2=0x7f6a240a3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a2406e0b0 0x7f6a240a3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 -- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a24155dd0 msgr2=0x7f6a240a3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a24155dd0 0x7f6a240a3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 -- 172.21.15.76:0/2386981255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a1c009a70 con 0x7f6a2406c980 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2970d640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a2406e0b0 0x7f6a240a3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a29f0e640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a240aace0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000e870 tx=0x7f6a2000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a20009510 con 0x7f6a2406c980 2023-11-25T03:13:17.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a2000eec0 con 0x7f6a2406c980 2023-11-25T03:13:17.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a240bf9a0 con 0x7f6a2406c980 2023-11-25T03:13:17.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a2000cb40 con 0x7f6a2406c980 2023-11-25T03:13:17.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.191+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a240ab220 con 0x7f6a2406c980 2023-11-25T03:13:17.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.195+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a240bfec0 con 0x7f6a2406c980 2023-11-25T03:13:17.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.195+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6a2000cca0 con 0x7f6a2406c980 2023-11-25T03:13:17.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.195+0000 7f6a1a7fc640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a08066470 0x7f6a08068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.195+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6a200843b0 con 0x7f6a2406c980 2023-11-25T03:13:17.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.195+0000 7f6a2970d640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a08066470 0x7f6a08068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.195+0000 7f6a2970d640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a08066470 0x7f6a08068930 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6a24163800 tx=0x7f6a14009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.199+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6a20051430 con 0x7f6a2406c980 2023-11-25T03:13:17.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.351+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6a240a2c90 con 0x7f6a2406c980 2023-11-25T03:13:17.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.351+0000 7f6a1a7fc640 1 -- 172.21.15.76:0/2386981255 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v55) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6a20054a50 con 0x7f6a2406c980 2023-11-25T03:13:17.356 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:17.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a08066470 msgr2=0x7f6a08068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a08066470 0x7f6a08068930 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6a24163800 tx=0x7f6a14009040 comp rx=0 tx=0).stop 2023-11-25T03:13:17.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 msgr2=0x7f6a240aace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a240aace0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000e870 tx=0x7f6a2000ec70 comp rx=0 tx=0).stop 2023-11-25T03:13:17.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 shutdown_connections 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6a08066470 0x7f6a08068930 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6a24155dd0 0x7f6a240a3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6a2406e0b0 0x7f6a240a3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 --2- 172.21.15.76:0/2386981255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a2406c980 0x7f6a240aace0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 >> 172.21.15.76:0/2386981255 conn(0x7f6a240a7800 msgr2=0x7f6a2415b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 shutdown_connections 2023-11-25T03:13:17.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.355+0000 7f6a2af10640 1 -- 172.21.15.76:0/2386981255 wait complete. 2023-11-25T03:13:17.377 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:13:17.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.511+0000 7fa709d9d640 1 Processor -- start 2023-11-25T03:13:17.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa709d9d640 1 -- start start 2023-11-25T03:13:17.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa709d9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 0x7fa70406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa709d9d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa7040c5640 0x7fa7040c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa709d9d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7040c2580 con 0x7fa7040c60f0 2023-11-25T03:13:17.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa709d9d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa704153510 con 0x7fa7040c5640 2023-11-25T03:13:17.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa709d9d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7040c17f0 con 0x7fa7040c5260 2023-11-25T03:13:17.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 0x7fa70406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa6fbfff640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa7040c5640 0x7fa7040c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 0x7fa70406d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:39016/0 (socket says 172.21.15.76:39016) 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 -- 172.21.15.76:0/3798137481 learned_addr learned my addr 172.21.15.76:0/3798137481 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa703fff640 1 --1- 172.21.15.76:0/3798137481 >> v1:172.21.15.106:6789/0 conn(0x7fa7040c60f0 0x7fa704155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:49134/0 (socket says 172.21.15.76:49134) 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 -- 172.21.15.76:0/3798137481 >> v2:172.21.15.106:3300/0 conn(0x7fa7040c5640 msgr2=0x7fa7040c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 --2- 172.21.15.76:0/3798137481 >> v2:172.21.15.106:3300/0 conn(0x7fa7040c5640 0x7fa7040c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 -- 172.21.15.76:0/3798137481 >> v1:172.21.15.106:6789/0 conn(0x7fa7040c60f0 legacy=0x7fa704155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa7037fe640 1 -- 172.21.15.76:0/3798137481 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7040c1a00 con 0x7fa7040c5260 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa702ffd640 1 -- 172.21.15.76:0/3798137481 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3030358319 0 0) 0x7fa7040c2580 con 0x7fa7040c60f0 2023-11-25T03:13:17.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.515+0000 7fa6fbfff640 1 --2- 172.21.15.76:0/3798137481 >> v2:172.21.15.106:3300/0 conn(0x7fa7040c5640 0x7fa7040c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:17.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa7037fe640 1 --2- 172.21.15.76:0/3798137481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 0x7fa70406d5b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa7040c1930 tx=0x7fa6f401c460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3c4bb0c6298e0d3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa702ffd640 1 -- 172.21.15.76:0/3798137481 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6f40ab680 con 0x7fa7040c5260 2023-11-25T03:13:17.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa702ffd640 1 -- 172.21.15.76:0/3798137481 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6f40ab7e0 con 0x7fa7040c5260 2023-11-25T03:13:17.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa702ffd640 1 -- 172.21.15.76:0/3798137481 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6f40abb70 con 0x7fa7040c5260 2023-11-25T03:13:17.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 -- 172.21.15.76:0/3798137481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 msgr2=0x7fa70406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 --2- 172.21.15.76:0/3798137481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 0x7fa70406d5b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa7040c1930 tx=0x7fa6f401c460 comp rx=0 tx=0).stop 2023-11-25T03:13:17.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 -- 172.21.15.76:0/3798137481 shutdown_connections 2023-11-25T03:13:17.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 --2- 172.21.15.76:0/3798137481 >> v2:172.21.15.106:3300/0 conn(0x7fa7040c5640 0x7fa7040c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 --2- 172.21.15.76:0/3798137481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5260 0x7fa70406d5b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 -- 172.21.15.76:0/3798137481 >> 172.21.15.76:0/3798137481 conn(0x7fa70406a5b0 msgr2=0x7fa70406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:17.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 -- 172.21.15.76:0/3798137481 shutdown_connections 2023-11-25T03:13:17.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.519+0000 7fa709d9d640 1 -- 172.21.15.76:0/3798137481 wait complete. 2023-11-25T03:13:17.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 Processor -- start 2023-11-25T03:13:17.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- start start 2023-11-25T03:13:17.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 0x7fa7041ecf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5640 0x7fa7040bb590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7040c60f0 0x7fa7040a9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa70414f9f0 con 0x7fa7040c5260 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7041ed450 con 0x7fa7040c60f0 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7040bcee0 con 0x7fa7040c5640 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 0x7fa7041ecf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 0x7fa7041ecf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39508/0 (socket says 172.21.15.76:39508) 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 -- 172.21.15.76:0/58399360 learned_addr learned my addr 172.21.15.76:0/58399360 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa703fff640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7040c60f0 0x7fa7040a9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa6fbfff640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5640 0x7fa7040bb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 -- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5640 msgr2=0x7fa7040bb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5640 0x7fa7040bb590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 -- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7040c60f0 msgr2=0x7fa7040a9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7040c60f0 0x7fa7040a9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 -- 172.21.15.76:0/58399360 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6ec009420 con 0x7fa7040c5260 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa7037fe640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 0x7fa7041ecf10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fa6f40ad040 tx=0x7fa6f401aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6f40abd60 con 0x7fa7040c5260 2023-11-25T03:13:17.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6f40b8070 con 0x7fa7040c5260 2023-11-25T03:13:17.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6f40094d0 con 0x7fa7040c5260 2023-11-25T03:13:17.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6f4004220 con 0x7fa7040c5260 2023-11-25T03:13:17.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7040bcc00 con 0x7fa7040c5260 2023-11-25T03:13:17.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.523+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7040a8950 con 0x7fa7040c5260 2023-11-25T03:13:17.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.527+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa6f4004380 con 0x7fa7040c5260 2023-11-25T03:13:17.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.527+0000 7fa700ff9640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa6e4066470 0x7fa6e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.527+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa6f411e6d0 con 0x7fa7040c5260 2023-11-25T03:13:17.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.527+0000 7fa6fbfff640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa6e4066470 0x7fa6e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.527+0000 7fa6fbfff640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa6e4066470 0x7fa6e4068930 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa7040c0500 tx=0x7fa6ec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.531+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa6f40eb880 con 0x7fa7040c5260 2023-11-25T03:13:17.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa704068400 con 0x7fa7040c5260 2023-11-25T03:13:17.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa700ff9640 1 -- 172.21.15.76:0/58399360 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v55) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa6f40eeea0 con 0x7fa7040c5260 2023-11-25T03:13:17.683 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:17.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa6e4066470 msgr2=0x7fa6e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa6e4066470 0x7fa6e4068930 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa7040c0500 tx=0x7fa6ec008040 comp rx=0 tx=0).stop 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 msgr2=0x7fa7041ecf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 0x7fa7041ecf10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fa6f40ad040 tx=0x7fa6f401aca0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 shutdown_connections 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa6e4066470 0x7fa6e4068930 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7040c60f0 0x7fa7040a9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7040c5640 0x7fa7040bb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 --2- 172.21.15.76:0/58399360 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7040c5260 0x7fa7041ecf10 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 >> 172.21.15.76:0/58399360 conn(0x7fa70406a5b0 msgr2=0x7fa70406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 shutdown_connections 2023-11-25T03:13:17.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.679+0000 7fa709d9d640 1 -- 172.21.15.76:0/58399360 wait complete. 2023-11-25T03:13:17.704 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:13:17.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.839+0000 7f2f7731e640 1 Processor -- start 2023-11-25T03:13:17.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.839+0000 7f2f7731e640 1 -- start start 2023-11-25T03:13:17.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7731e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2f700c4bc0 0x7f2f70154bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7731e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f7006c660 con 0x7f2f700af5c0 2023-11-25T03:13:17.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7731e640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f7006ba50 con 0x7f2f700c4750 2023-11-25T03:13:17.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7731e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f700c5010 con 0x7f2f700c4bc0 2023-11-25T03:13:17.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7631c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2f700af5c0 0x7f2f700c7d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55424/0 (socket says 172.21.15.76:55424) 2023-11-25T03:13:17.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7631c640 1 -- 172.21.15.76:0/1173802884 learned_addr learned my addr 172.21.15.76:0/1173802884 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:17.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f76b1d640 1 --2- 172.21.15.76:0/1173802884 >> v2:172.21.15.76:3300/0 conn(0x7f2f700c4bc0 0x7f2f70154bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7531a640 1 -- 172.21.15.76:0/1173802884 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2552818568 0 0) 0x7f2f7006c660 con 0x7f2f700af5c0 2023-11-25T03:13:17.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f7531a640 1 -- 172.21.15.76:0/1173802884 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2f5c003530 con 0x7f2f700af5c0 2023-11-25T03:13:17.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f76b1d640 1 -- 172.21.15.76:0/1173802884 >> v1:172.21.15.106:6789/0 conn(0x7f2f700c4750 legacy=0x7f2f701544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:17.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f76b1d640 1 -- 172.21.15.76:0/1173802884 >> v1:172.21.15.76:6789/0 conn(0x7f2f700af5c0 legacy=0x7f2f700c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f76b1d640 1 -- 172.21.15.76:0/1173802884 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f7006bd30 con 0x7f2f700c4bc0 2023-11-25T03:13:17.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.843+0000 7f2f76b1d640 1 --2- 172.21.15.76:0/1173802884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4bc0 0x7f2f70154bd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f2f68009d90 tx=0x7f2f6801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5f4445917991b26 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7531a640 1 -- 172.21.15.76:0/1173802884 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f680a58c0 con 0x7f2f700c4bc0 2023-11-25T03:13:17.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7531a640 1 -- 172.21.15.76:0/1173802884 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f680a5a20 con 0x7f2f700c4bc0 2023-11-25T03:13:17.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7531a640 1 -- 172.21.15.76:0/1173802884 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f680a5db0 con 0x7f2f700c4bc0 2023-11-25T03:13:17.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- 172.21.15.76:0/1173802884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4bc0 msgr2=0x7f2f70154bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 --2- 172.21.15.76:0/1173802884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4bc0 0x7f2f70154bd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f2f68009d90 tx=0x7f2f6801c910 comp rx=0 tx=0).stop 2023-11-25T03:13:17.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- 172.21.15.76:0/1173802884 shutdown_connections 2023-11-25T03:13:17.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 --2- 172.21.15.76:0/1173802884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4bc0 0x7f2f70154bd0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- 172.21.15.76:0/1173802884 >> 172.21.15.76:0/1173802884 conn(0x7f2f700ab960 msgr2=0x7f2f700abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:17.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- 172.21.15.76:0/1173802884 shutdown_connections 2023-11-25T03:13:17.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- 172.21.15.76:0/1173802884 wait complete. 2023-11-25T03:13:17.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 Processor -- start 2023-11-25T03:13:17.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- start start 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2f700af5c0 0x7f2f701f0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 0x7f2f70150ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2f700c4bc0 0x7f2f701536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f700bf170 con 0x7f2f700c4750 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7015fc10 con 0x7f2f700c4bc0 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7731e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f70151730 con 0x7f2f700af5c0 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f75b1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 0x7f2f70150ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f75b1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 0x7f2f70150ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39532/0 (socket says 172.21.15.76:39532) 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f75b1b640 1 -- 172.21.15.76:0/196415835 learned_addr learned my addr 172.21.15.76:0/196415835 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f7631c640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2f700af5c0 0x7f2f701f0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.847+0000 7f2f76b1d640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2f700c4bc0 0x7f2f701536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f75b1b640 1 -- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2f700af5c0 msgr2=0x7f2f701f0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f75b1b640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2f700af5c0 0x7f2f701f0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f75b1b640 1 -- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2f700c4bc0 msgr2=0x7f2f701536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f75b1b640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2f700c4bc0 0x7f2f701536a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f75b1b640 1 -- 172.21.15.76:0/196415835 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f68009a70 con 0x7f2f700c4750 2023-11-25T03:13:17.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f7631c640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2f700af5c0 0x7f2f701f0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:17.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f75b1b640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 0x7f2f70150ce0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f2f6000c450 tx=0x7f2f6000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f60012830 con 0x7f2f700c4750 2023-11-25T03:13:17.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f600129b0 con 0x7f2f700c4750 2023-11-25T03:13:17.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f60012d60 con 0x7f2f700c4750 2023-11-25T03:13:17.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f70151a10 con 0x7f2f700c4750 2023-11-25T03:13:17.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f701f0670 con 0x7f2f700c4750 2023-11-25T03:13:17.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f7004e850 con 0x7f2f700c4750 2023-11-25T03:13:17.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2f6001c460 con 0x7f2f700c4750 2023-11-25T03:13:17.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f66ffd640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2f54066470 0x7f2f54068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:17.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2f60084040 con 0x7f2f700c4750 2023-11-25T03:13:17.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.851+0000 7f2f7631c640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2f54066470 0x7f2f54068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:17.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.855+0000 7f2f7631c640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2f54066470 0x7f2f54068930 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0011f0 tx=0x7f2f6c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:17.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:17.855+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2f600511f0 con 0x7f2f700c4750 2023-11-25T03:13:18.011 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.007+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2f700cabf0 con 0x7f2f700c4750 2023-11-25T03:13:18.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.007+0000 7f2f66ffd640 1 -- 172.21.15.76:0/196415835 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v55) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2f60054810 con 0x7f2f700c4750 2023-11-25T03:13:18.012 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:18.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2f54066470 msgr2=0x7f2f54068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2f54066470 0x7f2f54068930 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0011f0 tx=0x7f2f6c009040 comp rx=0 tx=0).stop 2023-11-25T03:13:18.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 msgr2=0x7f2f70150ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 0x7f2f70150ce0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f2f6000c450 tx=0x7f2f6000c910 comp rx=0 tx=0).stop 2023-11-25T03:13:18.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 shutdown_connections 2023-11-25T03:13:18.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2f54066470 0x7f2f54068930 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2f700c4bc0 0x7f2f701536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f700c4750 0x7f2f70150ce0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 --2- 172.21.15.76:0/196415835 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2f700af5c0 0x7f2f701f0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 >> 172.21.15.76:0/196415835 conn(0x7f2f700ab960 msgr2=0x7f2f700ae170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:18.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 shutdown_connections 2023-11-25T03:13:18.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.011+0000 7f2f7731e640 1 -- 172.21.15.76:0/196415835 wait complete. 2023-11-25T03:13:18.033 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:13:18.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf1da6b640 1 Processor -- start 2023-11-25T03:13:18.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf1da6b640 1 -- start start 2023-11-25T03:13:18.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf1da6b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fcf180c5640 0x7fcf180c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf1da6b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf180c2580 con 0x7fcf180c5260 2023-11-25T03:13:18.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf1da6b640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf180c1a00 con 0x7fcf180c60f0 2023-11-25T03:13:18.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf1da6b640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf18153510 con 0x7fcf180c5640 2023-11-25T03:13:18.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf177fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcf180c5260 0x7fcf1806d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55432/0 (socket says 172.21.15.76:55432) 2023-11-25T03:13:18.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf177fe640 1 -- 172.21.15.76:0/661984432 learned_addr learned my addr 172.21.15.76:0/661984432 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:18.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3470007262 0 0) 0x7fcf180c2580 con 0x7fcf180c5260 2023-11-25T03:13:18.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf00003530 con 0x7fcf180c5260 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf16ffd640 1 --2- 172.21.15.76:0/661984432 >> v2:172.21.15.106:3300/0 conn(0x7fcf180c5640 0x7fcf180c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1538748894 0 0) 0x7fcf00003530 con 0x7fcf180c5260 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 >> v2:172.21.15.106:3300/0 conn(0x7fcf180c5640 msgr2=0x7fcf180c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.171+0000 7fcf167fc640 1 --2- 172.21.15.76:0/661984432 >> v2:172.21.15.106:3300/0 conn(0x7fcf180c5640 0x7fcf180c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 >> v1:172.21.15.106:6789/0 conn(0x7fcf180c60f0 legacy=0x7fcf18155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf180c1ce0 con 0x7fcf180c5260 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fcf08001680 con 0x7fcf180c5260 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 >> v1:172.21.15.76:6789/0 conn(0x7fcf180c5260 legacy=0x7fcf1806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf00003980 0x7fcf00003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf000047d0 0x7fcf00004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf00005190 0x7fcf0000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf0000c100 con 0x7fcf000047d0 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf0000c270 con 0x7fcf00005190 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf0000c430 con 0x7fcf00003980 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf000047d0 0x7fcf00004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf17fff640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf00005190 0x7fcf0000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf177fe640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf00003980 0x7fcf00003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 -- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf00003980 msgr2=0x7fcf00003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf00003980 0x7fcf00003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 -- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf00005190 msgr2=0x7fcf0000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf00005190 0x7fcf0000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf17fff640 1 -- 172.21.15.76:0/661984432 reap_dead start 2023-11-25T03:13:18.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 -- 172.21.15.76:0/661984432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf00003530 con 0x7fcf000047d0 2023-11-25T03:13:18.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf16ffd640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf000047d0 0x7fcf00004c50 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c009ab0 tx=0x7fcf0c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f18ca606cbbac02 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c0a6410 con 0x7fcf000047d0 2023-11-25T03:13:18.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf0c0a6570 con 0x7fcf000047d0 2023-11-25T03:13:18.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.175+0000 7fcf167fc640 1 -- 172.21.15.76:0/661984432 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c0a6920 con 0x7fcf000047d0 2023-11-25T03:13:18.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- 172.21.15.76:0/661984432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf000047d0 msgr2=0x7fcf00004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf000047d0 0x7fcf00004c50 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c009ab0 tx=0x7fcf0c01ca30 comp rx=0 tx=0).stop 2023-11-25T03:13:18.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- 172.21.15.76:0/661984432 shutdown_connections 2023-11-25T03:13:18.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/661984432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf000047d0 0x7fcf00004c50 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- 172.21.15.76:0/661984432 >> 172.21.15.76:0/661984432 conn(0x7fcf1806a5b0 msgr2=0x7fcf1806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:18.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- 172.21.15.76:0/661984432 shutdown_connections 2023-11-25T03:13:18.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- 172.21.15.76:0/661984432 wait complete. 2023-11-25T03:13:18.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 Processor -- start 2023-11-25T03:13:18.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- start start 2023-11-25T03:13:18.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf000047d0 0x7fcf181486d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf1814ad90 0x7fcf180a9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 0x7fcf180a95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf18146d70 con 0x7fcf18149bf0 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf180aa870 con 0x7fcf000047d0 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf1da6b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf180aab50 con 0x7fcf1814ad90 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf17fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 0x7fcf180a95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf16ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf1814ad90 0x7fcf180a9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf17fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 0x7fcf180a95c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39546/0 (socket says 172.21.15.76:39546) 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf177fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf000047d0 0x7fcf181486d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.179+0000 7fcf17fff640 1 -- 172.21.15.76:0/1541458442 learned_addr learned my addr 172.21.15.76:0/1541458442 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:18.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf17fff640 1 -- 172.21.15.76:0/1541458442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf1814ad90 msgr2=0x7fcf180a9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf17fff640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf1814ad90 0x7fcf180a9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf17fff640 1 -- 172.21.15.76:0/1541458442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf000047d0 msgr2=0x7fcf181486d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf17fff640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf000047d0 0x7fcf181486d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf17fff640 1 -- 172.21.15.76:0/1541458442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf18148c10 con 0x7fcf18149bf0 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf17fff640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 0x7fcf180a95c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fcf180c68d0 tx=0x7fcf1000fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf1000fe50 con 0x7fcf18149bf0 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf10003b90 con 0x7fcf18149bf0 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf100050d0 con 0x7fcf18149bf0 2023-11-25T03:13:18.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf18147470 con 0x7fcf18149bf0 2023-11-25T03:13:18.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf18147050 con 0x7fcf18149bf0 2023-11-25T03:13:18.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf18147240 con 0x7fcf18149bf0 2023-11-25T03:13:18.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcf10005230 con 0x7fcf18149bf0 2023-11-25T03:13:18.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcefffff640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf040664a0 0x7fcf04068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fcf10083fc0 con 0x7fcf18149bf0 2023-11-25T03:13:18.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.183+0000 7fcf177fe640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf040664a0 0x7fcf04068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.187+0000 7fcf177fe640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf040664a0 0x7fcf04068960 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcf08001ec0 tx=0x7fcf08007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.193 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.187+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcf10051180 con 0x7fcf18149bf0 2023-11-25T03:13:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.339+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcf18146eb0 con 0x7fcf18149bf0 2023-11-25T03:13:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.339+0000 7fcefffff640 1 -- 172.21.15.76:0/1541458442 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v55) v1 ==== 105+0+11 (secure 0 0 0) 0x7fcf18146eb0 con 0x7fcf18149bf0 2023-11-25T03:13:18.344 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:18.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf040664a0 msgr2=0x7fcf04068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf040664a0 0x7fcf04068960 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcf08001ec0 tx=0x7fcf08007040 comp rx=0 tx=0).stop 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 msgr2=0x7fcf180a95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 0x7fcf180a95c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fcf180c68d0 tx=0x7fcf1000fc00 comp rx=0 tx=0).stop 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 shutdown_connections 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf040664a0 0x7fcf04068960 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf18149bf0 0x7fcf180a95c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf1814ad90 0x7fcf180a9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 --2- 172.21.15.76:0/1541458442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf000047d0 0x7fcf181486d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 >> 172.21.15.76:0/1541458442 conn(0x7fcf1806a5b0 msgr2=0x7fcf1806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 shutdown_connections 2023-11-25T03:13:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.343+0000 7fcf1da6b640 1 -- 172.21.15.76:0/1541458442 wait complete. 2023-11-25T03:13:18.365 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:13:18.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 Processor -- start 2023-11-25T03:13:18.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 -- start start 2023-11-25T03:13:18.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c5640 0x7f29d80c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f29d80c60f0 0x7f29d8155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29d80c2580 con 0x7f29d80c5260 2023-11-25T03:13:18.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29d8153510 con 0x7f29d80c60f0 2023-11-25T03:13:18.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29dd879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80c17f0 con 0x7f29d80c5640 2023-11-25T03:13:18.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29d77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f29d80c60f0 0x7f29d8155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29d6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f29d80c5260 0x7f29d806d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55440/0 (socket says 172.21.15.76:55440) 2023-11-25T03:13:18.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29d6ffd640 1 -- 172.21.15.76:0/1575719026 learned_addr learned my addr 172.21.15.76:0/1575719026 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:18.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.503+0000 7f29ce7fc640 1 --2- 172.21.15.76:0/1575719026 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c5640 0x7f29d80c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d77fe640 1 -- 172.21.15.76:0/1575719026 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c5640 msgr2=0x7f29d80c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:18.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d77fe640 1 --2- 172.21.15.76:0/1575719026 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c5640 0x7f29d80c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d77fe640 1 -- 172.21.15.76:0/1575719026 >> v1:172.21.15.76:6789/0 conn(0x7f29d80c5260 legacy=0x7f29d806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d77fe640 1 -- 172.21.15.76:0/1575719026 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d80c1a00 con 0x7f29d80c60f0 2023-11-25T03:13:18.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d67fc640 1 -- 172.21.15.76:0/1575719026 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4149338428 0 0) 0x7f29d80c2580 con 0x7f29d80c5260 2023-11-25T03:13:18.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d77fe640 1 --2- 172.21.15.76:0/1575719026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c60f0 0x7f29d8155de0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f29d80c1930 tx=0x7f29d001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b315d226eedb7929 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d67fc640 1 -- 172.21.15.76:0/1575719026 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d00ac620 con 0x7f29d80c60f0 2023-11-25T03:13:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d67fc640 1 -- 172.21.15.76:0/1575719026 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29d00ac780 con 0x7f29d80c60f0 2023-11-25T03:13:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29d67fc640 1 -- 172.21.15.76:0/1575719026 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d00acb10 con 0x7f29d80c60f0 2023-11-25T03:13:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29dd879640 1 -- 172.21.15.76:0/1575719026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c60f0 msgr2=0x7f29d8155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29dd879640 1 --2- 172.21.15.76:0/1575719026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c60f0 0x7f29d8155de0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f29d80c1930 tx=0x7f29d001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29dd879640 1 -- 172.21.15.76:0/1575719026 shutdown_connections 2023-11-25T03:13:18.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29dd879640 1 --2- 172.21.15.76:0/1575719026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c60f0 0x7f29d8155de0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.507+0000 7f29dd879640 1 --2- 172.21.15.76:0/1575719026 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c5640 0x7f29d80c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- 172.21.15.76:0/1575719026 >> 172.21.15.76:0/1575719026 conn(0x7f29d806a5b0 msgr2=0x7f29d806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:18.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- 172.21.15.76:0/1575719026 shutdown_connections 2023-11-25T03:13:18.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- 172.21.15.76:0/1575719026 wait complete. 2023-11-25T03:13:18.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 Processor -- start 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- start start 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f29d80c5260 0x7f29d8070ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 0x7f29d81ed320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c60f0 0x7f29d81ed860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80a6300 con 0x7f29d80c5640 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80a7800 con 0x7f29d80c5260 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29dd879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29d81f0870 con 0x7f29d80c60f0 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 0x7f29d81ed320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 0x7f29d81ed320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39576/0 (socket says 172.21.15.76:39576) 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 -- 172.21.15.76:0/3856756099 learned_addr learned my addr 172.21.15.76:0/3856756099 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:18.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29d77fe640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c60f0 0x7f29d81ed860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29d6ffd640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f29d80c5260 0x7f29d8070ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 -- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c60f0 msgr2=0x7f29d81ed860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c60f0 0x7f29d81ed860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 -- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f29d80c5260 msgr2=0x7f29d8070ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f29d80c5260 0x7f29d8070ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 -- 172.21.15.76:0/3856756099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d0009420 con 0x7f29d80c5640 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.511+0000 7f29ce7fc640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 0x7f29d81ed320 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f29c000e870 tx=0x7f29c000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c00094d0 con 0x7f29d80c5640 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29c000c940 con 0x7f29d80c5640 2023-11-25T03:13:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29d81f0b50 con 0x7f29d80c5640 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c000ccd0 con 0x7f29d80c5640 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29d81f1110 con 0x7f29d80c5640 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29d8068400 con 0x7f29d80c5640 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f29c0013470 con 0x7f29d80c5640 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d4ff9640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29b80664a0 0x7f29b8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f29c00842a0 con 0x7f29d80c5640 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d6ffd640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29b80664a0 0x7f29b8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.515+0000 7f29d6ffd640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29b80664a0 0x7f29b8068960 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f29c8005fd0 tx=0x7f29c8005b80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.519+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f29c00513b0 con 0x7f29d80c5640 2023-11-25T03:13:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.667+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f29d806d390 con 0x7f29d80c5640 2023-11-25T03:13:18.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.667+0000 7f29d4ff9640 1 -- 172.21.15.76:0/3856756099 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v55) v1 ==== 101+0+11 (secure 0 0 0) 0x7f29c00549d0 con 0x7f29d80c5640 2023-11-25T03:13:18.673 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:18.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29b80664a0 msgr2=0x7f29b8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29b80664a0 0x7f29b8068960 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f29c8005fd0 tx=0x7f29c8005b80 comp rx=0 tx=0).stop 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 msgr2=0x7f29d81ed320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 0x7f29d81ed320 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f29c000e870 tx=0x7f29c000ed30 comp rx=0 tx=0).stop 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 shutdown_connections 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f29b80664a0 0x7f29b8068960 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f29d80c60f0 0x7f29d81ed860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d80c5640 0x7f29d81ed320 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 --2- 172.21.15.76:0/3856756099 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f29d80c5260 0x7f29d8070ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 >> 172.21.15.76:0/3856756099 conn(0x7f29d806a5b0 msgr2=0x7f29d814ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 shutdown_connections 2023-11-25T03:13:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.671+0000 7f29dd879640 1 -- 172.21.15.76:0/3856756099 wait complete. 2023-11-25T03:13:18.694 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:13:18.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.827+0000 7f65e38fe640 1 Processor -- start 2023-11-25T03:13:18.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.827+0000 7f65e38fe640 1 -- start start 2023-11-25T03:13:18.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e38fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f65dc06bbb0 0x7f65dc1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e38fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65dc06c860 con 0x7f65dc151e90 2023-11-25T03:13:18.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e38fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65dc06c000 con 0x7f65dc0c7ea0 2023-11-25T03:13:18.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e38fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65dc0c8750 con 0x7f65dc06bbb0 2023-11-25T03:13:18.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f65dc06bbb0 0x7f65dc1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f65dc06bbb0 0x7f65dc1600b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39584/0 (socket says 172.21.15.76:39584) 2023-11-25T03:13:18.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e169a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f65dc151e90 0x7f65dc0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55452/0 (socket says 172.21.15.76:55452) 2023-11-25T03:13:18.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 -- 172.21.15.76:0/2886585505 learned_addr learned my addr 172.21.15.76:0/2886585505 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:18.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 -- 172.21.15.76:0/2886585505 >> v1:172.21.15.106:6789/0 conn(0x7f65dc0c7ea0 legacy=0x7f65dc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:18.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 -- 172.21.15.76:0/2886585505 >> v1:172.21.15.76:6789/0 conn(0x7f65dc151e90 legacy=0x7f65dc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65d3fff640 1 -- 172.21.15.76:0/2886585505 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1707571909 0 0) 0x7f65dc06c860 con 0x7f65dc151e90 2023-11-25T03:13:18.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 -- 172.21.15.76:0/2886585505 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65dc154930 con 0x7f65dc06bbb0 2023-11-25T03:13:18.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.831+0000 7f65e1e9b640 1 --2- 172.21.15.76:0/2886585505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1600b0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f65d4009e50 tx=0x7f65d401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8fa64f8fa0f557f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65d3fff640 1 -- 172.21.15.76:0/2886585505 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d40a55b0 con 0x7f65dc06bbb0 2023-11-25T03:13:18.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65d3fff640 1 -- 172.21.15.76:0/2886585505 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65d40a5710 con 0x7f65dc06bbb0 2023-11-25T03:13:18.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65d3fff640 1 -- 172.21.15.76:0/2886585505 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d40a5aa0 con 0x7f65dc06bbb0 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- 172.21.15.76:0/2886585505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 msgr2=0x7f65dc1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 --2- 172.21.15.76:0/2886585505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1600b0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f65d4009e50 tx=0x7f65d401c8f0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- 172.21.15.76:0/2886585505 shutdown_connections 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 --2- 172.21.15.76:0/2886585505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1600b0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- 172.21.15.76:0/2886585505 >> 172.21.15.76:0/2886585505 conn(0x7f65dc0ca170 msgr2=0x7f65dc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- 172.21.15.76:0/2886585505 shutdown_connections 2023-11-25T03:13:18.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- 172.21.15.76:0/2886585505 wait complete. 2023-11-25T03:13:18.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 Processor -- start 2023-11-25T03:13:18.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- start start 2023-11-25T03:13:18.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1451a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f65dc0c7ea0 0x7f65dc0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65dc151e90 0x7f65dc13e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65dc1552d0 con 0x7f65dc06bbb0 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65dc13e0d0 con 0x7f65dc151e90 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e38fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65dc13f330 con 0x7f65dc0c7ea0 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e169a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1451a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e169a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1451a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39598/0 (socket says 172.21.15.76:39598) 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e169a640 1 -- 172.21.15.76:0/1557331539 learned_addr learned my addr 172.21.15.76:0/1557331539 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.835+0000 7f65e0e99640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f65dc0c7ea0 0x7f65dc0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e1e9b640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65dc151e90 0x7f65dc13e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e169a640 1 -- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f65dc0c7ea0 msgr2=0x7f65dc0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e169a640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f65dc0c7ea0 0x7f65dc0ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e169a640 1 -- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65dc151e90 msgr2=0x7f65dc13e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e169a640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65dc151e90 0x7f65dc13e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e169a640 1 -- 172.21.15.76:0/1557331539 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65d4009b30 con 0x7f65dc06bbb0 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e169a640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1451a0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f65d800c4a0 tx=0x7f65d800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d80074e0 con 0x7f65dc06bbb0 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65d8007640 con 0x7f65dc06bbb0 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65dc14f1a0 con 0x7f65dc06bbb0 2023-11-25T03:13:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d8004a30 con 0x7f65dc06bbb0 2023-11-25T03:13:18.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65dc1408a0 con 0x7f65dc06bbb0 2023-11-25T03:13:18.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65dc068400 con 0x7f65dc06bbb0 2023-11-25T03:13:18.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f65d8004b90 con 0x7f65dc06bbb0 2023-11-25T03:13:18.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65d1ffb640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65c0066470 0x7f65c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:18.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f65d8083480 con 0x7f65dc06bbb0 2023-11-25T03:13:18.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.839+0000 7f65e0e99640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65c0066470 0x7f65c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:18.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.843+0000 7f65e0e99640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65c0066470 0x7f65c0068930 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f65dc144f30 tx=0x7f65cc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:18.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:18.843+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f65d8050590 con 0x7f65dc06bbb0 2023-11-25T03:13:19.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.007+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f65dc14bcd0 con 0x7f65dc06bbb0 2023-11-25T03:13:19.012 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.007+0000 7f65d1ffb640 1 -- 172.21.15.76:0/1557331539 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) v1 ==== 80+0+0 (secure 0 0 0) 0x7f65d8018080 con 0x7f65dc06bbb0 2023-11-25T03:13:19.012 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:13:19.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65c0066470 msgr2=0x7f65c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65c0066470 0x7f65c0068930 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f65dc144f30 tx=0x7f65cc009040 comp rx=0 tx=0).stop 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 msgr2=0x7f65dc1451a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1451a0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f65d800c4a0 tx=0x7f65d800c960 comp rx=0 tx=0).stop 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 shutdown_connections 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f65c0066470 0x7f65c0068930 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f65dc151e90 0x7f65dc13e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f65dc0c7ea0 0x7f65dc0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 --2- 172.21.15.76:0/1557331539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65dc06bbb0 0x7f65dc1451a0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.015 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 >> 172.21.15.76:0/1557331539 conn(0x7f65dc0ca170 msgr2=0x7f65dc143340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:19.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 shutdown_connections 2023-11-25T03:13:19.016 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.011+0000 7f65e38fe640 1 -- 172.21.15.76:0/1557331539 wait complete. 2023-11-25T03:13:19.035 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-25T03:13:19.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:19.035 DEBUG:teuthology.orchestra.run.smithi076:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:19.063 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:13:19.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:19.063 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-25T03:13:19.115 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:19.115 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:19.165 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:13:19.165 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:13:19.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.339+0000 7fcaf3b57640 1 Processor -- start 2023-11-25T03:13:19.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.339+0000 7fcaf3b57640 1 -- start start 2023-11-25T03:13:19.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf3b57640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcaec14ec20 0x7fcaec0a4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:19.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf3b57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec0c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:19.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf3b57640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcaec0bbb70 con 0x7fcaec151f70 2023-11-25T03:13:19.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf3b57640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaec1524e0 con 0x7fcaec14ec20 2023-11-25T03:13:19.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf3b57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaec0c5340 con 0x7fcaec0a5300 2023-11-25T03:13:19.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf18f3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcaec14ec20 0x7fcaec0a4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:19.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf20f4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcaec151f70 0x7fcaec071e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55462/0 (socket says 172.21.15.76:55462) 2023-11-25T03:13:19.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf20f4640 1 -- 172.21.15.76:0/3497635637 learned_addr learned my addr 172.21.15.76:0/3497635637 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:19.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf10f2640 1 --2- 172.21.15.76:0/3497635637 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec0c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:19.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf18f3640 1 -- 172.21.15.76:0/3497635637 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 msgr2=0x7fcaec0c3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:19.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf18f3640 1 --2- 172.21.15.76:0/3497635637 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec0c3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf08f1640 1 -- 172.21.15.76:0/3497635637 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4163261407 0 0) 0x7fcaec0bbb70 con 0x7fcaec151f70 2023-11-25T03:13:19.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf18f3640 1 -- 172.21.15.76:0/3497635637 >> v1:172.21.15.76:6789/0 conn(0x7fcaec151f70 legacy=0x7fcaec071e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.343+0000 7fcaf18f3640 1 -- 172.21.15.76:0/3497635637 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaec0bbda0 con 0x7fcaec14ec20 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf18f3640 1 --2- 172.21.15.76:0/3497635637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec0a4dc0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fcae80097c0 tx=0x7fcae801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a704306e6c0143f3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf08f1640 1 -- 172.21.15.76:0/3497635637 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae80ab600 con 0x7fcaec14ec20 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf08f1640 1 -- 172.21.15.76:0/3497635637 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae80a7050 con 0x7fcaec14ec20 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf08f1640 1 -- 172.21.15.76:0/3497635637 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae80ab980 con 0x7fcaec14ec20 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 -- 172.21.15.76:0/3497635637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 msgr2=0x7fcaec0a4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/3497635637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec0a4dc0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fcae80097c0 tx=0x7fcae801c480 comp rx=0 tx=0).stop 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 -- 172.21.15.76:0/3497635637 shutdown_connections 2023-11-25T03:13:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/3497635637 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec0c3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/3497635637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec0a4dc0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 -- 172.21.15.76:0/3497635637 >> 172.21.15.76:0/3497635637 conn(0x7fcaec0a7980 msgr2=0x7fcaec0a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:19.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 -- 172.21.15.76:0/3497635637 shutdown_connections 2023-11-25T03:13:19.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 -- 172.21.15.76:0/3497635637 wait complete. 2023-11-25T03:13:19.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 Processor -- start 2023-11-25T03:13:19.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.347+0000 7fcaf3b57640 1 -- start start 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec1f0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec15a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcaec151f70 0x7fcaec15a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaec0bd1d0 con 0x7fcaec14ec20 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaec1511c0 con 0x7fcaec151f70 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaec1f18d0 con 0x7fcaec0a5300 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec15a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec15a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39604/0 (socket says 172.21.15.76:39604) 2023-11-25T03:13:19.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 -- 172.21.15.76:0/2945000458 learned_addr learned my addr 172.21.15.76:0/2945000458 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:19.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf18f3640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec1f0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:19.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf20f4640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcaec151f70 0x7fcaec15a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:19.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 -- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 msgr2=0x7fcaec1f0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec1f0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 -- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcaec151f70 msgr2=0x7fcaec15a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcaec151f70 0x7fcaec15a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 -- 172.21.15.76:0/2945000458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae8009420 con 0x7fcaec14ec20 2023-11-25T03:13:19.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf10f2640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec15a450 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fcadc00d800 tx=0x7fcadc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:19.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc018070 con 0x7fcaec14ec20 2023-11-25T03:13:19.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcadc004020 con 0x7fcaec14ec20 2023-11-25T03:13:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcaec071890 con 0x7fcaec14ec20 2023-11-25T03:13:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc0041d0 con 0x7fcaec14ec20 2023-11-25T03:13:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcaec071e50 con 0x7fcaec14ec20 2023-11-25T03:13:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcaec067f00 con 0x7fcaec14ec20 2023-11-25T03:13:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.351+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcadc004330 con 0x7fcaec14ec20 2023-11-25T03:13:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.355+0000 7fcae27fc640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcad0066470 0x7fcad0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.355+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fcadc083ff0 con 0x7fcaec14ec20 2023-11-25T03:13:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.355+0000 7fcaf18f3640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcad0066470 0x7fcad0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.355+0000 7fcaf18f3640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcad0066470 0x7fcad0068930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcae80ad000 tx=0x7fcae80a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.359+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcadc051160 con 0x7fcaec14ec20 2023-11-25T03:13:19.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.535+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcaec04e930 con 0x7fcaec14ec20 2023-11-25T03:13:19.541 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.535+0000 7fcae27fc640 1 -- 172.21.15.76:0/2945000458 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v38) v1 ==== 53+0+149 (secure 0 0 0) 0x7fcadc054780 con 0x7fcaec14ec20 2023-11-25T03:13:19.541 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:13:19.541 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcad0066470 msgr2=0x7fcad0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcad0066470 0x7fcad0068930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcae80ad000 tx=0x7fcae80a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 msgr2=0x7fcaec15a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec15a450 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fcadc00d800 tx=0x7fcadc00dcc0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 shutdown_connections 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcad0066470 0x7fcad0068930 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcaec151f70 0x7fcaec15a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaec14ec20 0x7fcaec15a450 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 --2- 172.21.15.76:0/2945000458 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcaec0a5300 0x7fcaec1f0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 >> 172.21.15.76:0/2945000458 conn(0x7fcaec0a7980 msgr2=0x7fcaec15c640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 shutdown_connections 2023-11-25T03:13:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:19.539+0000 7fcaf3b57640 1 -- 172.21.15.76:0/2945000458 wait complete. 2023-11-25T03:13:19.561 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:13:19.562 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.3qR2bUtyyW 2023-11-25T03:13:19.562 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:13:19.571 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.n9Peb9A28a 2023-11-25T03:13:19.571 DEBUG:teuthology.orchestra.run.smithi076:> sudo cp /tmp/tmp.3qR2bUtyyW /tmp/tmp.n9Peb9A28a 2023-11-25T03:13:19.636 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0666 /tmp/tmp.n9Peb9A28a 2023-11-25T03:13:19.750 DEBUG:teuthology.orchestra.remote:smithi076:/tmp/tmp.n9Peb9A28a is 245B 2023-11-25T03:13:19.766 DEBUG:teuthology.orchestra.run.smithi076:> rm -fr /tmp/tmp.n9Peb9A28a 2023-11-25T03:13:19.776 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw== caps mds = "allow rw fsname=cephfs" caps mon = "allow rw fsname=cephfs, allow rw fsname=cephfs2" caps osd = "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2023-11-25T03:13:19.776 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:19.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:19.776 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.826 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42210sec preferred_lft 42210sec 2023-11-25T03:13:19.827 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.828 INFO:teuthology.orchestra.run.smithi076.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:13:19.829 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:13:19.829 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:13:19.829 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:19.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:19.829 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:13:19.887 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:13:19.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:19.889 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:13:19.944 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:13:19.944 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:13:19.944 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:13:19.944 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:13:19.944 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:13:19.945 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:13:19.945 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:19.945 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:19.945 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:19.945 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:13:19.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:19.945 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:13:19.945 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:13:19.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:13:19.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:13:19.946 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:13:19.946 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:13:20.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:20.036 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:13:20.046 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:13:20.046 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:20.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:20.046 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:13:20.110 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:20.110 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:20.165 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:20.165 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:20.166 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:20.216 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:20.216 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/tmp/tmp.3qR2bUtyyW of=/dev/stdout 2023-11-25T03:13:20.270 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:13:20.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:20.271 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,secret=AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:13:20.362 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:13:20.362 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:13:20.362 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:20.362 INFO:teuthology.orchestra.run.smithi076.stdout:keyring.get_secret failed 2023-11-25T03:13:20.378 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:13:20.378 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:13:20.378 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:20.378 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:20.378 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:20.378 INFO:teuthology.orchestra.run.smithi076.stdout:keyring.get_secret failed 2023-11-25T03:13:20.384 INFO:teuthology.orchestra.run.smithi076.stderr:mount error 13 = Permission denied 2023-11-25T03:13:20.385 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:13:20.385 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:13:20.385 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:20.385 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:20.385 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:20.386 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:13:20.386 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:13:20.386 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2,key=testuser,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:13:20.388 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-11-25T03:13:20.389 INFO:tasks.cephfs.kernel_mount:mount command failed 2023-11-25T03:13:20.389 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-25T03:13:20.389 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:13:20.475 DEBUG:teuthology.orchestra.run.smithi106:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:13:20.542 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-25T03:13:20.543 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:20.543 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:20.551 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:13:20.552 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:20.552 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:20.562 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:20.562 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:20.612 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:20.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f389d955640 1 Processor -- start 2023-11-25T03:13:20.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f389d955640 1 -- start start 2023-11-25T03:13:20.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f389d955640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f38980c6050 0x7f38980c6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f389d955640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38980c6bc0 con 0x7f38980c31c0 2023-11-25T03:13:20.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f389d955640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38980c6970 con 0x7f3898155730 2023-11-25T03:13:20.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f389d955640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38980c8d90 con 0x7f38980c6050 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f388e7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f38980c31c0 0x7f3898155020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55466/0 (socket says 172.21.15.76:55466) 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f388e7fc640 1 -- 172.21.15.76:0/2941929145 learned_addr learned my addr 172.21.15.76:0/2941929145 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2941929145 >> v2:172.21.15.106:3300/0 conn(0x7f38980c6050 0x7f38980c6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2418713855 0 0) 0x7f38980c6bc0 con 0x7f38980c31c0 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3884003530 con 0x7f38980c31c0 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2707153783 0 0) 0x7f3884003530 con 0x7f38980c31c0 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 >> v2:172.21.15.106:3300/0 conn(0x7f38980c6050 msgr2=0x7f38980c6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 --2- 172.21.15.76:0/2941929145 >> v2:172.21.15.106:3300/0 conn(0x7f38980c6050 0x7f38980c6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 >> v1:172.21.15.106:6789/0 conn(0x7f3898155730 legacy=0x7f38980c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38980c1d40 con 0x7f38980c31c0 2023-11-25T03:13:20.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f3880001680 con 0x7f38980c31c0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 >> v1:172.21.15.76:6789/0 conn(0x7f38980c31c0 legacy=0x7f3898155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f3884003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38840047d0 0x7f3884004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38840052b0 0x7f388400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38980c8d90 con 0x7f38840039d0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f388400c1b0 con 0x7f38840047d0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f388400c370 con 0x7f38840052b0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f3884003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f388e7fc640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38840047d0 0x7f3884004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38977fe640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38840052b0 0x7f388400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 -- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38840052b0 msgr2=0x7f388400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:20.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38840052b0 0x7f388400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 -- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38840047d0 msgr2=0x7f3884004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:20.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38840047d0 0x7f3884004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f3896ffd640 1 -- 172.21.15.76:0/2941929145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3884003530 con 0x7f38840039d0 2023-11-25T03:13:20.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f388e7fc640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38840047d0 0x7f3884004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:20.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.747+0000 7f38977fe640 1 -- 172.21.15.76:0/2941929145 reap_dead start 2023-11-25T03:13:20.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f3884003df0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f3888009ae0 tx=0x7f388801ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8cd97c14018ff40 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:20.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38880a6510 con 0x7f38840039d0 2023-11-25T03:13:20.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38880a6670 con 0x7f38840039d0 2023-11-25T03:13:20.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f38967fc640 1 -- 172.21.15.76:0/2941929145 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38880a6a20 con 0x7f38840039d0 2023-11-25T03:13:20.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 -- 172.21.15.76:0/2941929145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 msgr2=0x7f3884003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f3884003df0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f3888009ae0 tx=0x7f388801ca20 comp rx=0 tx=0).stop 2023-11-25T03:13:20.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 -- 172.21.15.76:0/2941929145 shutdown_connections 2023-11-25T03:13:20.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 --2- 172.21.15.76:0/2941929145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f3884003df0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 -- 172.21.15.76:0/2941929145 >> 172.21.15.76:0/2941929145 conn(0x7f38980a9b80 msgr2=0x7f38980a9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:20.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 -- 172.21.15.76:0/2941929145 shutdown_connections 2023-11-25T03:13:20.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.751+0000 7f389d955640 1 -- 172.21.15.76:0/2941929145 wait complete. 2023-11-25T03:13:20.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 Processor -- start 2023-11-25T03:13:20.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 -- start start 2023-11-25T03:13:20.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f38980ac350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3898158270 0x7f3898156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38981f0b10 0x7f38980aae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38980c3c80 con 0x7f38840039d0 2023-11-25T03:13:20.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38981f17b0 con 0x7f38981f0b10 2023-11-25T03:13:20.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f389814bfc0 con 0x7f3898158270 2023-11-25T03:13:20.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f38980ac350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f38980ac350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39624/0 (socket says 172.21.15.76:39624) 2023-11-25T03:13:20.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 -- 172.21.15.76:0/2038073000 learned_addr learned my addr 172.21.15.76:0/2038073000 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:20.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f388e7fc640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3898158270 0x7f3898156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f38977fe640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38981f0b10 0x7f38980aae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 -- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3898158270 msgr2=0x7f3898156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3898158270 0x7f3898156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 -- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38981f0b10 msgr2=0x7f38980aae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38981f0b10 0x7f38980aae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 -- 172.21.15.76:0/2038073000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38981f14d0 con 0x7f38840039d0 2023-11-25T03:13:20.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3896ffd640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f38980ac350 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f38880b0040 tx=0x7f3884005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:20.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38880a6510 con 0x7f38840039d0 2023-11-25T03:13:20.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38880a69e0 con 0x7f38840039d0 2023-11-25T03:13:20.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38981e4de0 con 0x7f38840039d0 2023-11-25T03:13:20.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38880a6d50 con 0x7f38840039d0 2023-11-25T03:13:20.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.755+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38980ad050 con 0x7f38840039d0 2023-11-25T03:13:20.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.759+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f389814c150 con 0x7f38840039d0 2023-11-25T03:13:20.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.759+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3888006040 con 0x7f38840039d0 2023-11-25T03:13:20.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.759+0000 7f3894ff9640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3878066470 0x7f3878068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:20.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.759+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f38880aa070 con 0x7f38840039d0 2023-11-25T03:13:20.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.759+0000 7f388e7fc640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3878066470 0x7f3878068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:20.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.759+0000 7f388e7fc640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3878066470 0x7f3878068930 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3880001ec0 tx=0x7f3880007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:20.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.763+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f38880ebd80 con 0x7f38840039d0 2023-11-25T03:13:20.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.923+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3898068400 con 0x7f38840039d0 2023-11-25T03:13:20.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.923+0000 7f3894ff9640 1 -- 172.21.15.76:0/2038073000 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7f38880ef3a0 con 0x7f38840039d0 2023-11-25T03:13:20.928 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:20.929 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:20.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3878066470 msgr2=0x7f3878068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3878066470 0x7f3878068930 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3880001ec0 tx=0x7f3880007040 comp rx=0 tx=0).stop 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 msgr2=0x7f38980ac350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f38980ac350 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f38880b0040 tx=0x7f3884005800 comp rx=0 tx=0).stop 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 shutdown_connections 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3878066470 0x7f3878068930 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38981f0b10 0x7f38980aae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3898158270 0x7f3898156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 --2- 172.21.15.76:0/2038073000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38840039d0 0x7f38980ac350 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 >> 172.21.15.76:0/2038073000 conn(0x7f38980a9b80 msgr2=0x7f38980a8e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 shutdown_connections 2023-11-25T03:13:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:20.927+0000 7f389d955640 1 -- 172.21.15.76:0/2038073000 wait complete. 2023-11-25T03:13:20.950 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:12:47.235074+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '50', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:12:48.157542+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:13:04.703613+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:13:05.601304+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:20.950 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:21.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f437aa9c640 1 Processor -- start 2023-11-25T03:13:21.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f437aa9c640 1 -- start start 2023-11-25T03:13:21.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f437aa9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 0x7f437406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f437aa9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4374156960 con 0x7f43740c5640 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f437aa9c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43740c2580 con 0x7f4374155de0 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f437aa9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4374153510 con 0x7f43740c5260 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f436bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f43740c5640 0x7f43740c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55472/0 (socket says 172.21.15.76:55472) 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f436bfff640 1 -- 172.21.15.76:0/599126462 learned_addr learned my addr 172.21.15.76:0/599126462 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.087+0000 7f4378838640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 0x7f437406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 558097553 0 0) 0x7f4364001120 con 0x7f43740c5640 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f435c003530 con 0x7f43740c5640 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3664186011 0 0) 0x7f43740c2580 con 0x7f4374155de0 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4364001120 con 0x7f4374155de0 2023-11-25T03:13:21.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1901101260 0 0) 0x7f435c003530 con 0x7f43740c5640 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 msgr2=0x7f437406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 0x7f437406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 >> v1:172.21.15.106:6789/0 conn(0x7f4374155de0 legacy=0x7f4374156250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43740c1a00 con 0x7f43740c5640 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f4364001830 con 0x7f43740c5640 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 >> v1:172.21.15.76:6789/0 conn(0x7f43740c5640 legacy=0x7f43740c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 0x7f435c003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c0040a0 0x7f435c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f435c004d10 0x7f435c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435c00bb20 con 0x7f435c0040a0 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435c00bc60 con 0x7f435c004d10 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f435c00bdf0 con 0x7f43740c5260 2023-11-25T03:13:21.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c0040a0 0x7f435c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f4378838640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 0x7f435c003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f4379039640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f435c004d10 0x7f435c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 -- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 msgr2=0x7f435c003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43740c5260 0x7f435c003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 -- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f435c004d10 msgr2=0x7f435c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f435c004d10 0x7f435c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 -- 172.21.15.76:0/599126462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f435c003530 con 0x7f435c0040a0 2023-11-25T03:13:21.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.091+0000 7f436bfff640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c0040a0 0x7f435c0047d0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f43740a5950 tx=0x7f436401cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a390ece87174ff server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43640058e0 con 0x7f435c0040a0 2023-11-25T03:13:21.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4364005a40 con 0x7f435c0040a0 2023-11-25T03:13:21.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f436b7fe640 1 -- 172.21.15.76:0/599126462 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4364005df0 con 0x7f435c0040a0 2023-11-25T03:13:21.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- 172.21.15.76:0/599126462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c0040a0 msgr2=0x7f435c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 --2- 172.21.15.76:0/599126462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c0040a0 0x7f435c0047d0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f43740a5950 tx=0x7f436401cb40 comp rx=0 tx=0).stop 2023-11-25T03:13:21.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f4379039640 1 -- 172.21.15.76:0/599126462 reap_dead start 2023-11-25T03:13:21.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- 172.21.15.76:0/599126462 shutdown_connections 2023-11-25T03:13:21.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- 172.21.15.76:0/599126462 >> 172.21.15.76:0/599126462 conn(0x7f437406a5b0 msgr2=0x7f437406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:21.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- 172.21.15.76:0/599126462 shutdown_connections 2023-11-25T03:13:21.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- 172.21.15.76:0/599126462 wait complete. 2023-11-25T03:13:21.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 Processor -- start 2023-11-25T03:13:21.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- start start 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f435c0040a0 0x7f43740a8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43740a4e00 0x7f4374070cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 0x7f43741ec9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43741f0c30 con 0x7f43740711f0 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43741efff0 con 0x7f43740a4e00 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f437aa9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43741ed6e0 con 0x7f435c0040a0 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f4379039640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 0x7f43741ec9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f4379039640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 0x7f43741ec9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39644/0 (socket says 172.21.15.76:39644) 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.095+0000 7f4379039640 1 -- 172.21.15.76:0/3959680016 learned_addr learned my addr 172.21.15.76:0/3959680016 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:21.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f4379039640 1 -- 172.21.15.76:0/3959680016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f435c0040a0 msgr2=0x7f43740a8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f4379039640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f435c0040a0 0x7f43740a8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f4379039640 1 -- 172.21.15.76:0/3959680016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43740a4e00 msgr2=0x7f4374070cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f4379039640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43740a4e00 0x7f4374070cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f4379039640 1 -- 172.21.15.76:0/3959680016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43741f0290 con 0x7f43740711f0 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f4379039640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 0x7f43741ec9e0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f43740c0f30 tx=0x7f436c00ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f436c006e30 con 0x7f43740711f0 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f436c003980 con 0x7f43740711f0 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f436c003d30 con 0x7f43740711f0 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43741f0570 con 0x7f43740711f0 2023-11-25T03:13:21.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43740a8840 con 0x7f43740711f0 2023-11-25T03:13:21.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43741f0d70 con 0x7f43740711f0 2023-11-25T03:13:21.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.099+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f436c0050d0 con 0x7f43740711f0 2023-11-25T03:13:21.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.103+0000 7f43697fa640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43600664a0 0x7f4360068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.103+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f436c083550 con 0x7f43740711f0 2023-11-25T03:13:21.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.103+0000 7f4378838640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43600664a0 0x7f4360068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.103+0000 7f4378838640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43600664a0 0x7f4360068960 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4370006d50 tx=0x7f4370006c40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.107+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f43741f0d70 con 0x7f43740711f0 2023-11-25T03:13:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.259+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43741f0d70 con 0x7f43740711f0 2023-11-25T03:13:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.259+0000 7f43697fa640 1 -- 172.21.15.76:0/3959680016 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v55) v1 ==== 93+0+10 (secure 0 0 0) 0x7f43741f0d70 con 0x7f43740711f0 2023-11-25T03:13:21.265 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:21.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43600664a0 msgr2=0x7f4360068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43600664a0 0x7f4360068960 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4370006d50 tx=0x7f4370006c40 comp rx=0 tx=0).stop 2023-11-25T03:13:21.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 msgr2=0x7f43741ec9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 0x7f43741ec9e0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f43740c0f30 tx=0x7f436c00ff70 comp rx=0 tx=0).stop 2023-11-25T03:13:21.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 shutdown_connections 2023-11-25T03:13:21.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43600664a0 0x7f4360068960 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43740711f0 0x7f43741ec9e0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43740a4e00 0x7f4374070cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 --2- 172.21.15.76:0/3959680016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f435c0040a0 0x7f43740a8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 >> 172.21.15.76:0/3959680016 conn(0x7f437406a5b0 msgr2=0x7f4374070040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:21.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 shutdown_connections 2023-11-25T03:13:21.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.263+0000 7f437aa9c640 1 -- 172.21.15.76:0/3959680016 wait complete. 2023-11-25T03:13:21.286 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:13:21.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e2972640 1 Processor -- start 2023-11-25T03:13:21.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e2972640 1 -- start start 2023-11-25T03:13:21.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e2972640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27dc0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e2972640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27dc0c3bd0 con 0x7f27dc0c01c0 2023-11-25T03:13:21.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e2972640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27dc0bf1e0 con 0x7f27dc1561f0 2023-11-25T03:13:21.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e2972640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc0c3e20 con 0x7f27dc0a5240 2023-11-25T03:13:21.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27db7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f27dc0c01c0 0x7f27dc0c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55486/0 (socket says 172.21.15.76:55486) 2023-11-25T03:13:21.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27db7fe640 1 -- 172.21.15.76:0/188689457 learned_addr learned my addr 172.21.15.76:0/188689457 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3874031385 0 0) 0x7f27dc0c3bd0 con 0x7f27dc0c01c0 2023-11-25T03:13:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27c4003530 con 0x7f27dc0c01c0 2023-11-25T03:13:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27dc0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1968532322 0 0) 0x7f27c4003530 con 0x7f27dc0c01c0 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 msgr2=0x7f27dc0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27dc0bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 >> v1:172.21.15.106:6789/0 conn(0x7f27dc1561f0 legacy=0x7f27dc156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27dc0c4100 con 0x7f27dc0c01c0 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f27d0001680 con 0x7f27dc0c01c0 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27dc0bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 >> v1:172.21.15.76:6789/0 conn(0x7f27dc0c01c0 legacy=0x7f27dc0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27c40047d0 0x7f27c4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27c4005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc0c3e20 con 0x7f27c40039b0 2023-11-25T03:13:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27c400bb70 con 0x7f27c40047d0 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27c400bd30 con 0x7f27dc0a5240 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27db7fe640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27c40047d0 0x7f27c4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e0f0f640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27c4005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 -- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 msgr2=0x7f27c4005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27c4005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 -- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27c40047d0 msgr2=0x7f27c4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27c40047d0 0x7f27c4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27dbfff640 1 -- 172.21.15.76:0/188689457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27c4003530 con 0x7f27c40039b0 2023-11-25T03:13:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.423+0000 7f27e0f0f640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc0a5240 0x7f27c4005280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27dbfff640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27c4003dd0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f27cc0098d0 tx=0x7f27cc01c580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b71d798103c6dec server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27cc0aa620 con 0x7f27c40039b0 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27cc0aa780 con 0x7f27c40039b0 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27daffd640 1 -- 172.21.15.76:0/188689457 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27cc0aaaf0 con 0x7f27c40039b0 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e2972640 1 -- 172.21.15.76:0/188689457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 msgr2=0x7f27c4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e2972640 1 --2- 172.21.15.76:0/188689457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27c4003dd0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f27cc0098d0 tx=0x7f27cc01c580 comp rx=0 tx=0).stop 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e0f0f640 1 -- 172.21.15.76:0/188689457 reap_dead start 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e2972640 1 -- 172.21.15.76:0/188689457 shutdown_connections 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e2972640 1 -- 172.21.15.76:0/188689457 >> 172.21.15.76:0/188689457 conn(0x7f27dc06a5b0 msgr2=0x7f27dc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e2972640 1 -- 172.21.15.76:0/188689457 shutdown_connections 2023-11-25T03:13:21.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.427+0000 7f27e2972640 1 -- 172.21.15.76:0/188689457 wait complete. 2023-11-25T03:13:21.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 Processor -- start 2023-11-25T03:13:21.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 -- start start 2023-11-25T03:13:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27dc071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27dc0a8b70 0x7f27dc0a8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc1e3d40 0x7f27dc1e41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc1e2c60 con 0x7f27c40039b0 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc152d10 con 0x7f27dc0a8b70 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc1f13b0 con 0x7f27dc1e3d40 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27dc071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27dc071100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39658/0 (socket says 172.21.15.76:39658) 2023-11-25T03:13:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 -- 172.21.15.76:0/874068638 learned_addr learned my addr 172.21.15.76:0/874068638 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e0f0f640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc1e3d40 0x7f27dc1e41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27db7fe640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27dc0a8b70 0x7f27dc0a8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 -- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc1e3d40 msgr2=0x7f27dc1e41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc1e3d40 0x7f27dc1e41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 -- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27dc0a8b70 msgr2=0x7f27dc0a8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27dc0a8b70 0x7f27dc0a8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 -- 172.21.15.76:0/874068638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27dc0ab2e0 con 0x7f27c40039b0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27dbfff640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27dc071100 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f27cc0ac040 tx=0x7f27c4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27cc0aa8f0 con 0x7f27c40039b0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27cc0aaa50 con 0x7f27c40039b0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27dc1f05f0 con 0x7f27c40039b0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27cc0aade0 con 0x7f27c40039b0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.431+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27dc1f0bb0 con 0x7f27c40039b0 2023-11-25T03:13:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.435+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27dc06d8f0 con 0x7f27c40039b0 2023-11-25T03:13:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.435+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f27cc0b33f0 con 0x7f27c40039b0 2023-11-25T03:13:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.435+0000 7f27d8ff9640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27c80664a0 0x7f27c8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.435+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f27cc11e0a0 con 0x7f27c40039b0 2023-11-25T03:13:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.435+0000 7f27db7fe640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27c80664a0 0x7f27c8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.435+0000 7f27db7fe640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27c80664a0 0x7f27c8068960 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f27d0001ec0 tx=0x7f27d0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.439+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f27cc0eb110 con 0x7f27c40039b0 2023-11-25T03:13:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.587+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f27dc068400 con 0x7f27c40039b0 2023-11-25T03:13:21.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27d8ff9640 1 -- 172.21.15.76:0/874068638 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v55) v1 ==== 104+0+11 (secure 0 0 0) 0x7f27cc00f040 con 0x7f27c40039b0 2023-11-25T03:13:21.593 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:21.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27c80664a0 msgr2=0x7f27c8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27c80664a0 0x7f27c8068960 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f27d0001ec0 tx=0x7f27d0009040 comp rx=0 tx=0).stop 2023-11-25T03:13:21.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 msgr2=0x7f27dc071100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27dc071100 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f27cc0ac040 tx=0x7f27c4005800 comp rx=0 tx=0).stop 2023-11-25T03:13:21.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 shutdown_connections 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f27c80664a0 0x7f27c8068960 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27dc1e3d40 0x7f27dc1e41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27dc0a8b70 0x7f27dc0a8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 --2- 172.21.15.76:0/874068638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40039b0 0x7f27dc071100 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 >> 172.21.15.76:0/874068638 conn(0x7f27dc06a5b0 msgr2=0x7f27dc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 shutdown_connections 2023-11-25T03:13:21.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.591+0000 7f27e2972640 1 -- 172.21.15.76:0/874068638 wait complete. 2023-11-25T03:13:21.614 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:13:21.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 Processor -- start 2023-11-25T03:13:21.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 -- start start 2023-11-25T03:13:21.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad740c5260 0x7fad7406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad74156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad740c2580 con 0x7fad740c5640 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad74153510 con 0x7fad740c5260 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad7b31d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad740c17f0 con 0x7fad74155de0 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad790b9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad740c5260 0x7fad7406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad788b8640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fad740c5640 0x7fad740c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55500/0 (socket says 172.21.15.76:55500) 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad788b8640 1 -- 172.21.15.76:0/2832289123 learned_addr learned my addr 172.21.15.76:0/2832289123 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad798ba640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad74156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad790b9640 1 -- 172.21.15.76:0/2832289123 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 msgr2=0x7fad74156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad790b9640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad74156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad790b9640 1 -- 172.21.15.76:0/2832289123 >> v1:172.21.15.76:6789/0 conn(0x7fad740c5640 legacy=0x7fad740c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad790b9640 1 -- 172.21.15.76:0/2832289123 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad740c1a00 con 0x7fad740c5260 2023-11-25T03:13:21.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad6bfff640 1 -- 172.21.15.76:0/2832289123 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1096100242 0 0) 0x7fad740c2580 con 0x7fad740c5640 2023-11-25T03:13:21.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.751+0000 7fad798ba640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad74156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:21.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad790b9640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5260 0x7fad7406d5b0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fad740c1930 tx=0x7fad7001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7a05ef3a4f51814 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad6bfff640 1 -- 172.21.15.76:0/2832289123 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad700ac620 con 0x7fad740c5260 2023-11-25T03:13:21.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad6bfff640 1 -- 172.21.15.76:0/2832289123 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad700ac780 con 0x7fad740c5260 2023-11-25T03:13:21.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad6bfff640 1 -- 172.21.15.76:0/2832289123 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad700acb10 con 0x7fad740c5260 2023-11-25T03:13:21.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 -- 172.21.15.76:0/2832289123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5260 msgr2=0x7fad7406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5260 0x7fad7406d5b0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fad740c1930 tx=0x7fad7001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 -- 172.21.15.76:0/2832289123 shutdown_connections 2023-11-25T03:13:21.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad74156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 --2- 172.21.15.76:0/2832289123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5260 0x7fad7406d5b0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 -- 172.21.15.76:0/2832289123 >> 172.21.15.76:0/2832289123 conn(0x7fad7406a5b0 msgr2=0x7fad7406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:21.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 -- 172.21.15.76:0/2832289123 shutdown_connections 2023-11-25T03:13:21.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.755+0000 7fad7b31d640 1 -- 172.21.15.76:0/2832289123 wait complete. 2023-11-25T03:13:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 Processor -- start 2023-11-25T03:13:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- start start 2023-11-25T03:13:21.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fad740c5260 0x7fad740bb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 0x7fad740a69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad741ee250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad740bef80 con 0x7fad740c5640 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad740a6f10 con 0x7fad740c5260 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad740bb8d0 con 0x7fad74155de0 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 0x7fad740a69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 0x7fad740a69d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39668/0 (socket says 172.21.15.76:39668) 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 -- 172.21.15.76:0/4294587761 learned_addr learned my addr 172.21.15.76:0/4294587761 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad790b9640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fad740c5260 0x7fad740bb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad798ba640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad741ee250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 -- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 msgr2=0x7fad741ee250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad741ee250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 -- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fad740c5260 msgr2=0x7fad740bb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fad740c5260 0x7fad740bb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 -- 172.21.15.76:0/4294587761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad70009420 con 0x7fad740c5640 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad790b9640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fad740c5260 0x7fad740bb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad798ba640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad741ee250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad788b8640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 0x7fad740a69d0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fad6400c4e0 tx=0x7fad6400c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad640074e0 con 0x7fad740c5640 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad64007660 con 0x7fad740c5640 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad64004a30 con 0x7fad740c5640 2023-11-25T03:13:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad740bbbb0 con 0x7fad740c5640 2023-11-25T03:13:21.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad741edd30 con 0x7fad740c5640 2023-11-25T03:13:21.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.759+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad741ed8b0 con 0x7fad740c5640 2023-11-25T03:13:21.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.763+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fad64004b90 con 0x7fad740c5640 2023-11-25T03:13:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.763+0000 7fad69ffb640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fad58066470 0x7fad58068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.763+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fad64083460 con 0x7fad740c5640 2023-11-25T03:13:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.763+0000 7fad790b9640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fad58066470 0x7fad58068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.763+0000 7fad790b9640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fad58066470 0x7fad58068930 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fad700ae000 tx=0x7fad70008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:21.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.767+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fad741ed8b0 con 0x7fad740c5640 2023-11-25T03:13:21.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fad741ed8b0 con 0x7fad740c5640 2023-11-25T03:13:21.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad69ffb640 1 -- 172.21.15.76:0/4294587761 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v55) v1 ==== 100+0+11 (secure 0 0 0) 0x7fad741ed8b0 con 0x7fad740c5640 2023-11-25T03:13:21.929 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fad58066470 msgr2=0x7fad58068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fad58066470 0x7fad58068930 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fad700ae000 tx=0x7fad70008040 comp rx=0 tx=0).stop 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 msgr2=0x7fad740a69d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 0x7fad740a69d0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fad6400c4e0 tx=0x7fad6400c9a0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 shutdown_connections 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fad58066470 0x7fad58068930 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fad74155de0 0x7fad741ee250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad740c5640 0x7fad740a69d0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 --2- 172.21.15.76:0/4294587761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fad740c5260 0x7fad740bb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 >> 172.21.15.76:0/4294587761 conn(0x7fad7406a5b0 msgr2=0x7fad7415d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 shutdown_connections 2023-11-25T03:13:21.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:21.927+0000 7fad7b31d640 1 -- 172.21.15.76:0/4294587761 wait complete. 2023-11-25T03:13:21.951 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:13:22.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 Processor -- start 2023-11-25T03:13:22.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 -- start start 2023-11-25T03:13:22.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fea6406c470 0x7fea640c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fea64157c90 0x7fea640c2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea64154b60 con 0x7fea64152030 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea64152410 con 0x7fea6406c470 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea69df8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea64155700 con 0x7fea64157c90 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea637fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fea64152030 0x7fea64154ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55502/0 (socket says 172.21.15.76:55502) 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea637fe640 1 -- 172.21.15.76:0/3042590044 learned_addr learned my addr 172.21.15.76:0/3042590044 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.087+0000 7fea5bfff640 1 --2- 172.21.15.76:0/3042590044 >> v2:172.21.15.76:3300/0 conn(0x7fea6406c470 0x7fea640c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea63fff640 1 --2- 172.21.15.76:0/3042590044 >> v2:172.21.15.106:3300/0 conn(0x7fea64157c90 0x7fea640c2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea62ffd640 1 -- 172.21.15.76:0/3042590044 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2856951751 0 0) 0x7fea64154b60 con 0x7fea64152030 2023-11-25T03:13:22.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea62ffd640 1 -- 172.21.15.76:0/3042590044 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fea50003530 con 0x7fea64152030 2023-11-25T03:13:22.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea5bfff640 1 -- 172.21.15.76:0/3042590044 >> v2:172.21.15.106:3300/0 conn(0x7fea64157c90 msgr2=0x7fea640c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:22.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea5bfff640 1 --2- 172.21.15.76:0/3042590044 >> v2:172.21.15.106:3300/0 conn(0x7fea64157c90 0x7fea640c2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea5bfff640 1 -- 172.21.15.76:0/3042590044 >> v1:172.21.15.76:6789/0 conn(0x7fea64152030 legacy=0x7fea64154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea5bfff640 1 -- 172.21.15.76:0/3042590044 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea640c1820 con 0x7fea6406c470 2023-11-25T03:13:22.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea5bfff640 1 --2- 172.21.15.76:0/3042590044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea640c0c40 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fea6406ca00 tx=0x7fea4c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb4a851b45e7207 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea62ffd640 1 -- 172.21.15.76:0/3042590044 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c0ac410 con 0x7fea6406c470 2023-11-25T03:13:22.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea62ffd640 1 -- 172.21.15.76:0/3042590044 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea4c0ac570 con 0x7fea6406c470 2023-11-25T03:13:22.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea62ffd640 1 -- 172.21.15.76:0/3042590044 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c0ac900 con 0x7fea6406c470 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea69df8640 1 -- 172.21.15.76:0/3042590044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 msgr2=0x7fea640c0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.091+0000 7fea69df8640 1 --2- 172.21.15.76:0/3042590044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea640c0c40 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fea6406ca00 tx=0x7fea4c01c3b0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- 172.21.15.76:0/3042590044 shutdown_connections 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 --2- 172.21.15.76:0/3042590044 >> v2:172.21.15.106:3300/0 conn(0x7fea64157c90 0x7fea640c2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 --2- 172.21.15.76:0/3042590044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea640c0c40 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- 172.21.15.76:0/3042590044 >> 172.21.15.76:0/3042590044 conn(0x7fea6406a5b0 msgr2=0x7fea6406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- 172.21.15.76:0/3042590044 shutdown_connections 2023-11-25T03:13:22.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- 172.21.15.76:0/3042590044 wait complete. 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 Processor -- start 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- start start 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea6414b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fea64152030 0x7fea64157480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fea64157c90 0x7fea64070630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea640aac70 con 0x7fea6406c470 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea640aa080 con 0x7fea64152030 2023-11-25T03:13:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea640aa2d0 con 0x7fea64157c90 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea6414b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea6414b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39676/0 (socket says 172.21.15.76:39676) 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 -- 172.21.15.76:0/2852162871 learned_addr learned my addr 172.21.15.76:0/2852162871 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea63fff640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fea64157c90 0x7fea64070630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea5bfff640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fea64152030 0x7fea64157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 -- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fea64157c90 msgr2=0x7fea64070630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fea64157c90 0x7fea64070630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 -- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fea64152030 msgr2=0x7fea64157480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fea64152030 0x7fea64157480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 -- 172.21.15.76:0/2852162871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea4c009420 con 0x7fea6406c470 2023-11-25T03:13:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea637fe640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea6414b980 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fea5400c4d0 tx=0x7fea5400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea54005cf0 con 0x7fea6406c470 2023-11-25T03:13:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea54005e50 con 0x7fea6406c470 2023-11-25T03:13:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea54007270 con 0x7fea6406c470 2023-11-25T03:13:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea640aa5b0 con 0x7fea6406c470 2023-11-25T03:13:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.095+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea641579c0 con 0x7fea6406c470 2023-11-25T03:13:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.099+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea6406b430 con 0x7fea6406c470 2023-11-25T03:13:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.099+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fea540073d0 con 0x7fea6406c470 2023-11-25T03:13:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.099+0000 7fea60ff9640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fea44066470 0x7fea44068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.099+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fea540836a0 con 0x7fea6406c470 2023-11-25T03:13:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.099+0000 7fea5bfff640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fea44066470 0x7fea44068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.099+0000 7fea5bfff640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fea44066470 0x7fea44068930 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fea4c0ae000 tx=0x7fea4c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.103+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fea54050860 con 0x7fea6406c470 2023-11-25T03:13:22.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.255+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fea6406d540 con 0x7fea6406c470 2023-11-25T03:13:22.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.255+0000 7fea60ff9640 1 -- 172.21.15.76:0/2852162871 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v55) v1 ==== 105+0+11 (secure 0 0 0) 0x7fea54053e80 con 0x7fea6406c470 2023-11-25T03:13:22.261 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:22.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fea44066470 msgr2=0x7fea44068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fea44066470 0x7fea44068930 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fea4c0ae000 tx=0x7fea4c008040 comp rx=0 tx=0).stop 2023-11-25T03:13:22.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 msgr2=0x7fea6414b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea6414b980 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fea5400c4d0 tx=0x7fea5400c990 comp rx=0 tx=0).stop 2023-11-25T03:13:22.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 shutdown_connections 2023-11-25T03:13:22.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fea44066470 0x7fea44068930 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fea64157c90 0x7fea64070630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fea64152030 0x7fea64157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 --2- 172.21.15.76:0/2852162871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea6406c470 0x7fea6414b980 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 >> 172.21.15.76:0/2852162871 conn(0x7fea6406a5b0 msgr2=0x7fea641582f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:22.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 shutdown_connections 2023-11-25T03:13:22.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.259+0000 7fea69df8640 1 -- 172.21.15.76:0/2852162871 wait complete. 2023-11-25T03:13:22.282 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:13:22.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89e609c640 1 Processor -- start 2023-11-25T03:13:22.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89e609c640 1 -- start start 2023-11-25T03:13:22.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89e609c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f89e00c5260 0x7f89e006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89e609c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89e00c2580 con 0x7f89e0155de0 2023-11-25T03:13:22.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89e609c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89e0156940 con 0x7f89e00c5640 2023-11-25T03:13:22.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89e609c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89e0153510 con 0x7f89e00c5260 2023-11-25T03:13:22.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89df7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f89e00c5260 0x7f89e006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89dffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f89e0155de0 0x7f89e0156230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55516/0 (socket says 172.21.15.76:55516) 2023-11-25T03:13:22.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89dffff640 1 -- 172.21.15.76:0/2949111603 learned_addr learned my addr 172.21.15.76:0/2949111603 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:22.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89df7fe640 1 -- 172.21.15.76:0/2949111603 >> v1:172.21.15.106:6789/0 conn(0x7f89e00c5640 legacy=0x7f89e00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:22.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89df7fe640 1 -- 172.21.15.76:0/2949111603 >> v1:172.21.15.76:6789/0 conn(0x7f89e0155de0 legacy=0x7f89e0156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.419+0000 7f89df7fe640 1 -- 172.21.15.76:0/2949111603 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89e00c1a00 con 0x7f89e00c5260 2023-11-25T03:13:22.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89df7fe640 1 --2- 172.21.15.76:0/2949111603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e00c5260 0x7f89e006d5b0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f89d00097c0 tx=0x7f89d001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=302850708cd186b7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89deffd640 1 -- 172.21.15.76:0/2949111603 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00ab600 con 0x7f89e00c5260 2023-11-25T03:13:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89deffd640 1 -- 172.21.15.76:0/2949111603 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d00a7050 con 0x7f89e00c5260 2023-11-25T03:13:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89deffd640 1 -- 172.21.15.76:0/2949111603 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00ab980 con 0x7f89e00c5260 2023-11-25T03:13:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 -- 172.21.15.76:0/2949111603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e00c5260 msgr2=0x7f89e006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 --2- 172.21.15.76:0/2949111603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e00c5260 0x7f89e006d5b0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f89d00097c0 tx=0x7f89d001c3b0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 -- 172.21.15.76:0/2949111603 shutdown_connections 2023-11-25T03:13:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 --2- 172.21.15.76:0/2949111603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e00c5260 0x7f89e006d5b0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 -- 172.21.15.76:0/2949111603 >> 172.21.15.76:0/2949111603 conn(0x7f89e006a5b0 msgr2=0x7f89e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:22.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 -- 172.21.15.76:0/2949111603 shutdown_connections 2023-11-25T03:13:22.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.423+0000 7f89e609c640 1 -- 172.21.15.76:0/2949111603 wait complete. 2023-11-25T03:13:22.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 Processor -- start 2023-11-25T03:13:22.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 -- start start 2023-11-25T03:13:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89e00c5260 0x7f89e01ea9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89e00c5640 0x7f89e0149180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 0x7f89e01ee690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89e0150df0 con 0x7f89e0155de0 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89e01509d0 con 0x7f89e00c5640 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89e01ee200 con 0x7f89e00c5260 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 0x7f89e01ee690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 0x7f89e01ee690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39702/0 (socket says 172.21.15.76:39702) 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 -- 172.21.15.76:0/1784889044 learned_addr learned my addr 172.21.15.76:0/1784889044 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89df7fe640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89e00c5260 0x7f89e01ea9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89d7fff640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89e00c5640 0x7f89e0149180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 -- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89e00c5260 msgr2=0x7f89e01ea9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89e00c5260 0x7f89e01ea9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 -- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89e00c5640 msgr2=0x7f89e0149180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89e00c5640 0x7f89e0149180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 -- 172.21.15.76:0/1784889044 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89d0009420 con 0x7f89e0155de0 2023-11-25T03:13:22.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dffff640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 0x7f89e01ee690 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f89d800cbf0 tx=0x7f89d800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d800ad40 con 0x7f89e0155de0 2023-11-25T03:13:22.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d8012400 con 0x7f89e0155de0 2023-11-25T03:13:22.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d800aea0 con 0x7f89e0155de0 2023-11-25T03:13:22.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89e01eb9d0 con 0x7f89e0155de0 2023-11-25T03:13:22.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.427+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89e0150410 con 0x7f89e0155de0 2023-11-25T03:13:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.431+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89e01edfd0 con 0x7f89e0155de0 2023-11-25T03:13:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.431+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f89d8007070 con 0x7f89e0155de0 2023-11-25T03:13:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.431+0000 7f89dcff9640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89c0066470 0x7f89c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.431+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f89d80840e0 con 0x7f89e0155de0 2023-11-25T03:13:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.431+0000 7f89df7fe640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89c0066470 0x7f89c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.431+0000 7f89df7fe640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89c0066470 0x7f89c0068930 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f89d00ad000 tx=0x7f89d00a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.435+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f89e01edfd0 con 0x7f89e0155de0 2023-11-25T03:13:22.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f89e01edfd0 con 0x7f89e0155de0 2023-11-25T03:13:22.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89dcff9640 1 -- 172.21.15.76:0/1784889044 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v55) v1 ==== 101+0+11 (secure 0 0 0) 0x7f89e01edfd0 con 0x7f89e0155de0 2023-11-25T03:13:22.590 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89c0066470 msgr2=0x7f89c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89c0066470 0x7f89c0068930 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f89d00ad000 tx=0x7f89d00a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 msgr2=0x7f89e01ee690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 0x7f89e01ee690 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f89d800cbf0 tx=0x7f89d800a430 comp rx=0 tx=0).stop 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 shutdown_connections 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f89c0066470 0x7f89c0068930 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89e0155de0 0x7f89e01ee690 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89e00c5640 0x7f89e0149180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 --2- 172.21.15.76:0/1784889044 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89e00c5260 0x7f89e01ea9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 >> 172.21.15.76:0/1784889044 conn(0x7f89e006a5b0 msgr2=0x7f89e00c38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:22.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 shutdown_connections 2023-11-25T03:13:22.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.587+0000 7f89e609c640 1 -- 172.21.15.76:0/1784889044 wait complete. 2023-11-25T03:13:22.611 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:13:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 Processor -- start 2023-11-25T03:13:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 -- start start 2023-11-25T03:13:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f102c072090 0x7f102c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0725c0 0x7f102c0c5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f102c0c2760 con 0x7f102c0a5370 2023-11-25T03:13:22.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f102c0c3070 con 0x7f102c072090 2023-11-25T03:13:22.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1032a79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f102c0a5750 con 0x7f102c0725c0 2023-11-25T03:13:22.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1030815640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f102c0a5370 0x7f102c0c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55522/0 (socket says 172.21.15.76:55522) 2023-11-25T03:13:22.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1030815640 1 -- 172.21.15.76:0/2811631173 learned_addr learned my addr 172.21.15.76:0/2811631173 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102bfff640 1 --2- 172.21.15.76:0/2811631173 >> v2:172.21.15.106:3300/0 conn(0x7f102c072090 0x7f102c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f1031016640 1 --2- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0725c0 0x7f102c0c5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102b7fe640 1 -- 172.21.15.76:0/2811631173 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2090071939 0 0) 0x7f102c0c2760 con 0x7f102c0a5370 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102b7fe640 1 -- 172.21.15.76:0/2811631173 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f101c003530 con 0x7f102c0a5370 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102bfff640 1 -- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0725c0 msgr2=0x7f102c0c5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102bfff640 1 --2- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0725c0 0x7f102c0c5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102bfff640 1 -- 172.21.15.76:0/2811631173 >> v1:172.21.15.76:6789/0 conn(0x7f102c0a5370 legacy=0x7f102c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102b7fe640 1 -- 172.21.15.76:0/2811631173 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3797825088 0 0) 0x7f101c003530 con 0x7f102c0a5370 2023-11-25T03:13:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.747+0000 7f102bfff640 1 -- 172.21.15.76:0/2811631173 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f102c0aad20 con 0x7f102c072090 2023-11-25T03:13:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f102bfff640 1 --2- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c150fa0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f10180097c0 tx=0x7f101801c250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=624adf0739c6ba17 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f102b7fe640 1 -- 172.21.15.76:0/2811631173 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1020001680 con 0x7f102c072090 2023-11-25T03:13:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f102b7fe640 1 -- 172.21.15.76:0/2811631173 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10180a7050 con 0x7f102c072090 2023-11-25T03:13:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f102b7fe640 1 -- 172.21.15.76:0/2811631173 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10180ab600 con 0x7f102c072090 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 -- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 msgr2=0x7f102c150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 --2- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c150fa0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f10180097c0 tx=0x7f101801c250 comp rx=0 tx=0).stop 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 -- 172.21.15.76:0/2811631173 shutdown_connections 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 --2- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0725c0 0x7f102c0c5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 --2- 172.21.15.76:0/2811631173 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c150fa0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 -- 172.21.15.76:0/2811631173 >> 172.21.15.76:0/2811631173 conn(0x7f102c06a5b0 msgr2=0x7f102c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 -- 172.21.15.76:0/2811631173 shutdown_connections 2023-11-25T03:13:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.751+0000 7f1032a79640 1 -- 172.21.15.76:0/2811631173 wait complete. 2023-11-25T03:13:22.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 Processor -- start 2023-11-25T03:13:22.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- start start 2023-11-25T03:13:22.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c142a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 0x7f102c0bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0a5370 0x7f102c0a6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f102c1f0f10 con 0x7f102c0725c0 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f102c0a59c0 con 0x7f102c072090 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f102c0a5ca0 con 0x7f102c0a5370 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 0x7f102c0bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 0x7f102c0bf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39712/0 (socket says 172.21.15.76:39712) 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 -- 172.21.15.76:0/3843544109 learned_addr learned my addr 172.21.15.76:0/3843544109 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1030815640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c142a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1031016640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0a5370 0x7f102c0a6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 -- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0a5370 msgr2=0x7f102c0a6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0a5370 0x7f102c0a6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 -- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 msgr2=0x7f102c142a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c142a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 -- 172.21.15.76:0/3843544109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1018009420 con 0x7f102c0725c0 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1031016640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0a5370 0x7f102c0a6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f102bfff640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 0x7f102c0bf100 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f1018000c10 tx=0x7f1018018ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10180b4400 con 0x7f102c0725c0 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10180b4560 con 0x7f102c0725c0 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f102c0a5f80 con 0x7f102c0725c0 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10180b48f0 con 0x7f102c0725c0 2023-11-25T03:13:22.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f102c1473e0 con 0x7f102c0725c0 2023-11-25T03:13:22.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.755+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f102c068400 con 0x7f102c0725c0 2023-11-25T03:13:22.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.759+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f10180b2040 con 0x7f102c0725c0 2023-11-25T03:13:22.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.759+0000 7f10297fa640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1010066470 0x7f1010068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:22.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.759+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f101811e150 con 0x7f102c0725c0 2023-11-25T03:13:22.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.759+0000 7f1030815640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1010066470 0x7f1010068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:22.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.759+0000 7f1030815640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1010066470 0x7f1010068930 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1020007a10 tx=0x7f1020009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:22.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.763+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f10180eb2e0 con 0x7f102c0725c0 2023-11-25T03:13:22.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f102c0a6430 con 0x7f102c0725c0 2023-11-25T03:13:22.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f10297fa640 1 -- 172.21.15.76:0/3843544109 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) v1 ==== 80+0+0 (secure 0 0 0) 0x7f10180ee900 con 0x7f102c0725c0 2023-11-25T03:13:22.929 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1010066470 msgr2=0x7f1010068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1010066470 0x7f1010068930 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1020007a10 tx=0x7f1020009040 comp rx=0 tx=0).stop 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 msgr2=0x7f102c0bf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 0x7f102c0bf100 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f1018000c10 tx=0x7f1018018ff0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 shutdown_connections 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1010066470 0x7f1010068930 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f102c0a5370 0x7f102c0a6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f102c0725c0 0x7f102c0bf100 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 --2- 172.21.15.76:0/3843544109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f102c072090 0x7f102c142a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:22.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 >> 172.21.15.76:0/3843544109 conn(0x7f102c06a5b0 msgr2=0x7f102c0c5990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:22.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 shutdown_connections 2023-11-25T03:13:22.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:22.927+0000 7f1032a79640 1 -- 172.21.15.76:0/3843544109 wait complete. 2023-11-25T03:13:22.950 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:13:22.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:22.951 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:13:22.979 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:13:22.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:22.980 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:13:23.032 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 Processor -- start 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 -- start start 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f23900c5260 0x7f239006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 0x7f23900c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23900c2580 con 0x7f23900c60f0 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2390153510 con 0x7f23900c5260 2023-11-25T03:13:23.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f2394b2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23900c17f0 con 0x7f23900c5640 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238dd9b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 0x7f23900c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238e59c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f23900c5260 0x7f239006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238dd9b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 0x7f23900c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:39234/0 (socket says 172.21.15.76:39234) 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238dd9b640 1 -- 172.21.15.76:0/1528625351 learned_addr learned my addr 172.21.15.76:0/1528625351 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238e59c640 1 -- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 msgr2=0x7f23900c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238e59c640 1 --2- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 0x7f23900c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238e59c640 1 -- 172.21.15.76:0/1528625351 >> v1:172.21.15.106:6789/0 conn(0x7f23900c60f0 legacy=0x7f2390155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238e59c640 1 -- 172.21.15.76:0/1528625351 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23900c1a00 con 0x7f23900c5260 2023-11-25T03:13:23.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238d59a640 1 -- 172.21.15.76:0/1528625351 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1443275191 0 0) 0x7f23900c2580 con 0x7f23900c60f0 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.167+0000 7f238dd9b640 1 --2- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 0x7f23900c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f238e59c640 1 --2- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5260 0x7f239006d5b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f23900c1930 tx=0x7f238001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3b8b946fa38afa8 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f238d59a640 1 -- 172.21.15.76:0/1528625351 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23800ac640 con 0x7f23900c5260 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f238d59a640 1 -- 172.21.15.76:0/1528625351 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23800ac7a0 con 0x7f23900c5260 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f238d59a640 1 -- 172.21.15.76:0/1528625351 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23800acb30 con 0x7f23900c5260 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 -- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5260 msgr2=0x7f239006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5260 0x7f239006d5b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f23900c1930 tx=0x7f238001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 -- 172.21.15.76:0/1528625351 shutdown_connections 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5640 0x7f23900c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1528625351 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5260 0x7f239006d5b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 -- 172.21.15.76:0/1528625351 >> 172.21.15.76:0/1528625351 conn(0x7f239006a5b0 msgr2=0x7f239006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 -- 172.21.15.76:0/1528625351 shutdown_connections 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.171+0000 7f2394b2a640 1 -- 172.21.15.76:0/1528625351 wait complete. 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 Processor -- start 2023-11-25T03:13:23.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 -- start start 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5260 0x7f23901579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5640 0x7f23900a9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 0x7f23901f0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23901588c0 con 0x7f23900c60f0 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23900a8d00 con 0x7f23900c5640 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23900aae80 con 0x7f23900c5260 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 0x7f23901f0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238e59c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5260 0x7f23901579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 0x7f23901f0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39720/0 (socket says 172.21.15.76:39720) 2023-11-25T03:13:23.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 -- 172.21.15.76:0/1221088212 learned_addr learned my addr 172.21.15.76:0/1221088212 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238dd9b640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5640 0x7f23900a9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 -- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5260 msgr2=0x7f23901579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5260 0x7f23901579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 -- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5640 msgr2=0x7f23900a9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5640 0x7f23900a9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 -- 172.21.15.76:0/1221088212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23840094d0 con 0x7f23900c60f0 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f238ed9d640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 0x7f23901f0990 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2388002240 tx=0x7f238800cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2388003db0 con 0x7f23900c60f0 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f238800ce30 con 0x7f23900c60f0 2023-11-25T03:13:23.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2388005270 con 0x7f23900c60f0 2023-11-25T03:13:23.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2380009420 con 0x7f23900c60f0 2023-11-25T03:13:23.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.175+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f239014f1a0 con 0x7f23900c60f0 2023-11-25T03:13:23.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.179+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23901576f0 con 0x7f23900c60f0 2023-11-25T03:13:23.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.179+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f23880053d0 con 0x7f23900c60f0 2023-11-25T03:13:23.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.179+0000 7f237effd640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2370066470 0x7f2370068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.179+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f23880838e0 con 0x7f23900c60f0 2023-11-25T03:13:23.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.179+0000 7f238e59c640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2370066470 0x7f2370068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.179+0000 7f238e59c640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2370066470 0x7f2370068930 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f23800ae000 tx=0x7f23800a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.183+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f23901576f0 con 0x7f23900c60f0 2023-11-25T03:13:23.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.367+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f23901576f0 con 0x7f23900c60f0 2023-11-25T03:13:23.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.367+0000 7f237effd640 1 -- 172.21.15.76:0/1221088212 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) v1 ==== 94+0+6135 (secure 0 0 0) 0x7f23901576f0 con 0x7f23900c60f0 2023-11-25T03:13:23.372 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:23.373 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":38,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 38 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2370066470 msgr2=0x7f2370068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2370066470 0x7f2370068930 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f23800ae000 tx=0x7f23800a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 msgr2=0x7f23901f0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 0x7f23901f0990 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2388002240 tx=0x7f238800cbe0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 shutdown_connections 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2370066470 0x7f2370068930 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23900c60f0 0x7f23901f0990 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f23900c5640 0x7f23900a9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 --2- 172.21.15.76:0/1221088212 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f23900c5260 0x7f23901579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 >> 172.21.15.76:0/1221088212 conn(0x7f239006a5b0 msgr2=0x7f239006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:23.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 shutdown_connections 2023-11-25T03:13:23.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.371+0000 7f2394b2a640 1 -- 172.21.15.76:0/1221088212 wait complete. 2023-11-25T03:13:23.393 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:23.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.527+0000 7f7373d3e640 1 Processor -- start 2023-11-25T03:13:23.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.527+0000 7f7373d3e640 1 -- start start 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7373d3e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 0x7f736c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7373d3e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f736c0c06d0 0x7f736c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7373d3e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f736c0c31c0 con 0x7f736c0c63c0 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7373d3e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f736c0c34a0 con 0x7f736c0c06d0 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7373d3e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0c1030 con 0x7f736c0c4100 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7371ada640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f736c0c63c0 0x7f736c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55536/0 (socket says 172.21.15.76:55536) 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7371ada640 1 -- 172.21.15.76:0/2125811618 learned_addr learned my addr 172.21.15.76:0/2125811618 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 --2- 172.21.15.76:0/2125811618 >> v2:172.21.15.106:3300/0 conn(0x7f736c0c06d0 0x7f736c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73712d9640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 0x7f736c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1890685193 0 0) 0x7f736c0c31c0 con 0x7f736c0c63c0 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7358005740 con 0x7f736c0c63c0 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2690862083 0 0) 0x7f7358005740 con 0x7f736c0c63c0 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 msgr2=0x7f736c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 0x7f736c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 >> v2:172.21.15.106:3300/0 conn(0x7f736c0c06d0 msgr2=0x7f736c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 --2- 172.21.15.76:0/2125811618 >> v2:172.21.15.106:3300/0 conn(0x7f736c0c06d0 0x7f736c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f736c0c1310 con 0x7f736c0c63c0 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f7368001680 con 0x7f736c0c63c0 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 >> v1:172.21.15.76:6789/0 conn(0x7f736c0c63c0 legacy=0x7f736c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7358005b90 0x7f7358005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 0x7f73580069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7358006f20 0x7f73580073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0c34a0 con 0x7f7358006f20 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c0c1030 con 0x7f7358005b90 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735800dc70 con 0x7f736c0c4100 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7358006f20 0x7f73580073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73712d9640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 0x7f73580069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f7371ada640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7358005b90 0x7f7358005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 -- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 msgr2=0x7f73580069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f736c0c4100 0x7f73580069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 -- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7358005b90 msgr2=0x7f7358005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7358005b90 0x7f7358005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.531+0000 7f73722db640 1 -- 172.21.15.76:0/2125811618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7358005740 con 0x7f7358006f20 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f73722db640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7358006f20 0x7f73580073a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f7364009fc0 tx=0x7f736401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5b103987a04cabb server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f736c0aa3d0 con 0x7f7358006f20 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f736400f040 con 0x7f7358006f20 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7370ad8640 1 -- 172.21.15.76:0/2125811618 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73640a5cd0 con 0x7f7358006f20 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 -- 172.21.15.76:0/2125811618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7358006f20 msgr2=0x7f73580073a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2125811618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7358006f20 0x7f73580073a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f7364009fc0 tx=0x7f736401cca0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f73722db640 1 -- 172.21.15.76:0/2125811618 reap_dead start 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 -- 172.21.15.76:0/2125811618 shutdown_connections 2023-11-25T03:13:23.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 -- 172.21.15.76:0/2125811618 >> 172.21.15.76:0/2125811618 conn(0x7f736c06a5b0 msgr2=0x7f736c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:23.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 -- 172.21.15.76:0/2125811618 shutdown_connections 2023-11-25T03:13:23.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 -- 172.21.15.76:0/2125811618 wait complete. 2023-11-25T03:13:23.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 Processor -- start 2023-11-25T03:13:23.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.535+0000 7f7373d3e640 1 -- start start 2023-11-25T03:13:23.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7358006f20 0x7f736c1f0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f736c0bf480 0x7f736c150130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 0x7f736c09a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c152e30 con 0x7f736c150670 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f736c09b750 con 0x7f736c0bf480 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f736c099ca0 con 0x7f7358006f20 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 0x7f736c09a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 0x7f736c09a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39734/0 (socket says 172.21.15.76:39734) 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 -- 172.21.15.76:0/2600076709 learned_addr learned my addr 172.21.15.76:0/2600076709 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7371ada640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7358006f20 0x7f736c1f0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73712d9640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f736c0bf480 0x7f736c150130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 -- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7358006f20 msgr2=0x7f736c1f0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7358006f20 0x7f736c1f0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 -- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f736c0bf480 msgr2=0x7f736c150130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f736c0bf480 0x7f736c150130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 -- 172.21.15.76:0/2600076709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f736c150af0 con 0x7f736c150670 2023-11-25T03:13:23.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73712d9640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f736c0bf480 0x7f736c150130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:23.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7371ada640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7358006f20 0x7f736c1f0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:23.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73722db640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 0x7f736c09a130 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f73640b0040 tx=0x7f7364009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73640039a0 con 0x7f736c150670 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7364003b20 con 0x7f736c150670 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f736c1f1280 con 0x7f736c150670 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7364004020 con 0x7f736c150670 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f736c152590 con 0x7f736c150670 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.539+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f736c068400 con 0x7f736c150670 2023-11-25T03:13:23.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.543+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f73640b4040 con 0x7f736c150670 2023-11-25T03:13:23.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.543+0000 7f73627fc640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f73500664a0 0x7f7350068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.543+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f736411dd00 con 0x7f736c150670 2023-11-25T03:13:23.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.543+0000 7f7371ada640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f73500664a0 0x7f7350068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.543+0000 7f7371ada640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f73500664a0 0x7f7350068960 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7368000c10 tx=0x7f7368009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.547+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f73640eacf0 con 0x7f736c150670 2023-11-25T03:13:23.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.695+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f736c099de0 con 0x7f736c150670 2023-11-25T03:13:23.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.695+0000 7f73627fc640 1 -- 172.21.15.76:0/2600076709 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7f73640b2070 con 0x7f736c150670 2023-11-25T03:13:23.701 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:23.701 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:23.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f73500664a0 msgr2=0x7f7350068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f73500664a0 0x7f7350068960 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7368000c10 tx=0x7f7368009040 comp rx=0 tx=0).stop 2023-11-25T03:13:23.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 msgr2=0x7f736c09a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 0x7f736c09a130 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f73640b0040 tx=0x7f7364009750 comp rx=0 tx=0).stop 2023-11-25T03:13:23.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 shutdown_connections 2023-11-25T03:13:23.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f73500664a0 0x7f7350068960 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f736c150670 0x7f736c09a130 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f736c0bf480 0x7f736c150130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 --2- 172.21.15.76:0/2600076709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7358006f20 0x7f736c1f0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 >> 172.21.15.76:0/2600076709 conn(0x7f736c06a5b0 msgr2=0x7f736c157240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:23.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 shutdown_connections 2023-11-25T03:13:23.705 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.699+0000 7f7373d3e640 1 -- 172.21.15.76:0/2600076709 wait complete. 2023-11-25T03:13:23.722 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:12:47.235074+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '50', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:12:48.157542+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:13:04.703613+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:13:05.601304+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:23.723 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:23.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.859+0000 7f227353e640 1 Processor -- start 2023-11-25T03:13:23.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.859+0000 7f227353e640 1 -- start start 2023-11-25T03:13:23.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f227353e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0a5370 0x7f226c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f227353e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f226c0c4110 0x7f226c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f227353e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f226c072090 0x7f226c1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f227353e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f226c0c3070 con 0x7f226c072090 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f227353e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f226c0c2760 con 0x7f226c0c4110 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f227353e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f226c0a5750 con 0x7f226c0a5370 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f226c072090 0x7f226c1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f226c072090 0x7f226c1514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39736/0 (socket says 172.21.15.76:39736) 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 -- 172.21.15.76:0/870368276 learned_addr learned my addr 172.21.15.76:0/870368276 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2270ad9640 1 --2- 172.21.15.76:0/870368276 >> v2:172.21.15.106:3300/0 conn(0x7f226c0c4110 0x7f226c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f22712da640 1 --2- 172.21.15.76:0/870368276 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0a5370 0x7f226c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 -- 172.21.15.76:0/870368276 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0a5370 msgr2=0x7f226c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 --2- 172.21.15.76:0/870368276 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0a5370 0x7f226c0c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 -- 172.21.15.76:0/870368276 >> v2:172.21.15.106:3300/0 conn(0x7f226c0c4110 msgr2=0x7f226c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:23.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 --2- 172.21.15.76:0/870368276 >> v2:172.21.15.106:3300/0 conn(0x7f226c0c4110 0x7f226c150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.863+0000 7f2271adb640 1 -- 172.21.15.76:0/870368276 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f226c0aad20 con 0x7f226c072090 2023-11-25T03:13:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f2271adb640 1 --2- 172.21.15.76:0/870368276 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c072090 0x7f226c1514e0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f226c06b480 tx=0x7f226401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97489f41647ef428 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f2263fff640 1 -- 172.21.15.76:0/870368276 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22640a5680 con 0x7f226c072090 2023-11-25T03:13:23.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f2263fff640 1 -- 172.21.15.76:0/870368276 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22640a57e0 con 0x7f226c072090 2023-11-25T03:13:23.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f2263fff640 1 -- 172.21.15.76:0/870368276 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22640a5b70 con 0x7f226c072090 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 -- 172.21.15.76:0/870368276 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c072090 msgr2=0x7f226c1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 --2- 172.21.15.76:0/870368276 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c072090 0x7f226c1514e0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f226c06b480 tx=0x7f226401c880 comp rx=0 tx=0).stop 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 -- 172.21.15.76:0/870368276 shutdown_connections 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 --2- 172.21.15.76:0/870368276 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c072090 0x7f226c1514e0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 --2- 172.21.15.76:0/870368276 >> v2:172.21.15.106:3300/0 conn(0x7f226c0c4110 0x7f226c150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 --2- 172.21.15.76:0/870368276 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0a5370 0x7f226c0c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 -- 172.21.15.76:0/870368276 >> 172.21.15.76:0/870368276 conn(0x7f226c06a5b0 msgr2=0x7f226c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 -- 172.21.15.76:0/870368276 shutdown_connections 2023-11-25T03:13:23.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 -- 172.21.15.76:0/870368276 wait complete. 2023-11-25T03:13:23.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 Processor -- start 2023-11-25T03:13:23.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.867+0000 7f227353e640 1 -- start start 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f226c072090 0x7f226c15a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 0x7f226c0a7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0c4110 0x7f226c14d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f226c1539f0 con 0x7f226c0a5370 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f226c0c5640 con 0x7f226c072090 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f226c15a720 con 0x7f226c0c4110 2023-11-25T03:13:23.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 0x7f226c0a7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 0x7f226c0a7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39750/0 (socket says 172.21.15.76:39750) 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 -- 172.21.15.76:0/79115655 learned_addr learned my addr 172.21.15.76:0/79115655 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2271adb640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0c4110 0x7f226c14d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f22712da640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f226c072090 0x7f226c15a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 -- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0c4110 msgr2=0x7f226c14d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0c4110 0x7f226c14d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 -- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f226c072090 msgr2=0x7f226c15a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f226c072090 0x7f226c15a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 -- 172.21.15.76:0/79115655 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2264009b30 con 0x7f226c0a5370 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2270ad9640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 0x7f226c0a7210 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f225c00e870 tx=0x7f225c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225c009510 con 0x7f226c0a5370 2023-11-25T03:13:23.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f225c00eec0 con 0x7f226c0a5370 2023-11-25T03:13:23.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225c00cb40 con 0x7f226c0a5370 2023-11-25T03:13:23.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f226c14c410 con 0x7f226c0a5370 2023-11-25T03:13:23.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f226c14c9d0 con 0x7f226c0a5370 2023-11-25T03:13:23.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f226c068400 con 0x7f226c0a5370 2023-11-25T03:13:23.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.871+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f225c00cca0 con 0x7f226c0a5370 2023-11-25T03:13:23.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.875+0000 7f2261ffb640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2250066470 0x7f2250068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:23.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.875+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f225c084350 con 0x7f226c0a5370 2023-11-25T03:13:23.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.875+0000 7f22712da640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2250066470 0x7f2250068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:23.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.875+0000 7f22712da640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2250066470 0x7f2250068930 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2268009ae0 tx=0x7f2268009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:23.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:23.879+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f225c051480 con 0x7f226c0a5370 2023-11-25T03:13:24.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.031+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f226c0a8d10 con 0x7f226c0a5370 2023-11-25T03:13:24.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.031+0000 7f2261ffb640 1 -- 172.21.15.76:0/79115655 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v55) v1 ==== 93+0+10 (secure 0 0 0) 0x7f225c054aa0 con 0x7f226c0a5370 2023-11-25T03:13:24.037 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2250066470 msgr2=0x7f2250068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2250066470 0x7f2250068930 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2268009ae0 tx=0x7f2268009190 comp rx=0 tx=0).stop 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 msgr2=0x7f226c0a7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 0x7f226c0a7210 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f225c00e870 tx=0x7f225c00ec70 comp rx=0 tx=0).stop 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 shutdown_connections 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2250066470 0x7f2250068930 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f226c0c4110 0x7f226c14d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f226c0a5370 0x7f226c0a7210 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 --2- 172.21.15.76:0/79115655 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f226c072090 0x7f226c15a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 >> 172.21.15.76:0/79115655 conn(0x7f226c06a5b0 msgr2=0x7f226c0a9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 shutdown_connections 2023-11-25T03:13:24.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.035+0000 7f227353e640 1 -- 172.21.15.76:0/79115655 wait complete. 2023-11-25T03:13:24.057 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:13:24.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 Processor -- start 2023-11-25T03:13:24.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 -- start start 2023-11-25T03:13:24.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd000c63c0 0x7efd000c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efd000c4100 0x7efd000c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd000a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd000c31c0 con 0x7efd000c63c0 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd000c34a0 con 0x7efd000c4100 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd0672a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd000c1030 con 0x7efd000c29e0 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd000c63c0 0x7efd000c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd000c63c0 0x7efd000c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39760/0 (socket says 172.21.15.76:39760) 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 -- 172.21.15.76:0/2071424160 learned_addr learned my addr 172.21.15.76:0/2071424160 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efd04cc7640 1 --2- 172.21.15.76:0/2071424160 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd000a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcff7fe640 1 --2- 172.21.15.76:0/2071424160 >> v2:172.21.15.106:3300/0 conn(0x7efd000c4100 0x7efd000c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 -- 172.21.15.76:0/2071424160 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 msgr2=0x7efd000a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:24.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 --2- 172.21.15.76:0/2071424160 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd000a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 -- 172.21.15.76:0/2071424160 >> v2:172.21.15.106:3300/0 conn(0x7efd000c4100 msgr2=0x7efd000c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:24.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 --2- 172.21.15.76:0/2071424160 >> v2:172.21.15.106:3300/0 conn(0x7efd000c4100 0x7efd000c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcfffff640 1 -- 172.21.15.76:0/2071424160 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd000c1310 con 0x7efd000c63c0 2023-11-25T03:13:24.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.195+0000 7efcff7fe640 1 --2- 172.21.15.76:0/2071424160 >> v2:172.21.15.106:3300/0 conn(0x7efd000c4100 0x7efd000c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:24.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efcfffff640 1 --2- 172.21.15.76:0/2071424160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd000c06d0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7efd000a8b40 tx=0x7efcf001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b61b9f24c66eb7af server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efcfeffd640 1 -- 172.21.15.76:0/2071424160 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd000aa3d0 con 0x7efd000c63c0 2023-11-25T03:13:24.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efcfeffd640 1 -- 172.21.15.76:0/2071424160 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcf00ad640 con 0x7efd000c63c0 2023-11-25T03:13:24.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efcfeffd640 1 -- 172.21.15.76:0/2071424160 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf00ad9d0 con 0x7efd000c63c0 2023-11-25T03:13:24.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 -- 172.21.15.76:0/2071424160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 msgr2=0x7efd000c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 --2- 172.21.15.76:0/2071424160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd000c06d0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7efd000a8b40 tx=0x7efcf001c3b0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 -- 172.21.15.76:0/2071424160 shutdown_connections 2023-11-25T03:13:24.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 --2- 172.21.15.76:0/2071424160 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd000a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 --2- 172.21.15.76:0/2071424160 >> v2:172.21.15.106:3300/0 conn(0x7efd000c4100 0x7efd000c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 --2- 172.21.15.76:0/2071424160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd000c06d0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 -- 172.21.15.76:0/2071424160 >> 172.21.15.76:0/2071424160 conn(0x7efd0006a5b0 msgr2=0x7efd0006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:24.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 -- 172.21.15.76:0/2071424160 shutdown_connections 2023-11-25T03:13:24.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.199+0000 7efd0672a640 1 -- 172.21.15.76:0/2071424160 wait complete. 2023-11-25T03:13:24.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 Processor -- start 2023-11-25T03:13:24.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 -- start start 2023-11-25T03:13:24.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd00151360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd000c4100 0x7efd0014dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd0014e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd001ebee0 con 0x7efd000c63c0 2023-11-25T03:13:24.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd0014e860 con 0x7efd000c4100 2023-11-25T03:13:24.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd00151ba0 con 0x7efd000c29e0 2023-11-25T03:13:24.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd0014e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd0014e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39764/0 (socket says 172.21.15.76:39764) 2023-11-25T03:13:24.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 -- 172.21.15.76:0/3237798709 learned_addr learned my addr 172.21.15.76:0/3237798709 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:24.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efcff7fe640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd000c4100 0x7efd0014dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efcfffff640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd00151360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 -- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 msgr2=0x7efd00151360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd00151360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 -- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd000c4100 msgr2=0x7efd0014dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd000c4100 0x7efd0014dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 -- 172.21.15.76:0/3237798709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcf00094d0 con 0x7efd000c63c0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd04cc7640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd0014e320 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7efcf8007e60 tx=0x7efcf800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf8014620 con 0x7efd000c63c0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcf800ee90 con 0x7efd000c63c0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf80149e0 con 0x7efd000c63c0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd000c69b0 con 0x7efd000c63c0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.203+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd001eb540 con 0x7efd000c63c0 2023-11-25T03:13:24.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.207+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd001ec020 con 0x7efd000c63c0 2023-11-25T03:13:24.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.207+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efcf8014b40 con 0x7efd000c63c0 2023-11-25T03:13:24.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.207+0000 7efcfcff9640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcec066470 0x7efcec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.207+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efcf80849d0 con 0x7efd000c63c0 2023-11-25T03:13:24.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.207+0000 7efcfffff640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcec066470 0x7efcec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.207+0000 7efcfffff640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcec066470 0x7efcec068930 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7efcf00af000 tx=0x7efcf0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.211+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd001ec020 con 0x7efd000c63c0 2023-11-25T03:13:24.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efd001ec020 con 0x7efd000c63c0 2023-11-25T03:13:24.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efcfcff9640 1 -- 172.21.15.76:0/3237798709 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v55) v1 ==== 104+0+11 (secure 0 0 0) 0x7efd001ec020 con 0x7efd000c63c0 2023-11-25T03:13:24.368 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:24.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcec066470 msgr2=0x7efcec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcec066470 0x7efcec068930 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7efcf00af000 tx=0x7efcf0009040 comp rx=0 tx=0).stop 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 msgr2=0x7efd0014e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd0014e320 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7efcf8007e60 tx=0x7efcf800e4b0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 shutdown_connections 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcec066470 0x7efcec068930 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd000c63c0 0x7efd0014e320 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd000c4100 0x7efd0014dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.363+0000 7efd0672a640 1 --2- 172.21.15.76:0/3237798709 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd000c29e0 0x7efd00151360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.367+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 >> 172.21.15.76:0/3237798709 conn(0x7efd0006a5b0 msgr2=0x7efd0015b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:24.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.367+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 shutdown_connections 2023-11-25T03:13:24.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.367+0000 7efd0672a640 1 -- 172.21.15.76:0/3237798709 wait complete. 2023-11-25T03:13:24.389 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:13:24.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.523+0000 7f673dbd0640 1 Processor -- start 2023-11-25T03:13:24.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.523+0000 7f673dbd0640 1 -- start start 2023-11-25T03:13:24.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f673dbd0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f67380bd3c0 0x7f67380c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f673dbd0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67380c8400 con 0x7f67380c7c30 2023-11-25T03:13:24.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f673dbd0640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67381545f0 con 0x7f6738151bb0 2023-11-25T03:13:24.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f673dbd0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67380c86e0 con 0x7f67380bd3c0 2023-11-25T03:13:24.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f672ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f67380bd3c0 0x7f67380c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f673d3cf640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f67380c7c30 0x7f673815ed60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55550/0 (socket says 172.21.15.76:55550) 2023-11-25T03:13:24.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f673d3cf640 1 -- 172.21.15.76:0/502276675 learned_addr learned my addr 172.21.15.76:0/502276675 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:24.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f672ffff640 1 -- 172.21.15.76:0/502276675 >> v1:172.21.15.106:6789/0 conn(0x7f6738151bb0 legacy=0x7f673806ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:24.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f672ffff640 1 -- 172.21.15.76:0/502276675 >> v1:172.21.15.76:6789/0 conn(0x7f67380c7c30 legacy=0x7f673815ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f672ffff640 1 -- 172.21.15.76:0/502276675 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67381548d0 con 0x7f67380bd3c0 2023-11-25T03:13:24.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.527+0000 7f672f7fe640 1 -- 172.21.15.76:0/502276675 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 558220277 0 0) 0x7f67380c8400 con 0x7f67380c7c30 2023-11-25T03:13:24.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f672ffff640 1 --2- 172.21.15.76:0/502276675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67380bd3c0 0x7f67380c46b0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f67280097c0 tx=0x7f672801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498cb454c2f4aff7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f672f7fe640 1 -- 172.21.15.76:0/502276675 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67280ab400 con 0x7f67380bd3c0 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f672f7fe640 1 -- 172.21.15.76:0/502276675 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67280a7050 con 0x7f67380bd3c0 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f672f7fe640 1 -- 172.21.15.76:0/502276675 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67280ab780 con 0x7f67380bd3c0 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- 172.21.15.76:0/502276675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67380bd3c0 msgr2=0x7f67380c46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 --2- 172.21.15.76:0/502276675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67380bd3c0 0x7f67380c46b0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f67280097c0 tx=0x7f672801c320 comp rx=0 tx=0).stop 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- 172.21.15.76:0/502276675 shutdown_connections 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 --2- 172.21.15.76:0/502276675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67380bd3c0 0x7f67380c46b0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- 172.21.15.76:0/502276675 >> 172.21.15.76:0/502276675 conn(0x7f67380abcc0 msgr2=0x7f67380ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:24.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- 172.21.15.76:0/502276675 shutdown_connections 2023-11-25T03:13:24.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- 172.21.15.76:0/502276675 wait complete. 2023-11-25T03:13:24.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 Processor -- start 2023-11-25T03:13:24.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- start start 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f67380bd3c0 0x7f67380c3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67380c7c30 0x7f67381f0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 0x7f67381f11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6738158930 con 0x7f6738151bb0 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67380c2560 con 0x7f67380bd3c0 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.531+0000 7f673dbd0640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67381ed450 con 0x7f67380c7c30 2023-11-25T03:13:24.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 0x7f67381f11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 0x7f67381f11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39786/0 (socket says 172.21.15.76:39786) 2023-11-25T03:13:24.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 -- 172.21.15.76:0/2290073097 learned_addr learned my addr 172.21.15.76:0/2290073097 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:24.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f672ffff640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67380c7c30 0x7f67381f0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673cbce640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f67380bd3c0 0x7f67380c3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 -- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67380c7c30 msgr2=0x7f67381f0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67380c7c30 0x7f67381f0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 -- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f67380bd3c0 msgr2=0x7f67380c3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f67380bd3c0 0x7f67380c3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 -- 172.21.15.76:0/2290073097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6728009420 con 0x7f6738151bb0 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673d3cf640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 0x7f67381f11e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f673000c780 tx=0x7f673000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f673000ce90 con 0x7f6738151bb0 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f673000a640 con 0x7f6738151bb0 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f673000a9d0 con 0x7f6738151bb0 2023-11-25T03:13:24.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6738158250 con 0x7f6738151bb0 2023-11-25T03:13:24.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67380c1790 con 0x7f6738151bb0 2023-11-25T03:13:24.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6738067e90 con 0x7f6738151bb0 2023-11-25T03:13:24.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.535+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f673000ab30 con 0x7f6738151bb0 2023-11-25T03:13:24.541 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.539+0000 7f672d7fa640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67240664a0 0x7f6724068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.541 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.539+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6730083580 con 0x7f6738151bb0 2023-11-25T03:13:24.541 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.539+0000 7f673cbce640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67240664a0 0x7f6724068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.539+0000 7f673cbce640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67240664a0 0x7f6724068960 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f67340098e0 tx=0x7f6734009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.543+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6730050740 con 0x7f6738151bb0 2023-11-25T03:13:24.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f67380c1de0 con 0x7f6738151bb0 2023-11-25T03:13:24.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f672d7fa640 1 -- 172.21.15.76:0/2290073097 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v55) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6730053d60 con 0x7f6738151bb0 2023-11-25T03:13:24.694 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:24.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67240664a0 msgr2=0x7f6724068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67240664a0 0x7f6724068960 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f67340098e0 tx=0x7f6734009060 comp rx=0 tx=0).stop 2023-11-25T03:13:24.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 msgr2=0x7f67381f11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 0x7f67381f11e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f673000c780 tx=0x7f673000cc40 comp rx=0 tx=0).stop 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 shutdown_connections 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f67240664a0 0x7f6724068960 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6738151bb0 0x7f67381f11e0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f67380c7c30 0x7f67381f0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 --2- 172.21.15.76:0/2290073097 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f67380bd3c0 0x7f67380c3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 >> 172.21.15.76:0/2290073097 conn(0x7f67380abcc0 msgr2=0x7f6738153890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 shutdown_connections 2023-11-25T03:13:24.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.691+0000 7f673dbd0640 1 -- 172.21.15.76:0/2290073097 wait complete. 2023-11-25T03:13:24.716 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:13:24.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.851+0000 7f0bb919d640 1 Processor -- start 2023-11-25T03:13:24.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.851+0000 7f0bb919d640 1 -- start start 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb919d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0bb40a5370 0x7f0bb40c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb919d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb4150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb919d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0bb4072090 0x7f0bb41514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb919d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bb40c3070 con 0x7f0bb40a5370 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb919d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bb40c2760 con 0x7f0bb4072090 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb919d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb40a5750 con 0x7f0bb40c4110 2023-11-25T03:13:24.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0bb40a5370 0x7f0bb40c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0bb40a5370 0x7f0bb40c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39802/0 (socket says 172.21.15.76:39802) 2023-11-25T03:13:24.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 -- 172.21.15.76:0/3284645645 learned_addr learned my addr 172.21.15.76:0/3284645645 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:24.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb359e640 1 --2- 172.21.15.76:0/3284645645 >> v2:172.21.15.106:3300/0 conn(0x7f0bb4072090 0x7f0bb41514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0babfff640 1 --2- 172.21.15.76:0/3284645645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb4150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 -- 172.21.15.76:0/3284645645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 msgr2=0x7f0bb4150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:24.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 --2- 172.21.15.76:0/3284645645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb4150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 -- 172.21.15.76:0/3284645645 >> v2:172.21.15.106:3300/0 conn(0x7f0bb4072090 msgr2=0x7f0bb41514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:24.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 --2- 172.21.15.76:0/3284645645 >> v2:172.21.15.106:3300/0 conn(0x7f0bb4072090 0x7f0bb41514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.855+0000 7f0bb2d9d640 1 -- 172.21.15.76:0/3284645645 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bb40aad20 con 0x7f0bb40a5370 2023-11-25T03:13:24.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb2d9d640 1 --2- 172.21.15.76:0/3284645645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb40c3bd0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40c4590 tx=0x7f0ba401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77f9a578edd88349 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb259c640 1 -- 172.21.15.76:0/3284645645 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba40ab600 con 0x7f0bb40a5370 2023-11-25T03:13:24.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb259c640 1 -- 172.21.15.76:0/3284645645 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba40a7050 con 0x7f0bb40a5370 2023-11-25T03:13:24.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb259c640 1 -- 172.21.15.76:0/3284645645 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba40ab980 con 0x7f0bb40a5370 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 -- 172.21.15.76:0/3284645645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 msgr2=0x7f0bb40c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 --2- 172.21.15.76:0/3284645645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb40c3bd0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40c4590 tx=0x7f0ba401c3b0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 -- 172.21.15.76:0/3284645645 shutdown_connections 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 --2- 172.21.15.76:0/3284645645 >> v2:172.21.15.106:3300/0 conn(0x7f0bb4072090 0x7f0bb41514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 --2- 172.21.15.76:0/3284645645 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb4150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 --2- 172.21.15.76:0/3284645645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb40c3bd0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 -- 172.21.15.76:0/3284645645 >> 172.21.15.76:0/3284645645 conn(0x7f0bb406a5b0 msgr2=0x7f0bb406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 -- 172.21.15.76:0/3284645645 shutdown_connections 2023-11-25T03:13:24.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 -- 172.21.15.76:0/3284645645 wait complete. 2023-11-25T03:13:24.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 Processor -- start 2023-11-25T03:13:24.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.859+0000 7f0bb919d640 1 -- start start 2023-11-25T03:13:24.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0bb4072090 0x7f0bb414e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb4071840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb41eeb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb4150ba0 con 0x7f0bb40a5370 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb414ff60 con 0x7f0bb4072090 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb4150200 con 0x7f0bb40c4110 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb4071840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb4071840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39808/0 (socket says 172.21.15.76:39808) 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 -- 172.21.15.76:0/653099374 learned_addr learned my addr 172.21.15.76:0/653099374 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb359e640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb41eeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb2d9d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0bb4072090 0x7f0bb414e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 -- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 msgr2=0x7f0bb41eeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb41eeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 -- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0bb4072090 msgr2=0x7f0bb414e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0bb4072090 0x7f0bb414e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 -- 172.21.15.76:0/653099374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba40094d0 con 0x7f0bb40a5370 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0babfff640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb4071840 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c00e870 tx=0x7f0b9c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c009510 con 0x7f0bb40a5370 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b9c00eec0 con 0x7f0bb40a5370 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c00cb40 con 0x7f0bb40a5370 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bb41504e0 con 0x7f0bb40a5370 2023-11-25T03:13:24.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bb4071d80 con 0x7f0bb40a5370 2023-11-25T03:13:24.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bb4154140 con 0x7f0bb40a5370 2023-11-25T03:13:24.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.863+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0b9c00cca0 con 0x7f0bb40a5370 2023-11-25T03:13:24.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.867+0000 7f0bab7fe640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0b94066470 0x7f0b94068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:24.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.867+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0b9c084320 con 0x7f0bb40a5370 2023-11-25T03:13:24.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.867+0000 7f0bb2d9d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0b94066470 0x7f0b94068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:24.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.867+0000 7f0bb2d9d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0b94066470 0x7f0b94068930 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f0ba40ad000 tx=0x7f0ba40a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:24.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:24.871+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0b9c051430 con 0x7f0bb40a5370 2023-11-25T03:13:25.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.019+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0bb4068400 con 0x7f0bb40a5370 2023-11-25T03:13:25.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.019+0000 7f0bab7fe640 1 -- 172.21.15.76:0/653099374 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v55) v1 ==== 105+0+11 (secure 0 0 0) 0x7f0b9c054a50 con 0x7f0bb40a5370 2023-11-25T03:13:25.024 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0b94066470 msgr2=0x7f0b94068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0b94066470 0x7f0b94068930 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f0ba40ad000 tx=0x7f0ba40a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 msgr2=0x7f0bb4071840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb4071840 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c00e870 tx=0x7f0b9c00ec70 comp rx=0 tx=0).stop 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 shutdown_connections 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0b94066470 0x7f0b94068930 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0bb40c4110 0x7f0bb41eeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0bb40a5370 0x7f0bb4071840 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 --2- 172.21.15.76:0/653099374 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0bb4072090 0x7f0bb414e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 >> 172.21.15.76:0/653099374 conn(0x7f0bb406a5b0 msgr2=0x7f0bb406d830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:25.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 shutdown_connections 2023-11-25T03:13:25.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.023+0000 7f0bb919d640 1 -- 172.21.15.76:0/653099374 wait complete. 2023-11-25T03:13:25.045 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:13:25.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 Processor -- start 2023-11-25T03:13:25.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 -- start start 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faf200c5260 0x7faf2006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7faf200c5640 0x7faf200c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c60f0 0x7faf20155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf200c17f0 con 0x7faf200c5260 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf200c2580 con 0x7faf200c5640 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf266fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf200c1a00 con 0x7faf200c60f0 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faf200c5260 0x7faf2006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faf200c5260 0x7faf2006d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39820/0 (socket says 172.21.15.76:39820) 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 -- 172.21.15.76:0/3575562211 learned_addr learned my addr 172.21.15.76:0/3575562211 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:25.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 -- 172.21.15.76:0/3575562211 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c60f0 msgr2=0x7faf20155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:25.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 --2- 172.21.15.76:0/3575562211 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c60f0 0x7faf20155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 -- 172.21.15.76:0/3575562211 >> v2:172.21.15.106:3300/0 conn(0x7faf200c5640 msgr2=0x7faf200c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:25.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 --2- 172.21.15.76:0/3575562211 >> v2:172.21.15.106:3300/0 conn(0x7faf200c5640 0x7faf200c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.183+0000 7faf1ffff640 1 -- 172.21.15.76:0/3575562211 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf200c1ce0 con 0x7faf200c5260 2023-11-25T03:13:25.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf1ffff640 1 --2- 172.21.15.76:0/3575562211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5260 0x7faf2006d5b0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7faf2006b390 tx=0x7faf1001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=633ae399d17f04e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf1effd640 1 -- 172.21.15.76:0/3575562211 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf100ab620 con 0x7faf200c5260 2023-11-25T03:13:25.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf1effd640 1 -- 172.21.15.76:0/3575562211 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf100ab780 con 0x7faf200c5260 2023-11-25T03:13:25.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf1effd640 1 -- 172.21.15.76:0/3575562211 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf100abb10 con 0x7faf200c5260 2023-11-25T03:13:25.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 -- 172.21.15.76:0/3575562211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5260 msgr2=0x7faf2006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 --2- 172.21.15.76:0/3575562211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5260 0x7faf2006d5b0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7faf2006b390 tx=0x7faf1001c440 comp rx=0 tx=0).stop 2023-11-25T03:13:25.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 -- 172.21.15.76:0/3575562211 shutdown_connections 2023-11-25T03:13:25.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 --2- 172.21.15.76:0/3575562211 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c60f0 0x7faf20155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 --2- 172.21.15.76:0/3575562211 >> v2:172.21.15.106:3300/0 conn(0x7faf200c5640 0x7faf200c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 --2- 172.21.15.76:0/3575562211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5260 0x7faf2006d5b0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 -- 172.21.15.76:0/3575562211 >> 172.21.15.76:0/3575562211 conn(0x7faf2006a5b0 msgr2=0x7faf2006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:25.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 -- 172.21.15.76:0/3575562211 shutdown_connections 2023-11-25T03:13:25.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 -- 172.21.15.76:0/3575562211 wait complete. 2023-11-25T03:13:25.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.187+0000 7faf266fe640 1 Processor -- start 2023-11-25T03:13:25.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- start start 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c5260 0x7faf20152ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 0x7faf2015c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faf200c60f0 0x7faf20157110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf20151be0 con 0x7faf200c5640 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf20150e20 con 0x7faf200c60f0 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf20151100 con 0x7faf200c5260 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 0x7faf2015c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 0x7faf2015c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39832/0 (socket says 172.21.15.76:39832) 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 -- 172.21.15.76:0/1916770609 learned_addr learned my addr 172.21.15.76:0/1916770609 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:25.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1ffff640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c5260 0x7faf20152ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf24c9b640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faf200c60f0 0x7faf20157110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 -- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c5260 msgr2=0x7faf20152ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c5260 0x7faf20152ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 -- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faf200c60f0 msgr2=0x7faf20157110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faf200c60f0 0x7faf20157110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 -- 172.21.15.76:0/1916770609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf100094d0 con 0x7faf200c5640 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1f7fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 0x7faf2015c6d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7faf1400b480 tx=0x7faf1400b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14010870 con 0x7faf200c5640 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf140109d0 con 0x7faf200c5640 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14010d80 con 0x7faf200c5640 2023-11-25T03:13:25.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf201513e0 con 0x7faf200c5640 2023-11-25T03:13:25.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf2015cc10 con 0x7faf200c5640 2023-11-25T03:13:25.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.191+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf20151900 con 0x7faf200c5640 2023-11-25T03:13:25.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.195+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7faf1400f3c0 con 0x7faf200c5640 2023-11-25T03:13:25.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.195+0000 7faf1cff9640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faf0c066470 0x7faf0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.195+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7faf140842f0 con 0x7faf200c5640 2023-11-25T03:13:25.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.195+0000 7faf1ffff640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faf0c066470 0x7faf0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.195+0000 7faf1ffff640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faf0c066470 0x7faf0c068930 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7faf100af000 tx=0x7faf100a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.199+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7faf20151900 con 0x7faf200c5640 2023-11-25T03:13:25.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.347+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7faf20151900 con 0x7faf200c5640 2023-11-25T03:13:25.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.347+0000 7faf1cff9640 1 -- 172.21.15.76:0/1916770609 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v55) v1 ==== 101+0+11 (secure 0 0 0) 0x7faf20151900 con 0x7faf200c5640 2023-11-25T03:13:25.353 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:25.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faf0c066470 msgr2=0x7faf0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faf0c066470 0x7faf0c068930 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7faf100af000 tx=0x7faf100a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 msgr2=0x7faf2015c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 0x7faf2015c6d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7faf1400b480 tx=0x7faf1400b940 comp rx=0 tx=0).stop 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 shutdown_connections 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faf0c066470 0x7faf0c068930 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faf200c60f0 0x7faf20157110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf200c5640 0x7faf2015c6d0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 --2- 172.21.15.76:0/1916770609 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faf200c5260 0x7faf20152ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 >> 172.21.15.76:0/1916770609 conn(0x7faf2006a5b0 msgr2=0x7faf200c49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 shutdown_connections 2023-11-25T03:13:25.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.351+0000 7faf266fe640 1 -- 172.21.15.76:0/1916770609 wait complete. 2023-11-25T03:13:25.373 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:25.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 Processor -- start 2023-11-25T03:13:25.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 -- start start 2023-11-25T03:13:25.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd344151e90 0x7fd3440c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c4e60 0x7fd34406bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd34406c860 con 0x7fd3440c7ea0 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3440c8750 con 0x7fd344151e90 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd34ab2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3441552d0 con 0x7fd3440c4e60 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd343fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd3440c7ea0 0x7fd34406b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55556/0 (socket says 172.21.15.76:55556) 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd343fff640 1 -- 172.21.15.76:0/31286247 learned_addr learned my addr 172.21.15.76:0/31286247 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3490c7640 1 --2- 172.21.15.76:0/31286247 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c4e60 0x7fd34406bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3488c6640 1 --2- 172.21.15.76:0/31286247 >> v2:172.21.15.106:3300/0 conn(0x7fd344151e90 0x7fd3440c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3437fe640 1 -- 172.21.15.76:0/31286247 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1392725867 0 0) 0x7fd34406c860 con 0x7fd3440c7ea0 2023-11-25T03:13:25.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3437fe640 1 -- 172.21.15.76:0/31286247 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd334003530 con 0x7fd3440c7ea0 2023-11-25T03:13:25.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3490c7640 1 -- 172.21.15.76:0/31286247 >> v2:172.21.15.106:3300/0 conn(0x7fd344151e90 msgr2=0x7fd3440c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:25.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3490c7640 1 --2- 172.21.15.76:0/31286247 >> v2:172.21.15.106:3300/0 conn(0x7fd344151e90 0x7fd3440c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3437fe640 1 -- 172.21.15.76:0/31286247 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1872541941 0 0) 0x7fd334003530 con 0x7fd3440c7ea0 2023-11-25T03:13:25.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3490c7640 1 -- 172.21.15.76:0/31286247 >> v1:172.21.15.76:6789/0 conn(0x7fd3440c7ea0 legacy=0x7fd34406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3490c7640 1 -- 172.21.15.76:0/31286247 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd344154930 con 0x7fd3440c4e60 2023-11-25T03:13:25.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.507+0000 7fd3488c6640 1 --2- 172.21.15.76:0/31286247 >> v2:172.21.15.106:3300/0 conn(0x7fd344151e90 0x7fd3440c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:25.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd3490c7640 1 --2- 172.21.15.76:0/31286247 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c4e60 0x7fd34406bbb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009d90 tx=0x7fd33c01c750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c32f6fb0b1e0f338 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd3437fe640 1 -- 172.21.15.76:0/31286247 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd330001680 con 0x7fd3440c4e60 2023-11-25T03:13:25.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd3437fe640 1 -- 172.21.15.76:0/31286247 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd33c0a9460 con 0x7fd3440c4e60 2023-11-25T03:13:25.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd3437fe640 1 -- 172.21.15.76:0/31286247 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33c0a97f0 con 0x7fd3440c4e60 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 -- 172.21.15.76:0/31286247 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c4e60 msgr2=0x7fd34406bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/31286247 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c4e60 0x7fd34406bbb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009d90 tx=0x7fd33c01c750 comp rx=0 tx=0).stop 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 -- 172.21.15.76:0/31286247 shutdown_connections 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/31286247 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c4e60 0x7fd34406bbb0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/31286247 >> v2:172.21.15.106:3300/0 conn(0x7fd344151e90 0x7fd3440c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 -- 172.21.15.76:0/31286247 >> 172.21.15.76:0/31286247 conn(0x7fd3440ca170 msgr2=0x7fd3440ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 -- 172.21.15.76:0/31286247 shutdown_connections 2023-11-25T03:13:25.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.511+0000 7fd34ab2a640 1 -- 172.21.15.76:0/31286247 wait complete. 2023-11-25T03:13:25.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 Processor -- start 2023-11-25T03:13:25.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 -- start start 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 0x7fd344156e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c7ea0 0x7fd3441ee360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd344151e90 0x7fd344158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3441ee8a0 con 0x7fd3440c4e60 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd34414bc50 con 0x7fd344151e90 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3441574a0 con 0x7fd3440c7ea0 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 0x7fd344156e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 0x7fd344156e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39836/0 (socket says 172.21.15.76:39836) 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 -- 172.21.15.76:0/2552617545 learned_addr learned my addr 172.21.15.76:0/2552617545 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 -- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c7ea0 msgr2=0x7fd3441ee360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c7ea0 0x7fd3441ee360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3490c7640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd344151e90 0x7fd344158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 -- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd344151e90 msgr2=0x7fd344158540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd344151e90 0x7fd344158540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 -- 172.21.15.76:0/2552617545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd338009420 con 0x7fd3440c4e60 2023-11-25T03:13:25.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3490c7640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd344151e90 0x7fd344158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:25.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3488c6640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 0x7fd344156e30 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd33800ebe0 tx=0x7fd33800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33800eee0 con 0x7fd3440c4e60 2023-11-25T03:13:25.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd33800cc30 con 0x7fd3440c4e60 2023-11-25T03:13:25.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd33c009a70 con 0x7fd3440c4e60 2023-11-25T03:13:25.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.515+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd338013470 con 0x7fd3440c4e60 2023-11-25T03:13:25.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd344157a60 con 0x7fd3440c4e60 2023-11-25T03:13:25.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3440c6930 con 0x7fd3440c4e60 2023-11-25T03:13:25.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd3380135d0 con 0x7fd3440c4e60 2023-11-25T03:13:25.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd3417fa640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd328066470 0x7fd328068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd3380844f0 con 0x7fd3440c4e60 2023-11-25T03:13:25.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd343fff640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd328066470 0x7fd328068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.519+0000 7fd343fff640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd328066470 0x7fd328068930 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd330001ec0 tx=0x7fd330001990 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.523+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd338051600 con 0x7fd3440c4e60 2023-11-25T03:13:25.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.703+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd344068400 con 0x7fd3440c4e60 2023-11-25T03:13:25.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.703+0000 7fd3417fa640 1 -- 172.21.15.76:0/2552617545 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) v1 ==== 94+0+6135 (secure 0 0 0) 0x7fd338054c20 con 0x7fd3440c4e60 2023-11-25T03:13:25.708 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:25.709 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":38,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:25.709 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 38 2023-11-25T03:13:25.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd328066470 msgr2=0x7fd328068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd328066470 0x7fd328068930 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd330001ec0 tx=0x7fd330001990 comp rx=0 tx=0).stop 2023-11-25T03:13:25.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 msgr2=0x7fd344156e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 0x7fd344156e30 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd33800ebe0 tx=0x7fd33800c520 comp rx=0 tx=0).stop 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 shutdown_connections 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd328066470 0x7fd328068930 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd344151e90 0x7fd344158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd3440c7ea0 0x7fd3441ee360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 --2- 172.21.15.76:0/2552617545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3440c4e60 0x7fd344156e30 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 >> 172.21.15.76:0/2552617545 conn(0x7fd3440ca170 msgr2=0x7fd34406c330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 shutdown_connections 2023-11-25T03:13:25.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.707+0000 7fd34ab2a640 1 -- 172.21.15.76:0/2552617545 wait complete. 2023-11-25T03:13:25.729 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5cc432640 1 Processor -- start 2023-11-25T03:13:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5cc432640 1 -- start start 2023-11-25T03:13:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5cc432640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 0x7fa5c41600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5cc432640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5c406c860 con 0x7fa5c4151e90 2023-11-25T03:13:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5cc432640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5c406c040 con 0x7fa5c40c7ea0 2023-11-25T03:13:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5cc432640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c40c8750 con 0x7fa5c406bbb0 2023-11-25T03:13:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5ca1ce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa5c4151e90 0x7fa5c40c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55562/0 (socket says 172.21.15.76:55562) 2023-11-25T03:13:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5ca1ce640 1 -- 172.21.15.76:0/190864359 learned_addr learned my addr 172.21.15.76:0/190864359 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:25.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 0x7fa5c41600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2898250116 0 0) 0x7fa5c406c860 con 0x7fa5c4151e90 2023-11-25T03:13:25.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5b0003530 con 0x7fa5c4151e90 2023-11-25T03:13:25.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2209901303 0 0) 0x7fa5b0003530 con 0x7fa5c4151e90 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 msgr2=0x7fa5c41600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 0x7fa5c41600b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 >> v1:172.21.15.106:6789/0 conn(0x7fa5c40c7ea0 legacy=0x7fa5c406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c4154930 con 0x7fa5c4151e90 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fa5c0001680 con 0x7fa5c4151e90 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 >> v1:172.21.15.76:6789/0 conn(0x7fa5c4151e90 legacy=0x7fa5c40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b00039b0 0x7fa5b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 0x7fa5b00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b0004d10 0x7fa5b0005170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c40c8750 con 0x7fa5b0004d10 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b000bba0 con 0x7fa5b00039b0 2023-11-25T03:13:25.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5b000bd60 con 0x7fa5c406bbb0 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5ca1ce640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b00039b0 0x7fa5b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b0004d10 0x7fa5b0005170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.863+0000 7fa5c99cd640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 0x7fa5b00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 msgr2=0x7fa5b00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5c406bbb0 0x7fa5b00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b00039b0 msgr2=0x7fa5b0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b00039b0 0x7fa5b0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/190864359 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5b0003530 con 0x7fa5b0004d10 2023-11-25T03:13:25.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca1ce640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5b00039b0 0x7fa5b0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b0004d10 0x7fa5b0005170 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc009fc0 tx=0x7fa5bc01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66f3580bc86707ab server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5bc0a5a50 con 0x7fa5b0004d10 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5bc00f040 con 0x7fa5b0004d10 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5c91cc640 1 -- 172.21.15.76:0/190864359 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5bc0a5df0 con 0x7fa5b0004d10 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5cc432640 1 -- 172.21.15.76:0/190864359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b0004d10 msgr2=0x7fa5b0005170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5cc432640 1 --2- 172.21.15.76:0/190864359 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5b0004d10 0x7fa5b0005170 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc009fc0 tx=0x7fa5bc01cc60 comp rx=0 tx=0).stop 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.867+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/190864359 reap_dead start 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- 172.21.15.76:0/190864359 shutdown_connections 2023-11-25T03:13:25.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- 172.21.15.76:0/190864359 >> 172.21.15.76:0/190864359 conn(0x7fa5c40ca170 msgr2=0x7fa5c40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:25.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- 172.21.15.76:0/190864359 shutdown_connections 2023-11-25T03:13:25.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- 172.21.15.76:0/190864359 wait complete. 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 Processor -- start 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- start start 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b0004d10 0x7fa5c40c1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5c414afc0 0x7fa5c414b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 0x7fa5c4145190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c41552d0 con 0x7fa5c4144d10 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c41f0790 con 0x7fa5c414afc0 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5c40c2080 con 0x7fa5b0004d10 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 0x7fa5c4145190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 0x7fa5c4145190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39860/0 (socket says 172.21.15.76:39860) 2023-11-25T03:13:25.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/2075613495 learned_addr learned my addr 172.21.15.76:0/2075613495 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5c99cd640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5c414afc0 0x7fa5c414b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca1ce640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b0004d10 0x7fa5c40c1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b0004d10 msgr2=0x7fa5c40c1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b0004d10 0x7fa5c40c1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5c414afc0 msgr2=0x7fa5c414b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5c414afc0 0x7fa5c414b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 -- 172.21.15.76:0/2075613495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c41456d0 con 0x7fa5c4144d10 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca1ce640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b0004d10 0x7fa5c40c1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5c99cd640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5c414afc0 0x7fa5c414b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5ca9cf640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 0x7fa5c4145190 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc002240 tx=0x7fa5bc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5bc0039a0 con 0x7fa5c4144d10 2023-11-25T03:13:25.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5bc003b00 con 0x7fa5c4144d10 2023-11-25T03:13:25.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5bc003e90 con 0x7fa5c4144d10 2023-11-25T03:13:25.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.871+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5c40c2cd0 con 0x7fa5c4144d10 2023-11-25T03:13:25.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5c40c3290 con 0x7fa5c4144d10 2023-11-25T03:13:25.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5c4068400 con 0x7fa5c4144d10 2023-11-25T03:13:25.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa5bc0b4040 con 0x7fa5c4144d10 2023-11-25T03:13:25.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5baffd640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a80664a0 0x7fa5a8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:25.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa5bc11d980 con 0x7fa5c4144d10 2023-11-25T03:13:25.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5ca1ce640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a80664a0 0x7fa5a8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:25.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.875+0000 7fa5ca1ce640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a80664a0 0x7fa5a8068960 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa5c0000c10 tx=0x7fa5c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:25.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:25.879+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa5bc0eab40 con 0x7fa5c4144d10 2023-11-25T03:13:26.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.031+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa5c406ca50 con 0x7fa5c4144d10 2023-11-25T03:13:26.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.031+0000 7fa5baffd640 1 -- 172.21.15.76:0/2075613495 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7fa5bc0bc090 con 0x7fa5c4144d10 2023-11-25T03:13:26.036 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:26.036 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:26.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a80664a0 msgr2=0x7fa5a8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a80664a0 0x7fa5a8068960 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa5c0000c10 tx=0x7fa5c0009040 comp rx=0 tx=0).stop 2023-11-25T03:13:26.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 msgr2=0x7fa5c4145190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 0x7fa5c4145190 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc002240 tx=0x7fa5bc009750 comp rx=0 tx=0).stop 2023-11-25T03:13:26.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 shutdown_connections 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa5a80664a0 0x7fa5a8068960 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa5c4144d10 0x7fa5c4145190 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa5c414afc0 0x7fa5c414b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 --2- 172.21.15.76:0/2075613495 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa5b0004d10 0x7fa5c40c1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 >> 172.21.15.76:0/2075613495 conn(0x7fa5c40ca170 msgr2=0x7fa5c40c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 shutdown_connections 2023-11-25T03:13:26.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.035+0000 7fa5cc432640 1 -- 172.21.15.76:0/2075613495 wait complete. 2023-11-25T03:13:26.057 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-25T03:13:26.057 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:26.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 Processor -- start 2023-11-25T03:13:26.194 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 -- start start 2023-11-25T03:13:26.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5d200af600 0x7f5d20155080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c6600 0x7f5d200c4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d201555c0 con 0x7f5d200c7da0 2023-11-25T03:13:26.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d20157b70 con 0x7f5d200af600 2023-11-25T03:13:26.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d2585a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d201520a0 con 0x7f5d200c6600 2023-11-25T03:13:26.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1f7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c6600 0x7f5d200c4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5d200af600 0x7f5d20155080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5d200af600 0x7f5d20155080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:60578/0 (socket says 172.21.15.76:60578) 2023-11-25T03:13:26.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 -- 172.21.15.76:0/2464614843 learned_addr learned my addr 172.21.15.76:0/2464614843 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:26.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 -- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c6600 msgr2=0x7f5d200c4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:26.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 --2- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c6600 0x7f5d200c4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 -- 172.21.15.76:0/2464614843 >> v1:172.21.15.106:6789/0 conn(0x7f5d200c7da0 legacy=0x7f5d20158270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.191+0000 7f5d1effd640 1 -- 172.21.15.76:0/2464614843 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d200af9e0 con 0x7f5d200af600 2023-11-25T03:13:26.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d1effd640 1 --2- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d20155080 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5d10009e50 tx=0x7f5d1001f1f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=170e51707dd07552 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.200 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d1e7fc640 1 -- 172.21.15.76:0/2464614843 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d100af400 con 0x7f5d200af600 2023-11-25T03:13:26.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d1e7fc640 1 -- 172.21.15.76:0/2464614843 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d100ab050 con 0x7f5d200af600 2023-11-25T03:13:26.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d1e7fc640 1 -- 172.21.15.76:0/2464614843 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d100af780 con 0x7f5d200af600 2023-11-25T03:13:26.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 -- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 msgr2=0x7f5d20155080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d20155080 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5d10009e50 tx=0x7f5d1001f1f0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 -- 172.21.15.76:0/2464614843 shutdown_connections 2023-11-25T03:13:26.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c6600 0x7f5d200c4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2464614843 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d20155080 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 -- 172.21.15.76:0/2464614843 >> 172.21.15.76:0/2464614843 conn(0x7f5d200abc00 msgr2=0x7f5d200ac010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:26.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 -- 172.21.15.76:0/2464614843 shutdown_connections 2023-11-25T03:13:26.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.195+0000 7f5d2585a640 1 -- 172.21.15.76:0/2464614843 wait complete. 2023-11-25T03:13:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 Processor -- start 2023-11-25T03:13:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 -- start start 2023-11-25T03:13:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d201ead90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 0x7f5d200c0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c7da0 0x7f5d20153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d201edc90 con 0x7f5d200c6600 2023-11-25T03:13:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d201eb2d0 con 0x7f5d200af600 2023-11-25T03:13:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d200be6d0 con 0x7f5d200c7da0 2023-11-25T03:13:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 0x7f5d200c0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 0x7f5d200c0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39864/0 (socket says 172.21.15.76:39864) 2023-11-25T03:13:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 -- 172.21.15.76:0/2619968038 learned_addr learned my addr 172.21.15.76:0/2619968038 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d1effd640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d201ead90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d1f7fe640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c7da0 0x7f5d20153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 -- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c7da0 msgr2=0x7f5d20153800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c7da0 0x7f5d20153800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 -- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 msgr2=0x7f5d201ead90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d201ead90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 -- 172.21.15.76:0/2619968038 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d10009b30 con 0x7f5d200c6600 2023-11-25T03:13:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d167fc640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 0x7f5d200c0f70 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f5d0800c3f0 tx=0x7f5d0800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d080052d0 con 0x7f5d200c6600 2023-11-25T03:13:26.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d08005430 con 0x7f5d200c6600 2023-11-25T03:13:26.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d200c40e0 con 0x7f5d200c6600 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d08003840 con 0x7f5d200c6600 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.199+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d20153000 con 0x7f5d200c6600 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.203+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d200679d0 con 0x7f5d200c6600 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.203+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5d080039a0 con 0x7f5d200c6600 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.203+0000 7f5d1cff9640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5d00066470 0x7f5d00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.203+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5d08083450 con 0x7f5d200c6600 2023-11-25T03:13:26.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.203+0000 7f5d1effd640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5d00066470 0x7f5d00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.203+0000 7f5d1effd640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5d00066470 0x7f5d00068930 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5d100b1000 tx=0x7f5d100aa000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.207+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5d080506b0 con 0x7f5d200c6600 2023-11-25T03:13:26.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5d201555c0 con 0x7f5d200c6600 2023-11-25T03:13:26.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d1cff9640 1 -- 172.21.15.76:0/2619968038 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) v1 ==== 94+0+6135 (secure 0 0 0) 0x7f5d201555c0 con 0x7f5d200c6600 2023-11-25T03:13:26.395 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:26.395 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":38,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:26.395 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 38 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5d00066470 msgr2=0x7f5d00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5d00066470 0x7f5d00068930 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5d100b1000 tx=0x7f5d100aa000 comp rx=0 tx=0).stop 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 msgr2=0x7f5d200c0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 0x7f5d200c0f70 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f5d0800c3f0 tx=0x7f5d0800c8b0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 shutdown_connections 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5d00066470 0x7f5d00068930 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5d200c7da0 0x7f5d20153800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d200c6600 0x7f5d200c0f70 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 --2- 172.21.15.76:0/2619968038 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5d200af600 0x7f5d201ead90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 >> 172.21.15.76:0/2619968038 conn(0x7f5d200abc00 msgr2=0x7f5d201515e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:26.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 shutdown_connections 2023-11-25T03:13:26.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.391+0000 7f5d2585a640 1 -- 172.21.15.76:0/2619968038 wait complete. 2023-11-25T03:13:26.416 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:26.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.547+0000 7f575ffb8640 1 Processor -- start 2023-11-25T03:13:26.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.547+0000 7f575ffb8640 1 -- start start 2023-11-25T03:13:26.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575ffb8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 0x7f57580c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575ffb8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57580c3bd0 con 0x7f57580a5240 2023-11-25T03:13:26.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575ffb8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57580bf1e0 con 0x7f57581561f0 2023-11-25T03:13:26.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575ffb8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57580c3e20 con 0x7f57580c5c60 2023-11-25T03:13:26.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f57580a5240 0x7f57580bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55576/0 (socket says 172.21.15.76:55576) 2023-11-25T03:13:26.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 -- 172.21.15.76:0/38710666 learned_addr learned my addr 172.21.15.76:0/38710666 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575d553640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 0x7f57580c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1026003367 0 0) 0x7f57580c3bd0 con 0x7f57580a5240 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5744003530 con 0x7f57580a5240 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4183552924 0 0) 0x7f57580bf1e0 con 0x7f57581561f0 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57580c3bd0 con 0x7f57581561f0 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2771265198 0 0) 0x7f5744003530 con 0x7f57580a5240 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 msgr2=0x7f57580c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 0x7f57580c60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 >> v1:172.21.15.106:6789/0 conn(0x7f57581561f0 legacy=0x7f5758156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57580c4100 con 0x7f57580a5240 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5754001680 con 0x7f57580a5240 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 >> v1:172.21.15.76:6789/0 conn(0x7f57580a5240 legacy=0x7f57580bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f5744003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 0x7f57440047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5744004d10 0x7f5744005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57580c3e20 con 0x7f5744003b40 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574400bba0 con 0x7f5744004d10 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f574400bd60 con 0x7f57580c5c60 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f5744003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575d553640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 0x7f57440047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575e555640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5744004d10 0x7f5744005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 -- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 msgr2=0x7f57440047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:26.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f57580c5c60 0x7f57440047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 -- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5744004d10 msgr2=0x7f5744005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:26.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5744004d10 0x7f5744005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.551+0000 7f575dd54640 1 -- 172.21.15.76:0/38710666 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5744003530 con 0x7f5744003b40 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575dd54640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f5744003f40 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f5754007fa0 tx=0x7f575401cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4989bb3cbcce478 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5754005ae0 con 0x7f5744003b40 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5754005c40 con 0x7f5744003b40 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575cd52640 1 -- 172.21.15.76:0/38710666 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5754007070 con 0x7f5744003b40 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 -- 172.21.15.76:0/38710666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 msgr2=0x7f5744003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 --2- 172.21.15.76:0/38710666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f5744003f40 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f5754007fa0 tx=0x7f575401cad0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575e555640 1 -- 172.21.15.76:0/38710666 reap_dead start 2023-11-25T03:13:26.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 -- 172.21.15.76:0/38710666 shutdown_connections 2023-11-25T03:13:26.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 -- 172.21.15.76:0/38710666 >> 172.21.15.76:0/38710666 conn(0x7f575806a5b0 msgr2=0x7f575806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:26.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 -- 172.21.15.76:0/38710666 shutdown_connections 2023-11-25T03:13:26.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 -- 172.21.15.76:0/38710666 wait complete. 2023-11-25T03:13:26.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 Processor -- start 2023-11-25T03:13:26.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.555+0000 7f575ffb8640 1 -- start start 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f57581f0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5758099a70 0x7f57581f0da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5758154670 0x7f5758154af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57580723b0 con 0x7f5744003b40 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5758099fe0 con 0x7f5758154670 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57581f12e0 con 0x7f5758099a70 2023-11-25T03:13:26.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f57581f0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f57581f0860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39884/0 (socket says 172.21.15.76:39884) 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 -- 172.21.15.76:0/3745434128 learned_addr learned my addr 172.21.15.76:0/3745434128 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575d553640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5758099a70 0x7f57581f0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575e555640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5758154670 0x7f5758154af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 -- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5758099a70 msgr2=0x7f57581f0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5758099a70 0x7f57581f0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 -- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5758154670 msgr2=0x7f5758154af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5758154670 0x7f5758154af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 -- 172.21.15.76:0/3745434128 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5758156f10 con 0x7f5744003b40 2023-11-25T03:13:26.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575dd54640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f57581f0860 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f575401c540 tx=0x7f5744005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57540b4070 con 0x7f5744003b40 2023-11-25T03:13:26.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5754005db0 con 0x7f5744003b40 2023-11-25T03:13:26.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5754001680 con 0x7f5744003b40 2023-11-25T03:13:26.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57581f1510 con 0x7f5744003b40 2023-11-25T03:13:26.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57580a8ca0 con 0x7f5744003b40 2023-11-25T03:13:26.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.559+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57581574e0 con 0x7f5744003b40 2023-11-25T03:13:26.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.563+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5754007040 con 0x7f5744003b40 2023-11-25T03:13:26.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.563+0000 7f574e7fc640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f573c0664a0 0x7f573c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.563+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f575411d980 con 0x7f5744003b40 2023-11-25T03:13:26.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.563+0000 7f575d553640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f573c0664a0 0x7f573c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.563+0000 7f575d553640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f573c0664a0 0x7f573c068960 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f575815af60 tx=0x7f5748008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.569 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.567+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f57540eaac0 con 0x7f5744003b40 2023-11-25T03:13:26.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.743+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5758068400 con 0x7f5744003b40 2023-11-25T03:13:26.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.743+0000 7f574e7fc640 1 -- 172.21.15.76:0/3745434128 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) v1 ==== 94+0+6135 (secure 0 0 0) 0x7f57540ee0e0 con 0x7f5744003b40 2023-11-25T03:13:26.749 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:26.749 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":38,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:12:49.166069+0000","modified":"2023-11-25T03:12:52.172214+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5769},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5769":{"gid":5769,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3663330680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3663330680},{"type":"v1","addr":"172.21.15.76:6837","nonce":3663330680}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:26.749 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 38 2023-11-25T03:13:26.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f573c0664a0 msgr2=0x7f573c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f573c0664a0 0x7f573c068960 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f575815af60 tx=0x7f5748008040 comp rx=0 tx=0).stop 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 msgr2=0x7f57581f0860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f57581f0860 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f575401c540 tx=0x7f5744005800 comp rx=0 tx=0).stop 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 shutdown_connections 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f573c0664a0 0x7f573c068960 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5758154670 0x7f5758154af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5758099a70 0x7f57581f0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 --2- 172.21.15.76:0/3745434128 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5744003b40 0x7f57581f0860 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 >> 172.21.15.76:0/3745434128 conn(0x7f575806a5b0 msgr2=0x7f57580a7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:26.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 shutdown_connections 2023-11-25T03:13:26.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.747+0000 7f575ffb8640 1 -- 172.21.15.76:0/3745434128 wait complete. 2023-11-25T03:13:26.769 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:26.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.903+0000 7f21e93e7640 1 Processor -- start 2023-11-25T03:13:26.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.903+0000 7f21e93e7640 1 -- start start 2023-11-25T03:13:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e93e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 0x7f21e40c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e93e7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f21e40bd660 0x7f21e4154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e93e7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21e40ac4f0 con 0x7f21e40c7ed0 2023-11-25T03:13:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e93e7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21e4158780 con 0x7f21e40bd660 2023-11-25T03:13:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e93e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21e4158a60 con 0x7f21e4151dc0 2023-11-25T03:13:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 0x7f21e40c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e37fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f21e40bd660 0x7f21e4154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 0x7f21e40c4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:39424/0 (socket says 172.21.15.76:39424) 2023-11-25T03:13:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 -- 172.21.15.76:0/1371102080 learned_addr learned my addr 172.21.15.76:0/1371102080 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 -- 172.21.15.76:0/1371102080 >> v2:172.21.15.106:3300/0 conn(0x7f21e40bd660 msgr2=0x7f21e4154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:26.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 --2- 172.21.15.76:0/1371102080 >> v2:172.21.15.106:3300/0 conn(0x7f21e40bd660 0x7f21e4154d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 -- 172.21.15.76:0/1371102080 >> v1:172.21.15.106:6789/0 conn(0x7f21e40c7ed0 legacy=0x7f21e4154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.907+0000 7f21e2ffd640 1 -- 172.21.15.76:0/1371102080 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21e40ac180 con 0x7f21e4151dc0 2023-11-25T03:13:26.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e2ffd640 1 --2- 172.21.15.76:0/1371102080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 0x7f21e40c4950 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009870 tx=0x7f21d401c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d9a4346df09f68 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e27fc640 1 -- 172.21.15.76:0/1371102080 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d40ab600 con 0x7f21e4151dc0 2023-11-25T03:13:26.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e27fc640 1 -- 172.21.15.76:0/1371102080 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d40a7050 con 0x7f21e4151dc0 2023-11-25T03:13:26.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e27fc640 1 -- 172.21.15.76:0/1371102080 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d40ab980 con 0x7f21e4151dc0 2023-11-25T03:13:26.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 -- 172.21.15.76:0/1371102080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 msgr2=0x7f21e40c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 --2- 172.21.15.76:0/1371102080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 0x7f21e40c4950 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009870 tx=0x7f21d401c420 comp rx=0 tx=0).stop 2023-11-25T03:13:26.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 -- 172.21.15.76:0/1371102080 shutdown_connections 2023-11-25T03:13:26.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 --2- 172.21.15.76:0/1371102080 >> v2:172.21.15.106:3300/0 conn(0x7f21e40bd660 0x7f21e4154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 --2- 172.21.15.76:0/1371102080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e4151dc0 0x7f21e40c4950 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 -- 172.21.15.76:0/1371102080 >> 172.21.15.76:0/1371102080 conn(0x7f21e4071eb0 msgr2=0x7f21e40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:26.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 -- 172.21.15.76:0/1371102080 shutdown_connections 2023-11-25T03:13:26.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 -- 172.21.15.76:0/1371102080 wait complete. 2023-11-25T03:13:26.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 Processor -- start 2023-11-25T03:13:26.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 -- start start 2023-11-25T03:13:26.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.911+0000 7f21e93e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f21e40bd660 0x7f21e41f0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e40c7ed0 0x7f21e40ab200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 0x7f21e40bdd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21e40c09c0 con 0x7f21e4151dc0 2023-11-25T03:13:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21e41ecd60 con 0x7f21e40bd660 2023-11-25T03:13:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21e41f1220 con 0x7f21e40c7ed0 2023-11-25T03:13:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 0x7f21e40bdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 0x7f21e40bdd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39890/0 (socket says 172.21.15.76:39890) 2023-11-25T03:13:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 -- 172.21.15.76:0/375972013 learned_addr learned my addr 172.21.15.76:0/375972013 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e2ffd640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f21e40bd660 0x7f21e41f0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21da7fc640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e40c7ed0 0x7f21e40ab200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 -- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e40c7ed0 msgr2=0x7f21e40ab200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e40c7ed0 0x7f21e40ab200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 -- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f21e40bd660 msgr2=0x7f21e41f0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f21e40bd660 0x7f21e41f0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 -- 172.21.15.76:0/375972013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d40094d0 con 0x7f21e4151dc0 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e2ffd640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f21e40bd660 0x7f21e41f0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e37fe640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 0x7f21e40bdd10 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f21dc00efc0 tx=0x7f21dc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21dc009b20 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21dc00f040 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21dc0146c0 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21e40c06e0 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21e41ed250 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21e4068400 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.915+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f21dc014820 con 0x7f21e4151dc0 2023-11-25T03:13:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.919+0000 7f21dbfff640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f21c8066470 0x7f21c8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:26.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.919+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f21dc084f10 con 0x7f21e4151dc0 2023-11-25T03:13:26.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.919+0000 7f21e2ffd640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f21c8066470 0x7f21c8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:26.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.919+0000 7f21e2ffd640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f21c8066470 0x7f21c8068930 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f21d40ad000 tx=0x7f21d40a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:26.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:26.923+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f21dc052040 con 0x7f21e4151dc0 2023-11-25T03:13:27.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.075+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f21e406c9a0 con 0x7f21e4151dc0 2023-11-25T03:13:27.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.075+0000 7f21dbfff640 1 -- 172.21.15.76:0/375972013 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+20268 (secure 0 0 0) 0x7f21dc018020 con 0x7f21e4151dc0 2023-11-25T03:13:27.080 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:27.080 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:08.235962+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:12:47.235074+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-11-25T03:12:48.157542+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f21c8066470 msgr2=0x7f21c8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f21c8066470 0x7f21c8068930 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f21d40ad000 tx=0x7f21d40a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 msgr2=0x7f21e40bdd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 0x7f21e40bdd10 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f21dc00efc0 tx=0x7f21dc00c490 comp rx=0 tx=0).stop 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 shutdown_connections 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f21c8066470 0x7f21c8068930 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21e4151dc0 0x7f21e40bdd10 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f21e40c7ed0 0x7f21e40ab200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 --2- 172.21.15.76:0/375972013 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f21e40bd660 0x7f21e41f0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 >> 172.21.15.76:0/375972013 conn(0x7f21e4071eb0 msgr2=0x7f21e40c9760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:27.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 shutdown_connections 2023-11-25T03:13:27.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.079+0000 7f21e93e7640 1 -- 172.21.15.76:0/375972013 wait complete. 2023-11-25T03:13:27.102 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-25T03:13:27.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.235+0000 7f93973e7640 1 Processor -- start 2023-11-25T03:13:27.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.235+0000 7f93973e7640 1 -- start start 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f93973e7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f939014ec10 0x7f9390070f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f93973e7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f93900c1400 0x7f939006e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f93973e7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f939006f350 con 0x7f93900714a0 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f93973e7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9390071a00 con 0x7f939014ec10 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f93973e7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93901521e0 con 0x7f93900c1400 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395984640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f93900714a0 0x7f9390154960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33166/0 (socket says 172.21.15.76:33166) 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395984640 1 -- 172.21.15.76:0/2387045462 learned_addr learned my addr 172.21.15.76:0/2387045462 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395183640 1 --2- 172.21.15.76:0/2387045462 >> v2:172.21.15.76:3300/0 conn(0x7f939014ec10 0x7f9390070f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9394982640 1 --2- 172.21.15.76:0/2387045462 >> v2:172.21.15.106:3300/0 conn(0x7f93900c1400 0x7f939006e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395183640 1 -- 172.21.15.76:0/2387045462 >> v2:172.21.15.106:3300/0 conn(0x7f93900c1400 msgr2=0x7f939006e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:27.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395183640 1 --2- 172.21.15.76:0/2387045462 >> v2:172.21.15.106:3300/0 conn(0x7f93900c1400 0x7f939006e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395183640 1 -- 172.21.15.76:0/2387045462 >> v1:172.21.15.76:6789/0 conn(0x7f93900714a0 legacy=0x7f9390154960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9395183640 1 -- 172.21.15.76:0/2387045462 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f939006f5a0 con 0x7f939014ec10 2023-11-25T03:13:27.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.239+0000 7f9387fff640 1 -- 172.21.15.76:0/2387045462 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 631030035 0 0) 0x7f939006f350 con 0x7f93900714a0 2023-11-25T03:13:27.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f9395183640 1 --2- 172.21.15.76:0/2387045462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f9390070f60 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f93900a8f00 tx=0x7f938c01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2044808461c41d0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:27.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f9387fff640 1 -- 172.21.15.76:0/2387045462 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938c0ac600 con 0x7f939014ec10 2023-11-25T03:13:27.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f9387fff640 1 -- 172.21.15.76:0/2387045462 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f938c0a8050 con 0x7f939014ec10 2023-11-25T03:13:27.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f9387fff640 1 -- 172.21.15.76:0/2387045462 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938c0ac980 con 0x7f939014ec10 2023-11-25T03:13:27.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 -- 172.21.15.76:0/2387045462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 msgr2=0x7f9390070f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 --2- 172.21.15.76:0/2387045462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f9390070f60 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f93900a8f00 tx=0x7f938c01c3a0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 -- 172.21.15.76:0/2387045462 shutdown_connections 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 --2- 172.21.15.76:0/2387045462 >> v2:172.21.15.106:3300/0 conn(0x7f93900c1400 0x7f939006e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 --2- 172.21.15.76:0/2387045462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f9390070f60 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 -- 172.21.15.76:0/2387045462 >> 172.21.15.76:0/2387045462 conn(0x7f93900c6ef0 msgr2=0x7f93900c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 -- 172.21.15.76:0/2387045462 shutdown_connections 2023-11-25T03:13:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 -- 172.21.15.76:0/2387045462 wait complete. 2023-11-25T03:13:27.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 Processor -- start 2023-11-25T03:13:27.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.243+0000 7f93973e7640 1 -- start start 2023-11-25T03:13:27.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f93900714a0 0x7f9390144bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f93900c2640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9390148550 0x7f93901ebea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93901475c0 con 0x7f939014ec10 2023-11-25T03:13:27.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93901548b0 con 0x7f93900714a0 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9390154b90 con 0x7f9390148550 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f93900c2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f93900c2640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60920/0 (socket says 172.21.15.76:60920) 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 -- 172.21.15.76:0/1831049198 learned_addr learned my addr 172.21.15.76:0/1831049198 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9395183640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f93900714a0 0x7f9390144bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9395984640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9390148550 0x7f93901ebea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 -- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9390148550 msgr2=0x7f93901ebea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9390148550 0x7f93901ebea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 -- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f93900714a0 msgr2=0x7f9390144bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f93900714a0 0x7f9390144bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 -- 172.21.15.76:0/1831049198 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f938c009420 con 0x7f939014ec10 2023-11-25T03:13:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9394982640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f93900c2640 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f938000e9b0 tx=0x7f938000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93800096b0 con 0x7f939014ec10 2023-11-25T03:13:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f938000c9a0 con 0x7f939014ec10 2023-11-25T03:13:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9390147d50 con 0x7f939014ec10 2023-11-25T03:13:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938000cd30 con 0x7f939014ec10 2023-11-25T03:13:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93900c2b80 con 0x7f939014ec10 2023-11-25T03:13:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9390148270 con 0x7f939014ec10 2023-11-25T03:13:27.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.247+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9380013470 con 0x7f939014ec10 2023-11-25T03:13:27.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.251+0000 7f9385ffb640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9374066470 0x7f9374068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.251+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f93800844b0 con 0x7f939014ec10 2023-11-25T03:13:27.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.251+0000 7f9395183640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9374066470 0x7f9374068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.251+0000 7f9395183640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9374066470 0x7f9374068930 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f938c0ae000 tx=0x7f938c0a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:27.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.255+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9390148270 con 0x7f939014ec10 2023-11-25T03:13:27.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.435+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f9390148270 con 0x7f939014ec10 2023-11-25T03:13:27.441 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:13:27.439+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:13:27.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.439+0000 7f9385ffb640 1 -- 172.21.15.76:0/1831049198 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v39) v1 ==== 161+0+0 (secure 0 0 0) 0x7f9390148270 con 0x7f939014ec10 2023-11-25T03:13:27.444 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:13:27.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9374066470 msgr2=0x7f9374068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9374066470 0x7f9374068930 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f938c0ae000 tx=0x7f938c0a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 msgr2=0x7f93900c2640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f93900c2640 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f938000e9b0 tx=0x7f938000ee70 comp rx=0 tx=0).stop 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 shutdown_connections 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9374066470 0x7f9374068930 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9390148550 0x7f93901ebea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f939014ec10 0x7f93900c2640 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 --2- 172.21.15.76:0/1831049198 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f93900714a0 0x7f9390144bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 >> 172.21.15.76:0/1831049198 conn(0x7f93900c6ef0 msgr2=0x7f939014de20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 shutdown_connections 2023-11-25T03:13:27.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.443+0000 7f93973e7640 1 -- 172.21.15.76:0/1831049198 wait complete. 2023-11-25T03:13:27.454 INFO:tasks.ceph.mds.a.smithi076.stderr: -2707> 2023-11-25T03:12:54.768+0000 7f28d492e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:13:27.468 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-25T03:13:27.506 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:13:27.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 Processor -- start 2023-11-25T03:13:27.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 -- start start 2023-11-25T03:13:27.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 0x7ff2bc0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff2bc0c01c0 0x7ff2bc0c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2bc0c3bd0 con 0x7ff2bc0c61a0 2023-11-25T03:13:27.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2bc0bf1e0 con 0x7ff2bc0c01c0 2023-11-25T03:13:27.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c3b80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc0c3e20 con 0x7ff2bc0a5240 2023-11-25T03:13:27.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c211d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff2bc0c61a0 0x7ff2bc1561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33194/0 (socket says 172.21.15.76:33194) 2023-11-25T03:13:27.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c211d640 1 -- 172.21.15.76:0/681042451 learned_addr learned my addr 172.21.15.76:0/681042451 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c111b640 1 --2- 172.21.15.76:0/681042451 >> v2:172.21.15.106:3300/0 conn(0x7ff2bc0c01c0 0x7ff2bc0c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c191c640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 0x7ff2bc0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1661444877 0 0) 0x7ff2bc0c3bd0 con 0x7ff2bc0c61a0 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff2a8003530 con 0x7ff2bc0c61a0 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2735409040 0 0) 0x7ff2a8003530 con 0x7ff2bc0c61a0 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 msgr2=0x7ff2bc0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:27.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 0x7ff2bc0bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 >> v2:172.21.15.106:3300/0 conn(0x7ff2bc0c01c0 msgr2=0x7ff2bc0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 --2- 172.21.15.76:0/681042451 >> v2:172.21.15.106:3300/0 conn(0x7ff2bc0c01c0 0x7ff2bc0c5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2bc0c4100 con 0x7ff2bc0c61a0 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7ff2b4001a00 con 0x7ff2bc0c61a0 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 >> v1:172.21.15.76:6789/0 conn(0x7ff2bc0c61a0 legacy=0x7ff2bc1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2a8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 0x7ff2a80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2a8004d10 0x7ff2a8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc0bf1e0 con 0x7ff2a8003980 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc0c3e20 con 0x7ff2a8004d10 2023-11-25T03:13:27.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2a800b9c0 con 0x7ff2bc0a5240 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.607+0000 7ff2c191c640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2a8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c211d640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2a8004d10 0x7ff2a8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c111b640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 0x7ff2a80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c191c640 1 -- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 msgr2=0x7ff2a80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c191c640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc0a5240 0x7ff2a80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c191c640 1 -- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2a8004d10 msgr2=0x7ff2a8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c191c640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2a8004d10 0x7ff2a8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c191c640 1 -- 172.21.15.76:0/681042451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2a8003530 con 0x7ff2a8003980 2023-11-25T03:13:27.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c191c640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2a8003da0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8009ae0 tx=0x7ff2b801ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdb2705925161cbd server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80a6510 con 0x7ff2a8003980 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2b80a6670 con 0x7ff2a8003980 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c091a640 1 -- 172.21.15.76:0/681042451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80a6a20 con 0x7ff2a8003980 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c3b80640 1 -- 172.21.15.76:0/681042451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 msgr2=0x7ff2a8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/681042451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2a8003da0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8009ae0 tx=0x7ff2b801ca20 comp rx=0 tx=0).stop 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c211d640 1 -- 172.21.15.76:0/681042451 reap_dead start 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c3b80640 1 -- 172.21.15.76:0/681042451 shutdown_connections 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.611+0000 7ff2c3b80640 1 -- 172.21.15.76:0/681042451 >> 172.21.15.76:0/681042451 conn(0x7ff2bc06a5b0 msgr2=0x7ff2bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- 172.21.15.76:0/681042451 shutdown_connections 2023-11-25T03:13:27.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- 172.21.15.76:0/681042451 wait complete. 2023-11-25T03:13:27.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 Processor -- start 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- start start 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2bc0a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2bc06fe50 0x7ff2bc0702d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc1537d0 0x7ff2bc153c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc0a9420 con 0x7ff2a8003980 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc1f0780 con 0x7ff2bc06fe50 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc0aaf60 con 0x7ff2bc1537d0 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2bc0a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2bc0a81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60956/0 (socket says 172.21.15.76:60956) 2023-11-25T03:13:27.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 -- 172.21.15.76:0/3695693314 learned_addr learned my addr 172.21.15.76:0/3695693314 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:27.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 -- 172.21.15.76:0/3695693314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc1537d0 msgr2=0x7ff2bc153c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc1537d0 0x7ff2bc153c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 -- 172.21.15.76:0/3695693314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2bc06fe50 msgr2=0x7ff2bc0702d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2bc06fe50 0x7ff2bc0702d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 -- 172.21.15.76:0/3695693314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2bc0aa3c0 con 0x7ff2a8003980 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c191c640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2bc0a81d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7ff2b801c850 tx=0x7ff2a8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2b800f000 con 0x7ff2a8003980 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2b80a67e0 con 0x7ff2a8003980 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2b80a6b90 con 0x7ff2a8003980 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2bc0a8ee0 con 0x7ff2a8003980 2023-11-25T03:13:27.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.615+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2bc0aa910 con 0x7ff2a8003980 2023-11-25T03:13:27.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.619+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2bc068400 con 0x7ff2a8003980 2023-11-25T03:13:27.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.619+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff2b80a6cf0 con 0x7ff2a8003980 2023-11-25T03:13:27.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.619+0000 7ff2b27fc640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff2a0066470 0x7ff2a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:27.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.619+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 6651+0+0 (secure 0 0 0) 0x7ff2b80aa070 con 0x7ff2a8003980 2023-11-25T03:13:27.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.619+0000 7ff2c111b640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff2a0066470 0x7ff2a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:27.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.619+0000 7ff2c111b640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff2a0066470 0x7ff2a0068930 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc072520 tx=0x7ff2ac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:27.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.623+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff2b80ebfb0 con 0x7ff2a8003980 2023-11-25T03:13:27.812 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:27.807+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7ff2bc0667e0 con 0x7ff2a8003980 2023-11-25T03:13:28.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.443+0000 7ff2b27fc640 1 -- 172.21.15.76:0/3695693314 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v40) v1 ==== 104+0+0 (secure 0 0 0) 0x7ff2b80ef5d0 con 0x7ff2a8003980 2023-11-25T03:13:28.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.443+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff2a0066470 msgr2=0x7ff2a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:28.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.443+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff2a0066470 0x7ff2a0068930 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc072520 tx=0x7ff2ac008040 comp rx=0 tx=0).stop 2023-11-25T03:13:28.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.443+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 msgr2=0x7ff2bc0a81d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:28.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.443+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2bc0a81d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7ff2b801c850 tx=0x7ff2a8005800 comp rx=0 tx=0).stop 2023-11-25T03:13:28.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 shutdown_connections 2023-11-25T03:13:28.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff2a0066470 0x7ff2a0068930 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff2bc1537d0 0x7ff2bc153c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff2bc06fe50 0x7ff2bc0702d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 --2- 172.21.15.76:0/3695693314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a8003980 0x7ff2bc0a81d0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 >> 172.21.15.76:0/3695693314 conn(0x7ff2bc06a5b0 msgr2=0x7ff2bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:28.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 shutdown_connections 2023-11-25T03:13:28.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.447+0000 7ff2c3b80640 1 -- 172.21.15.76:0/3695693314 wait complete. 2023-11-25T03:13:28.470 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-25T03:13:28.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 Processor -- start 2023-11-25T03:13:28.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 -- start start 2023-11-25T03:13:28.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f0de40c4fb0 0x7f0de40c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406db90 0x7f0de406dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0de406c840 0x7f0de406ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0de406e530 con 0x7f0de406c840 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0de40aa750 con 0x7f0de40c4fb0 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0deabf5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0de40a8f90 con 0x7f0de406db90 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0de406c840 0x7f0de406ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0de406c840 0x7f0de406ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60962/0 (socket says 172.21.15.76:60962) 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 -- 172.21.15.76:0/1751758858 learned_addr learned my addr 172.21.15.76:0/1751758858 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0ddbfff640 1 --2- 172.21.15.76:0/1751758858 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406db90 0x7f0de406dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de8991640 1 --2- 172.21.15.76:0/1751758858 >> v2:172.21.15.106:3300/0 conn(0x7f0de40c4fb0 0x7f0de40c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 -- 172.21.15.76:0/1751758858 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406db90 msgr2=0x7f0de406dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 --2- 172.21.15.76:0/1751758858 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406db90 0x7f0de406dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 -- 172.21.15.76:0/1751758858 >> v2:172.21.15.106:3300/0 conn(0x7f0de40c4fb0 msgr2=0x7f0de40c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 --2- 172.21.15.76:0/1751758858 >> v2:172.21.15.106:3300/0 conn(0x7f0de40c4fb0 0x7f0de40c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de9192640 1 -- 172.21.15.76:0/1751758858 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0de40a9270 con 0x7f0de406c840 2023-11-25T03:13:28.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.655+0000 7f0de8991640 1 --2- 172.21.15.76:0/1751758858 >> v2:172.21.15.106:3300/0 conn(0x7f0de40c4fb0 0x7f0de40c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:28.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0de9192640 1 --2- 172.21.15.76:0/1751758858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406c840 0x7f0de406ccb0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f0de40ab4c0 tx=0x7f0ddc01eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4320375ae3a49b1c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:28.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0ddb7fe640 1 -- 172.21.15.76:0/1751758858 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ddc0a7850 con 0x7f0de406c840 2023-11-25T03:13:28.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0ddb7fe640 1 -- 172.21.15.76:0/1751758858 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ddc0a79b0 con 0x7f0de406c840 2023-11-25T03:13:28.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0ddb7fe640 1 -- 172.21.15.76:0/1751758858 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ddc0a7d40 con 0x7f0de406c840 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 -- 172.21.15.76:0/1751758858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406c840 msgr2=0x7f0de406ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 --2- 172.21.15.76:0/1751758858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406c840 0x7f0de406ccb0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f0de40ab4c0 tx=0x7f0ddc01eac0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 -- 172.21.15.76:0/1751758858 shutdown_connections 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 --2- 172.21.15.76:0/1751758858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406c840 0x7f0de406ccb0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 --2- 172.21.15.76:0/1751758858 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406db90 0x7f0de406dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 --2- 172.21.15.76:0/1751758858 >> v2:172.21.15.106:3300/0 conn(0x7f0de40c4fb0 0x7f0de40c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 -- 172.21.15.76:0/1751758858 >> 172.21.15.76:0/1751758858 conn(0x7f0de40c5d40 msgr2=0x7f0de40c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 -- 172.21.15.76:0/1751758858 shutdown_connections 2023-11-25T03:13:28.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.659+0000 7f0deabf5640 1 -- 172.21.15.76:0/1751758858 wait complete. 2023-11-25T03:13:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 Processor -- start 2023-11-25T03:13:28.666 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 -- start start 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406c840 0x7f0de4154f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 0x7f0de41eccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0de40c4fb0 0x7f0de414e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de41ed200 con 0x7f0de406db90 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de41558a0 con 0x7f0de40c4fb0 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0de41555c0 con 0x7f0de406c840 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 0x7f0de41eccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 0x7f0de41eccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60972/0 (socket says 172.21.15.76:60972) 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 -- 172.21.15.76:0/2279090164 learned_addr learned my addr 172.21.15.76:0/2279090164 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0de8991640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406c840 0x7f0de4154f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0de9192640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0de40c4fb0 0x7f0de414e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 -- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406c840 msgr2=0x7f0de4154f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406c840 0x7f0de4154f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 -- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0de40c4fb0 msgr2=0x7f0de414e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0de40c4fb0 0x7f0de414e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 -- 172.21.15.76:0/2279090164 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ddc009b30 con 0x7f0de406db90 2023-11-25T03:13:28.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0de9192640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0de40c4fb0 0x7f0de414e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:28.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0ddbfff640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 0x7f0de41eccc0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0dd400e8b0 tx=0x7f0dd400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:28.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd400c940 con 0x7f0de406db90 2023-11-25T03:13:28.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dd400caa0 con 0x7f0de406db90 2023-11-25T03:13:28.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0de41ea2e0 con 0x7f0de406db90 2023-11-25T03:13:28.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.663+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd400ce30 con 0x7f0de406db90 2023-11-25T03:13:28.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0de41ea8a0 con 0x7f0de406db90 2023-11-25T03:13:28.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0de4068400 con 0x7f0de406db90 2023-11-25T03:13:28.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0dd4013470 con 0x7f0de406db90 2023-11-25T03:13:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0dd97fa640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0dd00664a0 0x7f0dd0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f0dd40842f0 con 0x7f0de406db90 2023-11-25T03:13:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0de8991640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0dd00664a0 0x7f0dd0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:28.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.667+0000 7f0de8991640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0dd00664a0 0x7f0dd0068960 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f0de0006e90 tx=0x7f0de0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:28.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.671+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0dd4051460 con 0x7f0de406db90 2023-11-25T03:13:28.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:28.823+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0de40c1100 con 0x7f0de406db90 2023-11-25T03:13:29.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0dd97fa640 1 -- 172.21.15.76:0/2279090164 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v57) v1 ==== 181+0+0 (secure 0 0 0) 0x7f0dd4054a80 con 0x7f0de406db90 2023-11-25T03:13:29.450 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0dd00664a0 msgr2=0x7f0dd0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0dd00664a0 0x7f0dd0068960 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f0de0006e90 tx=0x7f0de0008040 comp rx=0 tx=0).stop 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 msgr2=0x7f0de41eccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 0x7f0de41eccc0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0dd400e8b0 tx=0x7f0dd400ed70 comp rx=0 tx=0).stop 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 shutdown_connections 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0dd00664a0 0x7f0dd0068960 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0de40c4fb0 0x7f0de414e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0de406db90 0x7f0de41eccc0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 --2- 172.21.15.76:0/2279090164 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0de406c840 0x7f0de4154f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.447+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 >> 172.21.15.76:0/2279090164 conn(0x7f0de40c5d40 msgr2=0x7f0de40723a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:29.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.451+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 shutdown_connections 2023-11-25T03:13:29.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.451+0000 7f0deabf5640 1 -- 172.21.15.76:0/2279090164 wait complete. 2023-11-25T03:13:29.477 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-25T03:13:29.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.619+0000 7f430d99d640 1 Processor -- start 2023-11-25T03:13:29.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.619+0000 7f430d99d640 1 -- start start 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f430d99d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4308155090 0x7f430806db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f430d99d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 0x7f430815ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f430d99d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43080acc50 con 0x7f430814b160 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f430d99d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43080c3190 con 0x7f4308155090 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f430d99d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f430814b540 con 0x7f430806e070 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f4306ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f430814b160 0x7f430806a5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33210/0 (socket says 172.21.15.76:33210) 2023-11-25T03:13:29.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f4306ffd640 1 -- 172.21.15.76:0/2102416615 learned_addr learned my addr 172.21.15.76:0/2102416615 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:29.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/2102416615 >> v2:172.21.15.106:3300/0 conn(0x7f4308155090 0x7f430806db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43077fe640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 0x7f430815ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3626107023 0 0) 0x7f43080acc50 con 0x7f430814b160 2023-11-25T03:13:29.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f42f4003530 con 0x7f430814b160 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1336505363 0 0) 0x7f42f4003530 con 0x7f430814b160 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 msgr2=0x7f430815ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 0x7f430815ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 >> v2:172.21.15.106:3300/0 conn(0x7f4308155090 msgr2=0x7f430806db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 --2- 172.21.15.76:0/2102416615 >> v2:172.21.15.106:3300/0 conn(0x7f4308155090 0x7f430806db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43080c3370 con 0x7f430814b160 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f42f8001680 con 0x7f430814b160 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 >> v1:172.21.15.76:6789/0 conn(0x7f430814b160 legacy=0x7f430806a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 0x7f42f4003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f42f40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42f4004d10 0x7f42f4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43080c3190 con 0x7f42f4003f00 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f430814b540 con 0x7f42f4004d10 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42f400b9e0 con 0x7f430806e070 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f42f40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f4306ffd640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 0x7f42f4003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43077fe640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42f4004d10 0x7f42f4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 -- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 msgr2=0x7f42f4003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f430806e070 0x7f42f4003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 -- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42f4004d10 msgr2=0x7f42f4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42f4004d10 0x7f42f4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f42fe7fc640 1 -- 172.21.15.76:0/2102416615 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42f4003530 con 0x7f42f4003f00 2023-11-25T03:13:29.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.623+0000 7f43077fe640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f42f4004d10 0x7f42f4005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:29.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f42f40047d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f42f0009b10 tx=0x7f42f001ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64ad5991cef30812 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f00a6470 con 0x7f42f4003f00 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42f00a65d0 con 0x7f42f4003f00 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f43067fc640 1 -- 172.21.15.76:0/2102416615 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f00a6980 con 0x7f42f4003f00 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f430d99d640 1 -- 172.21.15.76:0/2102416615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 msgr2=0x7f42f40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f430d99d640 1 --2- 172.21.15.76:0/2102416615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f42f40047d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f42f0009b10 tx=0x7f42f001ca90 comp rx=0 tx=0).stop 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f43077fe640 1 -- 172.21.15.76:0/2102416615 reap_dead start 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f430d99d640 1 -- 172.21.15.76:0/2102416615 shutdown_connections 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f430d99d640 1 -- 172.21.15.76:0/2102416615 >> 172.21.15.76:0/2102416615 conn(0x7f43080c3980 msgr2=0x7f43080c3d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f430d99d640 1 -- 172.21.15.76:0/2102416615 shutdown_connections 2023-11-25T03:13:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.627+0000 7f430d99d640 1 -- 172.21.15.76:0/2102416615 wait complete. 2023-11-25T03:13:29.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 Processor -- start 2023-11-25T03:13:29.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- start start 2023-11-25T03:13:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f43081540c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43081ecf60 0x7f43081f0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4308147290 0x7f4308147710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f430814e6a0 con 0x7f42f4003f00 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43081f0970 con 0x7f43081ecf60 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43081ed4a0 con 0x7f4308147290 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f43081540c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f43081540c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60986/0 (socket says 172.21.15.76:60986) 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 -- 172.21.15.76:0/3217897226 learned_addr learned my addr 172.21.15.76:0/3217897226 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43081ecf60 0x7f43081f0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f43077fe640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4308147290 0x7f4308147710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 -- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4308147290 msgr2=0x7f4308147710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4308147290 0x7f4308147710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 -- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43081ecf60 msgr2=0x7f43081f0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43081ecf60 0x7f43081f0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 -- 172.21.15.76:0/3217897226 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4308154600 con 0x7f42f4003f00 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f43077fe640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4308147290 0x7f4308147710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4306ffd640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f43081540c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f42f8007310 tx=0x7f42f80077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f8007c20 con 0x7f42f4003f00 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42f800f9c0 con 0x7f42f4003f00 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42f800fd70 con 0x7f42f4003f00 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f430814de00 con 0x7f42f4003f00 2023-11-25T03:13:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f430814e3c0 con 0x7f42f4003f00 2023-11-25T03:13:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.631+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4308154790 con 0x7f42f4003f00 2023-11-25T03:13:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.635+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f42f801d460 con 0x7f42f4003f00 2023-11-25T03:13:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.635+0000 7f4304ff9640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42e80664a0 0x7f42e8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.635+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 6213+0+0 (secure 0 0 0) 0x7f42f80841f0 con 0x7f42f4003f00 2023-11-25T03:13:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.635+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42e80664a0 0x7f42e8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.635+0000 7f42fe7fc640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42e80664a0 0x7f42e8068960 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f42f00ad000 tx=0x7f42f00b3040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.639+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f42f8051500 con 0x7f42f4003f00 2023-11-25T03:13:29.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:29.795+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f4308068400 con 0x7f42f4003f00 2023-11-25T03:13:29.960 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:13:29.964 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:13:30.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.447+0000 7f4304ff9640 1 -- 172.21.15.76:0/3217897226 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v58) v1 ==== 169+0+0 (secure 0 0 0) 0x7f42f8054b20 con 0x7f42f4003f00 2023-11-25T03:13:30.452 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2023-11-25T03:13:30.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42e80664a0 msgr2=0x7f42e8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42e80664a0 0x7f42e8068960 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f42f00ad000 tx=0x7f42f00b3040 comp rx=0 tx=0).stop 2023-11-25T03:13:30.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 msgr2=0x7f43081540c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f43081540c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f42f8007310 tx=0x7f42f80077d0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 shutdown_connections 2023-11-25T03:13:30.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f42e80664a0 0x7f42e8068960 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4308147290 0x7f4308147710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43081ecf60 0x7f43081f0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 --2- 172.21.15.76:0/3217897226 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42f4003f00 0x7f43081540c0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 >> 172.21.15.76:0/3217897226 conn(0x7f43080c3980 msgr2=0x7f43080c3d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 shutdown_connections 2023-11-25T03:13:30.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.451+0000 7f430d99d640 1 -- 172.21.15.76:0/3217897226 wait complete. 2023-11-25T03:13:30.478 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:30.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.611+0000 7f49291c4640 1 Processor -- start 2023-11-25T03:13:30.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.611+0000 7f49291c4640 1 -- start start 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f49291c4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f49240a5370 0x7f49240c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f49291c4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49240c2760 con 0x7f4924072090 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f49291c4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49240a5750 con 0x7f49240c4110 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f49291c4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49240c3070 con 0x7f49240a5370 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f4922d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f49240a5370 0x7f49240c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f492359e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4924072090 0x7f492415b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33222/0 (socket says 172.21.15.76:33222) 2023-11-25T03:13:30.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f492359e640 1 -- 172.21.15.76:0/3718171843 learned_addr learned my addr 172.21.15.76:0/3718171843 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:30.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f4922d9d640 1 -- 172.21.15.76:0/3718171843 >> v1:172.21.15.106:6789/0 conn(0x7f49240c4110 legacy=0x7f4924150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:30.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f4922d9d640 1 -- 172.21.15.76:0/3718171843 >> v1:172.21.15.76:6789/0 conn(0x7f4924072090 legacy=0x7f492415b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.615+0000 7f4922d9d640 1 -- 172.21.15.76:0/3718171843 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49240aad20 con 0x7f49240a5370 2023-11-25T03:13:30.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f4922d9d640 1 --2- 172.21.15.76:0/3718171843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49240c3bd0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f49140097c0 tx=0x7f491401c2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a46f8c1c9f467b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:30.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f492259c640 1 -- 172.21.15.76:0/3718171843 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49140ab600 con 0x7f49240a5370 2023-11-25T03:13:30.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f492259c640 1 -- 172.21.15.76:0/3718171843 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49140a7050 con 0x7f49240a5370 2023-11-25T03:13:30.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f492259c640 1 -- 172.21.15.76:0/3718171843 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49140ab980 con 0x7f49240a5370 2023-11-25T03:13:30.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 -- 172.21.15.76:0/3718171843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 msgr2=0x7f49240c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 --2- 172.21.15.76:0/3718171843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49240c3bd0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f49140097c0 tx=0x7f491401c2f0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 -- 172.21.15.76:0/3718171843 shutdown_connections 2023-11-25T03:13:30.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 --2- 172.21.15.76:0/3718171843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49240c3bd0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 -- 172.21.15.76:0/3718171843 >> 172.21.15.76:0/3718171843 conn(0x7f492406a5b0 msgr2=0x7f492406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:30.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 -- 172.21.15.76:0/3718171843 shutdown_connections 2023-11-25T03:13:30.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 -- 172.21.15.76:0/3718171843 wait complete. 2023-11-25T03:13:30.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 Processor -- start 2023-11-25T03:13:30.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.619+0000 7f49291c4640 1 -- start start 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4924072090 0x7f49241ef270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49241eb380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49240c4110 0x7f49240c4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49241502f0 con 0x7f49240a5370 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492414f490 con 0x7f4924072090 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4924070130 con 0x7f49240c4110 2023-11-25T03:13:30.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49241eb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49241eb380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32772/0 (socket says 172.21.15.76:32772) 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 -- 172.21.15.76:0/340127429 learned_addr learned my addr 172.21.15.76:0/340127429 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f4922d9d640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4924072090 0x7f49241ef270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f492359e640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49240c4110 0x7f49240c4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 -- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49240c4110 msgr2=0x7f49240c4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49240c4110 0x7f49240c4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 -- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4924072090 msgr2=0x7f49241ef270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4924072090 0x7f49241ef270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 -- 172.21.15.76:0/340127429 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4914009420 con 0x7f49240a5370 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491bfff640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49241eb380 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f490c00c4c0 tx=0x7f490c001e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:30.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f490c005480 con 0x7f49240a5370 2023-11-25T03:13:30.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f490c003600 con 0x7f49240a5370 2023-11-25T03:13:30.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49241eede0 con 0x7f49240a5370 2023-11-25T03:13:30.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f490c003990 con 0x7f49240a5370 2023-11-25T03:13:30.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f492406fe50 con 0x7f49240a5370 2023-11-25T03:13:30.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49241eef70 con 0x7f49240a5370 2023-11-25T03:13:30.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.623+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f490c003af0 con 0x7f49240a5370 2023-11-25T03:13:30.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.627+0000 7f491b7fe640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49040664a0 0x7f4904068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.627+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f490c0833f0 con 0x7f49240a5370 2023-11-25T03:13:30.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.627+0000 7f4922d9d640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49040664a0 0x7f4904068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.627+0000 7f4922d9d640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49040664a0 0x7f4904068960 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f49140ad000 tx=0x7f4914008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:30.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.631+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f490c0508b0 con 0x7f49240a5370 2023-11-25T03:13:30.799 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.795+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4924068400 con 0x7f49240a5370 2023-11-25T03:13:30.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.795+0000 7f491b7fe640 1 -- 172.21.15.76:0/340127429 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16689 (secure 0 0 0) 0x7f490c017090 con 0x7f49240a5370 2023-11-25T03:13:30.801 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:30.801 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:30.449224+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/3663330680":"2023-11-26T03:13:27.441150+0000","172.21.15.76:6835/3663330680":"2023-11-26T03:13:27.441150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49040664a0 msgr2=0x7f4904068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49040664a0 0x7f4904068960 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f49140ad000 tx=0x7f4914008040 comp rx=0 tx=0).stop 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 msgr2=0x7f49241eb380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49241eb380 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f490c00c4c0 tx=0x7f490c001e80 comp rx=0 tx=0).stop 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 shutdown_connections 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f49040664a0 0x7f4904068960 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f49240c4110 0x7f49240c4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49240a5370 0x7f49241eb380 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.803 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 --2- 172.21.15.76:0/340127429 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4924072090 0x7f49241ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 >> 172.21.15.76:0/340127429 conn(0x7f492406a5b0 msgr2=0x7f49241542d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:30.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 shutdown_connections 2023-11-25T03:13:30.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.799+0000 7f49291c4640 1 -- 172.21.15.76:0/340127429 wait complete. 2023-11-25T03:13:30.822 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:13:04.703613+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:13:05.601304+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:30.822 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:30.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 Processor -- start 2023-11-25T03:13:30.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 -- start start 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc77c0bd3c0 0x7fc77c0c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc77c0c7c30 0x7fc77c15ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc77c0c8400 con 0x7fc77c151bb0 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc77c0c86e0 con 0x7fc77c0c7c30 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78211e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc77c1543e0 con 0x7fc77c0bd3c0 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78111c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc77c151bb0 0x7fc77c06ba40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33236/0 (socket says 172.21.15.76:33236) 2023-11-25T03:13:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78111c640 1 -- 172.21.15.76:0/3372557803 learned_addr learned my addr 172.21.15.76:0/3372557803 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78191d640 1 --2- 172.21.15.76:0/3372557803 >> v2:172.21.15.76:3300/0 conn(0x7fc77c0c7c30 0x7fc77c15ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc78091b640 1 --2- 172.21.15.76:0/3372557803 >> v2:172.21.15.106:3300/0 conn(0x7fc77c0bd3c0 0x7fc77c0c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc773fff640 1 -- 172.21.15.76:0/3372557803 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1215295518 0 0) 0x7fc77c0c8400 con 0x7fc77c151bb0 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.959+0000 7fc773fff640 1 -- 172.21.15.76:0/3372557803 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc768003530 con 0x7fc77c151bb0 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78191d640 1 -- 172.21.15.76:0/3372557803 >> v2:172.21.15.106:3300/0 conn(0x7fc77c0bd3c0 msgr2=0x7fc77c0c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78191d640 1 --2- 172.21.15.76:0/3372557803 >> v2:172.21.15.106:3300/0 conn(0x7fc77c0bd3c0 0x7fc77c0c46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78191d640 1 -- 172.21.15.76:0/3372557803 >> v1:172.21.15.76:6789/0 conn(0x7fc77c151bb0 legacy=0x7fc77c06ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78191d640 1 -- 172.21.15.76:0/3372557803 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc77c1545f0 con 0x7fc77c0c7c30 2023-11-25T03:13:30.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78191d640 1 --2- 172.21.15.76:0/3372557803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c15ed60 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fc77c154520 tx=0x7fc77401c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb9b8ffbb5a91502 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc773fff640 1 -- 172.21.15.76:0/3372557803 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7740a5880 con 0x7fc77c0c7c30 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc773fff640 1 -- 172.21.15.76:0/3372557803 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7740a59e0 con 0x7fc77c0c7c30 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc773fff640 1 -- 172.21.15.76:0/3372557803 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7740a5d70 con 0x7fc77c0c7c30 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 -- 172.21.15.76:0/3372557803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 msgr2=0x7fc77c15ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 --2- 172.21.15.76:0/3372557803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c15ed60 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fc77c154520 tx=0x7fc77401c7c0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 -- 172.21.15.76:0/3372557803 shutdown_connections 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 --2- 172.21.15.76:0/3372557803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c15ed60 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 --2- 172.21.15.76:0/3372557803 >> v2:172.21.15.106:3300/0 conn(0x7fc77c0bd3c0 0x7fc77c0c46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 -- 172.21.15.76:0/3372557803 >> 172.21.15.76:0/3372557803 conn(0x7fc77c0abcc0 msgr2=0x7fc77c0ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:30.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.963+0000 7fc78211e640 1 -- 172.21.15.76:0/3372557803 shutdown_connections 2023-11-25T03:13:30.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 -- 172.21.15.76:0/3372557803 wait complete. 2023-11-25T03:13:30.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 Processor -- start 2023-11-25T03:13:30.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 -- start start 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0bd3c0 0x7fc77c143f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c06c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c151bb0 0x7fc77c14e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c0bf750 con 0x7fc77c0c7c30 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c1ecff0 con 0x7fc77c151bb0 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c143270 con 0x7fc77c0bd3c0 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c06c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c06c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32788/0 (socket says 172.21.15.76:32788) 2023-11-25T03:13:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 -- 172.21.15.76:0/2402740259 learned_addr learned my addr 172.21.15.76:0/2402740259 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78191d640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c151bb0 0x7fc77c14e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78111c640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0bd3c0 0x7fc77c143f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 -- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0bd3c0 msgr2=0x7fc77c143f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0bd3c0 0x7fc77c143f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 -- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c151bb0 msgr2=0x7fc77c14e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c151bb0 0x7fc77c14e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 -- 172.21.15.76:0/2402740259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc774009a70 con 0x7fc77c0c7c30 2023-11-25T03:13:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78091b640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c06c5c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00d800 tx=0x7fc76c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00b6c0 con 0x7fc77c0c7c30 2023-11-25T03:13:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc76c00b820 con 0x7fc77c0c7c30 2023-11-25T03:13:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00bb90 con 0x7fc77c0c7c30 2023-11-25T03:13:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.967+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc77c144440 con 0x7fc77c0c7c30 2023-11-25T03:13:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc77c142660 con 0x7fc77c0c7c30 2023-11-25T03:13:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc77c067e90 con 0x7fc77c0c7c30 2023-11-25T03:13:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc76c00bcf0 con 0x7fc77c0c7c30 2023-11-25T03:13:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc771ffb640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc7600664a0 0x7fc760068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fc76c084280 con 0x7fc77c0c7c30 2023-11-25T03:13:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc78111c640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc7600664a0 0x7fc760068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.971+0000 7fc78111c640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc7600664a0 0x7fc760068960 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc7780011f0 tx=0x7fc778007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:30.979 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:30.975+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc76c051740 con 0x7fc77c0c7c30 2023-11-25T03:13:31.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.127+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc77c04e850 con 0x7fc77c0c7c30 2023-11-25T03:13:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc771ffb640 1 -- 172.21.15.76:0/2402740259 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc76c054d60 con 0x7fc77c0c7c30 2023-11-25T03:13:31.133 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc7600664a0 msgr2=0x7fc760068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc7600664a0 0x7fc760068960 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc7780011f0 tx=0x7fc778007d40 comp rx=0 tx=0).stop 2023-11-25T03:13:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 msgr2=0x7fc77c06c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c06c5c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00d800 tx=0x7fc76c00dcc0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 shutdown_connections 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc7600664a0 0x7fc760068960 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc77c151bb0 0x7fc77c14e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c0c7c30 0x7fc77c06c5c0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 --2- 172.21.15.76:0/2402740259 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc77c0bd3c0 0x7fc77c143f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 >> 172.21.15.76:0/2402740259 conn(0x7fc77c0abcc0 msgr2=0x7fc77c0c8820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 shutdown_connections 2023-11-25T03:13:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.131+0000 7fc78211e640 1 -- 172.21.15.76:0/2402740259 wait complete. 2023-11-25T03:13:31.154 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:13:31.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 Processor -- start 2023-11-25T03:13:31.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 -- start start 2023-11-25T03:13:31.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5a8414b010 0x7f5a840bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 0x7f5a841580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a8406a5b0 con 0x7f5a84073a70 2023-11-25T03:13:31.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a8406b710 con 0x7f5a8414b010 2023-11-25T03:13:31.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8b18d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a840c1d60 con 0x7f5a84157c20 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5a84073a70 0x7f5a8406b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33248/0 (socket says 172.21.15.76:33248) 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7bfff640 1 -- 172.21.15.76:0/2015523723 learned_addr learned my addr 172.21.15.76:0/2015523723 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a88f29640 1 --2- 172.21.15.76:0/2015523723 >> v2:172.21.15.106:3300/0 conn(0x7f5a8414b010 0x7f5a840bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a8972a640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 0x7f5a841580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1738782101 0 0) 0x7f5a8406a5b0 con 0x7f5a84073a70 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5a6c003530 con 0x7f5a84073a70 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4071619276 0 0) 0x7f5a6c003530 con 0x7f5a84073a70 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 msgr2=0x7f5a841580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 0x7f5a841580b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 >> v2:172.21.15.106:3300/0 conn(0x7f5a8414b010 msgr2=0x7f5a840bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 --2- 172.21.15.76:0/2015523723 >> v2:172.21.15.106:3300/0 conn(0x7f5a8414b010 0x7f5a840bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.295+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a840c2040 con 0x7f5a84073a70 2023-11-25T03:13:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5a74001680 con 0x7f5a84073a70 2023-11-25T03:13:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 >> v1:172.21.15.76:6789/0 conn(0x7f5a84073a70 legacy=0x7f5a8406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 0x7f5a6c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a6c003f00 0x7f5a6c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a6c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a8406b710 con 0x7f5a6c004d10 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a840c1d60 con 0x7f5a6c003f00 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a6c00b9c0 con 0x7f5a84157c20 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a6c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a88f29640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 0x7f5a6c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7bfff640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a6c003f00 0x7f5a6c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 -- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 msgr2=0x7f5a6c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a84157c20 0x7f5a6c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 -- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a6c003f00 msgr2=0x7f5a6c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a6c003f00 0x7f5a6c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 -- 172.21.15.76:0/2015523723 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a6c003530 con 0x7f5a6c004d10 2023-11-25T03:13:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a8972a640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a6c005190 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c009fc0 tx=0x7f5a7c01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b4ddc515c4013c7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c0a5c70 con 0x7f5a6c004d10 2023-11-25T03:13:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a7c00f040 con 0x7f5a6c004d10 2023-11-25T03:13:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.299+0000 7f5a7b7fe640 1 -- 172.21.15.76:0/2015523723 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c0ad440 con 0x7f5a6c004d10 2023-11-25T03:13:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- 172.21.15.76:0/2015523723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 msgr2=0x7f5a6c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/2015523723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a6c005190 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c009fc0 tx=0x7f5a7c01cc60 comp rx=0 tx=0).stop 2023-11-25T03:13:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8972a640 1 -- 172.21.15.76:0/2015523723 reap_dead start 2023-11-25T03:13:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- 172.21.15.76:0/2015523723 shutdown_connections 2023-11-25T03:13:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- 172.21.15.76:0/2015523723 >> 172.21.15.76:0/2015523723 conn(0x7f5a840c30c0 msgr2=0x7f5a840c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- 172.21.15.76:0/2015523723 shutdown_connections 2023-11-25T03:13:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- 172.21.15.76:0/2015523723 wait complete. 2023-11-25T03:13:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 Processor -- start 2023-11-25T03:13:31.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- start start 2023-11-25T03:13:31.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a841ea0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a841eaaa0 0x7f5a840c5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a841ed220 0x7f5a841ed690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a841ea5f0 con 0x7f5a6c004d10 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a84154d70 con 0x7f5a841eaaa0 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8b18d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a84155050 con 0x7f5a841ed220 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a841ea0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a841ea0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32798/0 (socket says 172.21.15.76:32798) 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 -- 172.21.15.76:0/3431544133 learned_addr learned my addr 172.21.15.76:0/3431544133 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a7bfff640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a841eaaa0 0x7f5a840c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a8972a640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a841ed220 0x7f5a841ed690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 -- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a841ed220 msgr2=0x7f5a841ed690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a841ed220 0x7f5a841ed690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 -- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a841eaaa0 msgr2=0x7f5a840c5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a841eaaa0 0x7f5a840c5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.303+0000 7f5a88f29640 1 -- 172.21.15.76:0/3431544133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a84155330 con 0x7f5a6c004d10 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a7bfff640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a841eaaa0 0x7f5a840c5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a88f29640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a841ea0b0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f5a80011a30 tx=0x7f5a80011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a8000fbb0 con 0x7f5a6c004d10 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a8000fd10 con 0x7f5a6c004d10 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a841ecd20 con 0x7f5a6c004d10 2023-11-25T03:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a80014680 con 0x7f5a6c004d10 2023-11-25T03:13:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a840c59a0 con 0x7f5a6c004d10 2023-11-25T03:13:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a84155570 con 0x7f5a6c004d10 2023-11-25T03:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a800147e0 con 0x7f5a6c004d10 2023-11-25T03:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a797fa640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a70066470 0x7f5a70068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f5a80084870 con 0x7f5a6c004d10 2023-11-25T03:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.307+0000 7f5a7bfff640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a70066470 0x7f5a70068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.311+0000 7f5a7bfff640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a70066470 0x7f5a70068930 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5a841eaec0 tx=0x7f5a74009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.311+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a84155570 con 0x7f5a6c004d10 2023-11-25T03:13:31.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5a84068400 con 0x7f5a6c004d10 2023-11-25T03:13:31.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a797fa640 1 -- 172.21.15.76:0/3431544133 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v58) v1 ==== 105+0+11 (secure 0 0 0) 0x7f5a80051c90 con 0x7f5a6c004d10 2023-11-25T03:13:31.466 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:13:31.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a70066470 msgr2=0x7f5a70068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a70066470 0x7f5a70068930 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5a841eaec0 tx=0x7f5a74009040 comp rx=0 tx=0).stop 2023-11-25T03:13:31.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 msgr2=0x7f5a841ea0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.467 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a841ea0b0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f5a80011a30 tx=0x7f5a80011ef0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 shutdown_connections 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a70066470 0x7f5a70068930 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a841ed220 0x7f5a841ed690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a841eaaa0 0x7f5a840c5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 --2- 172.21.15.76:0/3431544133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a6c004d10 0x7f5a841ea0b0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 >> 172.21.15.76:0/3431544133 conn(0x7f5a840c30c0 msgr2=0x7f5a84066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 shutdown_connections 2023-11-25T03:13:31.468 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.463+0000 7f5a8b18d640 1 -- 172.21.15.76:0/3431544133 wait complete. 2023-11-25T03:13:31.486 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:13:31.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 Processor -- start 2023-11-25T03:13:31.626 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 -- start start 2023-11-25T03:13:31.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0acc0c4100 0x7f0acc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c06d0 0x7f0acc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0acc0c31c0 con 0x7f0acc0c63c0 2023-11-25T03:13:31.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0acc0c34a0 con 0x7f0acc0c4100 2023-11-25T03:13:31.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad253e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc0c1030 con 0x7f0acc0c06d0 2023-11-25T03:13:31.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0acc0c4100 0x7f0acc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0acc0c4100 0x7f0acc0c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32808/0 (socket says 172.21.15.76:32808) 2023-11-25T03:13:31.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 -- 172.21.15.76:0/1598683829 learned_addr learned my addr 172.21.15.76:0/1598683829 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:31.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0ad0adb640 1 --2- 172.21.15.76:0/1598683829 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c06d0 0x7f0acc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 -- 172.21.15.76:0/1598683829 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c06d0 msgr2=0x7f0acc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 --2- 172.21.15.76:0/1598683829 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c06d0 0x7f0acc0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 -- 172.21.15.76:0/1598683829 >> v1:172.21.15.106:6789/0 conn(0x7f0acc0c63c0 legacy=0x7f0acc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.623+0000 7f0acb7fe640 1 -- 172.21.15.76:0/1598683829 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0acc0c1310 con 0x7f0acc0c4100 2023-11-25T03:13:31.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0acb7fe640 1 --2- 172.21.15.76:0/1598683829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc0c2bb0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f0ac000bb10 tx=0x7f0ac001eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2b158184784c30 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0acaffd640 1 -- 172.21.15.76:0/1598683829 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc0aa3d0 con 0x7f0acc0c4100 2023-11-25T03:13:31.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0acaffd640 1 -- 172.21.15.76:0/1598683829 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ac00a7ad0 con 0x7f0acc0c4100 2023-11-25T03:13:31.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0acaffd640 1 -- 172.21.15.76:0/1598683829 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac00a7e60 con 0x7f0acc0c4100 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 -- 172.21.15.76:0/1598683829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 msgr2=0x7f0acc0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 --2- 172.21.15.76:0/1598683829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc0c2bb0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f0ac000bb10 tx=0x7f0ac001eaf0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 -- 172.21.15.76:0/1598683829 shutdown_connections 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 --2- 172.21.15.76:0/1598683829 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c06d0 0x7f0acc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 --2- 172.21.15.76:0/1598683829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc0c2bb0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 -- 172.21.15.76:0/1598683829 >> 172.21.15.76:0/1598683829 conn(0x7f0acc06a5b0 msgr2=0x7f0acc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 -- 172.21.15.76:0/1598683829 shutdown_connections 2023-11-25T03:13:31.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.627+0000 7f0ad253e640 1 -- 172.21.15.76:0/1598683829 wait complete. 2023-11-25T03:13:31.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 Processor -- start 2023-11-25T03:13:31.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- start start 2023-11-25T03:13:31.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0acc0c06d0 0x7f0acc1ec250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc1ea060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c63c0 0x7f0acc1ea5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc0bfc60 con 0x7f0acc0c4100 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc0bbda0 con 0x7f0acc0c06d0 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc1ecba0 con 0x7f0acc0c63c0 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc1ea060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc1ea060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32810/0 (socket says 172.21.15.76:32810) 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 -- 172.21.15.76:0/3164396688 learned_addr learned my addr 172.21.15.76:0/3164396688 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acbfff640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0acc0c06d0 0x7f0acc1ec250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad0adb640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c63c0 0x7f0acc1ea5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 -- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c63c0 msgr2=0x7f0acc1ea5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c63c0 0x7f0acc1ea5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 -- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0acc0c06d0 msgr2=0x7f0acc1ec250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0acc0c06d0 0x7f0acc1ec250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 -- 172.21.15.76:0/3164396688 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ac000b770 con 0x7f0acc0c4100 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acbfff640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0acc0c06d0 0x7f0acc1ec250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0acb7fe640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc1ea060 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f0ac000b2c0 tx=0x7f0ac001b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac0006ee0 con 0x7f0acc0c4100 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ac00afe20 con 0x7f0acc0c4100 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac00b8620 con 0x7f0acc0c4100 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0acc0bc040 con 0x7f0acc0c4100 2023-11-25T03:13:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0acc1ece80 con 0x7f0acc0c4100 2023-11-25T03:13:31.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.631+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0acc072a00 con 0x7f0acc0c4100 2023-11-25T03:13:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.635+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0ac00b6040 con 0x7f0acc0c4100 2023-11-25T03:13:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.635+0000 7f0ac8ff9640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ab80664a0 0x7f0ab8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.635+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f0ac0120fe0 con 0x7f0acc0c4100 2023-11-25T03:13:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.635+0000 7f0acbfff640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ab80664a0 0x7f0ab8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.635+0000 7f0acbfff640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ab80664a0 0x7f0ab8068960 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0abc000f70 tx=0x7f0abc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.639+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0ac00ee590 con 0x7f0acc0c4100 2023-11-25T03:13:31.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.787+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f0acc068400 con 0x7f0acc0c4100 2023-11-25T03:13:31.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.787+0000 7f0ac8ff9640 1 -- 172.21.15.76:0/3164396688 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v58) v1 ==== 101+0+11 (secure 0 0 0) 0x7f0ac00bf0a0 con 0x7f0acc0c4100 2023-11-25T03:13:31.792 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:13:31.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ab80664a0 msgr2=0x7f0ab8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ab80664a0 0x7f0ab8068960 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0abc000f70 tx=0x7f0abc009040 comp rx=0 tx=0).stop 2023-11-25T03:13:31.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 msgr2=0x7f0acc1ea060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.794 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc1ea060 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f0ac000b2c0 tx=0x7f0ac001b890 comp rx=0 tx=0).stop 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 shutdown_connections 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ab80664a0 0x7f0ab8068960 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0acc0c63c0 0x7f0acc1ea5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc0c4100 0x7f0acc1ea060 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 --2- 172.21.15.76:0/3164396688 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0acc0c06d0 0x7f0acc1ec250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 >> 172.21.15.76:0/3164396688 conn(0x7f0acc06a5b0 msgr2=0x7f0acc0a6ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 shutdown_connections 2023-11-25T03:13:31.795 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.791+0000 7f0ad253e640 1 -- 172.21.15.76:0/3164396688 wait complete. 2023-11-25T03:13:31.813 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:31.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 Processor -- start 2023-11-25T03:13:31.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 -- start start 2023-11-25T03:13:31.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bac0c5260 0x7f7bac06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7bac0c60f0 0x7f7bac155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bac0c17f0 con 0x7f7bac0c5260 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bac0c2580 con 0x7f7bac0c60f0 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb4417640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bac0c1a00 con 0x7f7bac0c5640 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bac0c5260 0x7f7bac06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bac0c5260 0x7f7bac06d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32822/0 (socket says 172.21.15.76:32822) 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1757219002 learned_addr learned my addr 172.21.15.76:0/1757219002 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:31.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb29b4640 1 --2- 172.21.15.76:0/1757219002 >> v2:172.21.15.106:3300/0 conn(0x7f7bac0c60f0 0x7f7bac155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb19b2640 1 --2- 172.21.15.76:0/1757219002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1757219002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 msgr2=0x7f7bac0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 --2- 172.21.15.76:0/1757219002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1757219002 >> v2:172.21.15.106:3300/0 conn(0x7f7bac0c60f0 msgr2=0x7f7bac155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:31.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 --2- 172.21.15.76:0/1757219002 >> v2:172.21.15.106:3300/0 conn(0x7f7bac0c60f0 0x7f7bac155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.947+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1757219002 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bac0c1ce0 con 0x7f7bac0c5260 2023-11-25T03:13:31.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb21b3640 1 --2- 172.21.15.76:0/1757219002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac06d5b0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f7bac06d340 tx=0x7f7ba801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b64e20de2d6a2402 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb11b1640 1 -- 172.21.15.76:0/1757219002 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba80ac640 con 0x7f7bac0c5260 2023-11-25T03:13:31.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb11b1640 1 -- 172.21.15.76:0/1757219002 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ba80ac7a0 con 0x7f7bac0c5260 2023-11-25T03:13:31.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb11b1640 1 -- 172.21.15.76:0/1757219002 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba80acb30 con 0x7f7bac0c5260 2023-11-25T03:13:31.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 -- 172.21.15.76:0/1757219002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 msgr2=0x7f7bac06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1757219002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac06d5b0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f7bac06d340 tx=0x7f7ba801c440 comp rx=0 tx=0).stop 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 -- 172.21.15.76:0/1757219002 shutdown_connections 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1757219002 >> v2:172.21.15.106:3300/0 conn(0x7f7bac0c60f0 0x7f7bac155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1757219002 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1757219002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac06d5b0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 -- 172.21.15.76:0/1757219002 >> 172.21.15.76:0/1757219002 conn(0x7f7bac06a5b0 msgr2=0x7f7bac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 -- 172.21.15.76:0/1757219002 shutdown_connections 2023-11-25T03:13:31.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.951+0000 7f7bb4417640 1 -- 172.21.15.76:0/1757219002 wait complete. 2023-11-25T03:13:31.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 Processor -- start 2023-11-25T03:13:31.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 -- start start 2023-11-25T03:13:31.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac14d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac152f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bac0c60f0 0x7f7bac1499b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bac14a490 con 0x7f7bac0c5260 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bac1538a0 con 0x7f7bac0c60f0 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bac1525d0 con 0x7f7bac0c5640 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac14d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac14d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32824/0 (socket says 172.21.15.76:32824) 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1277688842 learned_addr learned my addr 172.21.15.76:0/1277688842 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb19b2640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac152f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb29b4640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bac0c60f0 0x7f7bac1499b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 msgr2=0x7f7bac152f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac152f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bac0c60f0 msgr2=0x7f7bac1499b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bac0c60f0 0x7f7bac1499b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 -- 172.21.15.76:0/1277688842 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ba80094d0 con 0x7f7bac0c5260 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb21b3640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac14d400 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80af040 tx=0x7f7ba801ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba80b7830 con 0x7f7bac0c5260 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ba80b79b0 con 0x7f7bac0c5260 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bac153b40 con 0x7f7bac0c5260 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba80b7d60 con 0x7f7bac0c5260 2023-11-25T03:13:31.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.955+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bac14a980 con 0x7f7bac0c5260 2023-11-25T03:13:31.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.959+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bac153cd0 con 0x7f7bac0c5260 2023-11-25T03:13:31.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.959+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7ba80b3040 con 0x7f7bac0c5260 2023-11-25T03:13:31.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.959+0000 7f7ba2ffd640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7b90066470 0x7f7b90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:31.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.959+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f7ba811e830 con 0x7f7bac0c5260 2023-11-25T03:13:31.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.959+0000 7f7bb19b2640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7b90066470 0x7f7b90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:31.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.959+0000 7f7bb19b2640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7b90066470 0x7f7b90068930 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f7bac14ea70 tx=0x7f7b9c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:31.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:31.963+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7ba80ebcf0 con 0x7f7bac0c5260 2023-11-25T03:13:32.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.143+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7bac0a8be0 con 0x7f7bac0c5260 2023-11-25T03:13:32.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.143+0000 7f7ba2ffd640 1 -- 172.21.15.76:0/1277688842 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) v1 ==== 94+0+4920 (secure 0 0 0) 0x7f7bac0a8be0 con 0x7f7bac0c5260 2023-11-25T03:13:32.147 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:32.147 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":40,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":6336,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2149885511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2149885511},{"type":"v1","addr":"172.21.15.76:6837","nonce":2149885511}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:32.148 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 40 2023-11-25T03:13:32.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.143+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7b90066470 msgr2=0x7f7b90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.143+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7b90066470 0x7f7b90068930 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f7bac14ea70 tx=0x7f7b9c008040 comp rx=0 tx=0).stop 2023-11-25T03:13:32.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.143+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 msgr2=0x7f7bac14d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.143+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac14d400 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80af040 tx=0x7f7ba801ac80 comp rx=0 tx=0).stop 2023-11-25T03:13:32.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 shutdown_connections 2023-11-25T03:13:32.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7b90066470 0x7f7b90068930 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7bac0c60f0 0x7f7bac1499b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7bac0c5640 0x7f7bac152f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 --2- 172.21.15.76:0/1277688842 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bac0c5260 0x7f7bac14d400 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 >> 172.21.15.76:0/1277688842 conn(0x7f7bac06a5b0 msgr2=0x7f7bac14ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:32.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 shutdown_connections 2023-11-25T03:13:32.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.147+0000 7f7bb4417640 1 -- 172.21.15.76:0/1277688842 wait complete. 2023-11-25T03:13:32.168 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.299+0000 7f54e3ddf640 1 Processor -- start 2023-11-25T03:13:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.299+0000 7f54e3ddf640 1 -- start start 2023-11-25T03:13:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e3ddf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f54dc0a5370 0x7f54dc0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e3ddf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e3ddf640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54dc0c2760 con 0x7f54dc0c4110 2023-11-25T03:13:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e3ddf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54dc0c3070 con 0x7f54dc0a5370 2023-11-25T03:13:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e3ddf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54dc151bf0 con 0x7f54dc072090 2023-11-25T03:13:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f54dc0a5370 0x7f54dc0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e237c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f54dc0a5370 0x7f54dc0c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:53944/0 (socket says 172.21.15.76:53944) 2023-11-25T03:13:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 -- 172.21.15.76:0/1400505290 learned_addr learned my addr 172.21.15.76:0/1400505290 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 -- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 msgr2=0x7f54dc1516b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 --2- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1516b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 -- 172.21.15.76:0/1400505290 >> v1:172.21.15.106:6789/0 conn(0x7f54dc0c4110 legacy=0x7f54dc150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.303+0000 7f54e1b7b640 1 -- 172.21.15.76:0/1400505290 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54dc0a5750 con 0x7f54dc0a5370 2023-11-25T03:13:32.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e1b7b640 1 --2- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc0c3bd0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f54d80098a0 tx=0x7f54d801e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a1a94de45de5740 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e0b79640 1 -- 172.21.15.76:0/1400505290 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d80ab630 con 0x7f54dc0a5370 2023-11-25T03:13:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e0b79640 1 -- 172.21.15.76:0/1400505290 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54d80ab790 con 0x7f54dc0a5370 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e0b79640 1 -- 172.21.15.76:0/1400505290 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d80abb20 con 0x7f54dc0a5370 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 -- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 msgr2=0x7f54dc0c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc0c3bd0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f54d80098a0 tx=0x7f54d801e5e0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 -- 172.21.15.76:0/1400505290 shutdown_connections 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1516b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/1400505290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc0c3bd0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 -- 172.21.15.76:0/1400505290 >> 172.21.15.76:0/1400505290 conn(0x7f54dc06a5b0 msgr2=0x7f54dc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 -- 172.21.15.76:0/1400505290 shutdown_connections 2023-11-25T03:13:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 -- 172.21.15.76:0/1400505290 wait complete. 2023-11-25T03:13:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 Processor -- start 2023-11-25T03:13:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.307+0000 7f54e3ddf640 1 -- start start 2023-11-25T03:13:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1469b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc06fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 0x7f54dc1ebdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54dc1543b0 con 0x7f54dc0c4110 2023-11-25T03:13:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54dc1540d0 con 0x7f54dc0a5370 2023-11-25T03:13:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54dc154700 con 0x7f54dc072090 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 0x7f54dc1ebdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 0x7f54dc1ebdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32830/0 (socket says 172.21.15.76:32830) 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 -- 172.21.15.76:0/2904829220 learned_addr learned my addr 172.21.15.76:0/2904829220 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e137a640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc06fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e1b7b640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1469b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 -- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 msgr2=0x7f54dc1469b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1469b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 -- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 msgr2=0x7f54dc06fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc06fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 -- 172.21.15.76:0/2904829220 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54d80094d0 con 0x7f54dc0c4110 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e237c640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 0x7f54dc1ebdb0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f54d400efc0 tx=0x7f54d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d4014480 con 0x7f54dc0c4110 2023-11-25T03:13:32.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54d400f040 con 0x7f54dc0c4110 2023-11-25T03:13:32.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54dc1549e0 con 0x7f54dc0c4110 2023-11-25T03:13:32.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d4014820 con 0x7f54dc0c4110 2023-11-25T03:13:32.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54dc153da0 con 0x7f54dc0c4110 2023-11-25T03:13:32.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.311+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54dc154560 con 0x7f54dc0c4110 2023-11-25T03:13:32.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.315+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f54d4014980 con 0x7f54dc0c4110 2023-11-25T03:13:32.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.315+0000 7f54d27fc640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54c0066470 0x7f54c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.315+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f54d40848a0 con 0x7f54dc0c4110 2023-11-25T03:13:32.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.315+0000 7f54e1b7b640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54c0066470 0x7f54c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.318 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.315+0000 7f54e1b7b640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54c0066470 0x7f54c0068930 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f54d80b0000 tx=0x7f54d80b5040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.319+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f54dc154560 con 0x7f54dc0c4110 2023-11-25T03:13:32.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.467+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f54dc154560 con 0x7f54dc0c4110 2023-11-25T03:13:32.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54d27fc640 1 -- 172.21.15.76:0/2904829220 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16689 (secure 0 0 0) 0x7f54dc154560 con 0x7f54dc0c4110 2023-11-25T03:13:32.473 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:32.473 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:30.449224+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/3663330680":"2023-11-26T03:13:27.441150+0000","172.21.15.76:6835/3663330680":"2023-11-26T03:13:27.441150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:32.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54c0066470 msgr2=0x7f54c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54c0066470 0x7f54c0068930 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f54d80b0000 tx=0x7f54d80b5040 comp rx=0 tx=0).stop 2023-11-25T03:13:32.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 msgr2=0x7f54dc1ebdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 0x7f54dc1ebdb0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f54d400efc0 tx=0x7f54d400c490 comp rx=0 tx=0).stop 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 shutdown_connections 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54c0066470 0x7f54c0068930 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54dc0c4110 0x7f54dc1ebdb0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54dc0a5370 0x7f54dc06fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 --2- 172.21.15.76:0/2904829220 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54dc072090 0x7f54dc1469b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 >> 172.21.15.76:0/2904829220 conn(0x7f54dc06a5b0 msgr2=0x7f54dc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 shutdown_connections 2023-11-25T03:13:32.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.471+0000 7f54e3ddf640 1 -- 172.21.15.76:0/2904829220 wait complete. 2023-11-25T03:13:32.494 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2023-11-25T03:13:32.494 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5216017640 1 Processor -- start 2023-11-25T03:13:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5216017640 1 -- start start 2023-11-25T03:13:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5216017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 0x7f52100c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5216017640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52100c2580 con 0x7f52100c5260 2023-11-25T03:13:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5216017640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52100c1a00 con 0x7f52100c60f0 2023-11-25T03:13:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5216017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5210153510 con 0x7f52100c5640 2023-11-25T03:13:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f52100c5260 0x7f521006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33264/0 (socket says 172.21.15.76:33264) 2023-11-25T03:13:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520f7fe640 1 -- 172.21.15.76:0/1951924135 learned_addr learned my addr 172.21.15.76:0/1951924135 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f5207fff640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 0x7f52100c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1875548580 0 0) 0x7f52100c2580 con 0x7f52100c5260 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f51fc003530 con 0x7f52100c5260 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1609244039 0 0) 0x7f51fc003530 con 0x7f52100c5260 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 msgr2=0x7f52100c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520effd640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 0x7f52100c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.627+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 >> v1:172.21.15.106:6789/0 conn(0x7f52100c60f0 legacy=0x7f5210155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52100c1ce0 con 0x7f52100c5260 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5200001680 con 0x7f52100c5260 2023-11-25T03:13:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 >> v1:172.21.15.76:6789/0 conn(0x7f52100c5260 legacy=0x7f521006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f51fc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 0x7f51fc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51fc004d10 0x7f51fc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51fc00ba90 con 0x7f51fc0039b0 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51fc00bc00 con 0x7f51fc004d10 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51fc00bdc0 con 0x7f52100c5640 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f51fc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520ffff640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51fc004d10 0x7f51fc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f5207fff640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 0x7f51fc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 -- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 msgr2=0x7f51fc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52100c5640 0x7f51fc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 -- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51fc004d10 msgr2=0x7f51fc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f51fc004d10 0x7f51fc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 -- 172.21.15.76:0/1951924135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51fc003530 con 0x7f51fc0039b0 2023-11-25T03:13:32.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f51fc003dd0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f520000c1c0 tx=0x7f520001cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7a667eddd6032b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5200005ae0 con 0x7f51fc0039b0 2023-11-25T03:13:32.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5200005c40 con 0x7f51fc0039b0 2023-11-25T03:13:32.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.631+0000 7f520effd640 1 -- 172.21.15.76:0/1951924135 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5200007070 con 0x7f51fc0039b0 2023-11-25T03:13:32.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- 172.21.15.76:0/1951924135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 msgr2=0x7f51fc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 --2- 172.21.15.76:0/1951924135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f51fc003dd0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f520000c1c0 tx=0x7f520001cb60 comp rx=0 tx=0).stop 2023-11-25T03:13:32.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520ffff640 1 -- 172.21.15.76:0/1951924135 reap_dead start 2023-11-25T03:13:32.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- 172.21.15.76:0/1951924135 shutdown_connections 2023-11-25T03:13:32.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- 172.21.15.76:0/1951924135 >> 172.21.15.76:0/1951924135 conn(0x7f521006a5b0 msgr2=0x7f521006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:32.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- 172.21.15.76:0/1951924135 shutdown_connections 2023-11-25T03:13:32.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- 172.21.15.76:0/1951924135 wait complete. 2023-11-25T03:13:32.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 Processor -- start 2023-11-25T03:13:32.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- start start 2023-11-25T03:13:32.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f5210159220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52101ee940 0x7f52101ea870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52101eed80 0x7f52101eadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52101587d0 con 0x7f51fc0039b0 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f521015cc50 con 0x7f52101ee940 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5216017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52100a58e0 con 0x7f52101eed80 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f5210159220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f5210159220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32842/0 (socket says 172.21.15.76:32842) 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 -- 172.21.15.76:0/1273150076 learned_addr learned my addr 172.21.15.76:0/1273150076 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5207fff640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52101ee940 0x7f52101ea870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520ffff640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52101eed80 0x7f52101eadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 -- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52101eed80 msgr2=0x7f52101eadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52101eed80 0x7f52101eadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 -- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52101ee940 msgr2=0x7f52101ea870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52101ee940 0x7f52101ea870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f520f7fe640 1 -- 172.21.15.76:0/1273150076 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52100a5bc0 con 0x7f51fc0039b0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.635+0000 7f5207fff640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52101ee940 0x7f52101ea870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520f7fe640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f5210159220 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f520001c990 tx=0x7f51fc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52000b4070 con 0x7f51fc0039b0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5200001540 con 0x7f51fc0039b0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5200007290 con 0x7f51fc0039b0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5210158a20 con 0x7f51fc0039b0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52100a8750 con 0x7f51fc0039b0 2023-11-25T03:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52100a8940 con 0x7f51fc0039b0 2023-11-25T03:13:32.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f52000073f0 con 0x7f51fc0039b0 2023-11-25T03:13:32.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520cff9640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f51f00664a0 0x7f51f0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f520011d5b0 con 0x7f51fc0039b0 2023-11-25T03:13:32.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.639+0000 7f5207fff640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f51f00664a0 0x7f51f0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.643+0000 7f5207fff640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f51f00664a0 0x7f51f0068960 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5210159990 tx=0x7f51f8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.643+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f52000ea930 con 0x7f51fc0039b0 2023-11-25T03:13:32.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f52100a5d50 con 0x7f51fc0039b0 2023-11-25T03:13:32.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f520cff9640 1 -- 172.21.15.76:0/1273150076 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) v1 ==== 94+0+4920 (secure 0 0 0) 0x7f52000edf50 con 0x7f51fc0039b0 2023-11-25T03:13:32.827 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:32.827 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":40,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":6336,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2149885511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2149885511},{"type":"v1","addr":"172.21.15.76:6837","nonce":2149885511}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:32.827 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 40 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f51f00664a0 msgr2=0x7f51f0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f51f00664a0 0x7f51f0068960 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5210159990 tx=0x7f51f8008040 comp rx=0 tx=0).stop 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 msgr2=0x7f5210159220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f5210159220 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f520001c990 tx=0x7f51fc005800 comp rx=0 tx=0).stop 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 shutdown_connections 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f51f00664a0 0x7f51f0068960 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52101eed80 0x7f52101eadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52101ee940 0x7f52101ea870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 --2- 172.21.15.76:0/1273150076 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51fc0039b0 0x7f5210159220 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 >> 172.21.15.76:0/1273150076 conn(0x7f521006a5b0 msgr2=0x7f52100716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:32.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 shutdown_connections 2023-11-25T03:13:32.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.823+0000 7f5216017640 1 -- 172.21.15.76:0/1273150076 wait complete. 2023-11-25T03:13:32.848 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:32.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043ca9c640 1 Processor -- start 2023-11-25T03:13:32.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043ca9c640 1 -- start start 2023-11-25T03:13:32.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043ca9c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f043806bbb0 0x7f04381600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043ca9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f043806c860 con 0x7f04380c7ea0 2023-11-25T03:13:32.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043ca9c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f043806c000 con 0x7f0438151e90 2023-11-25T03:13:32.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043ca9c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04380c8750 con 0x7f043806bbb0 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f04380c7ea0 0x7f043806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33266/0 (socket says 172.21.15.76:33266) 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 -- 172.21.15.76:0/2386201767 learned_addr learned my addr 172.21.15.76:0/2386201767 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0436d9d640 1 --2- 172.21.15.76:0/2386201767 >> v2:172.21.15.106:3300/0 conn(0x7f043806bbb0 0x7f04381600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2055964501 0 0) 0x7f043806c860 con 0x7f04380c7ea0 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0420003530 con 0x7f04380c7ea0 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 705466782 0 0) 0x7f0420003530 con 0x7f04380c7ea0 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 >> v2:172.21.15.106:3300/0 conn(0x7f043806bbb0 msgr2=0x7f04381600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 --2- 172.21.15.76:0/2386201767 >> v2:172.21.15.106:3300/0 conn(0x7f043806bbb0 0x7f04381600b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 >> v1:172.21.15.106:6789/0 conn(0x7f0438151e90 legacy=0x7f04380c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.989 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0438154930 con 0x7f04380c7ea0 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f042c001680 con 0x7f04380c7ea0 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 >> v1:172.21.15.76:6789/0 conn(0x7f04380c7ea0 legacy=0x7f043806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0420003980 0x7f0420003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f0420004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04200052b0 0x7f042000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04380c8750 con 0x7f04200047d0 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f042000c180 con 0x7f04200052b0 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f042000c340 con 0x7f0420003980 2023-11-25T03:13:32.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f0420004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f043659c640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0420003980 0x7f0420003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0436d9d640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04200052b0 0x7f042000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 -- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0420003980 msgr2=0x7f0420003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0420003980 0x7f0420003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 -- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04200052b0 msgr2=0x7f042000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04200052b0 0x7f042000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0435d9b640 1 -- 172.21.15.76:0/2386201767 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0420003530 con 0x7f04200047d0 2023-11-25T03:13:32.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.983+0000 7f0436d9d640 1 -- 172.21.15.76:0/2386201767 reap_dead start 2023-11-25T03:13:32.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f0435d9b640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f0420004c50 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f042c00c210 tx=0x7f042c01cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b81b483d2fbd74 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f042c0058e0 con 0x7f04200047d0 2023-11-25T03:13:32.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f042c005a40 con 0x7f04200047d0 2023-11-25T03:13:32.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043559a640 1 -- 172.21.15.76:0/2386201767 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f042c005e70 con 0x7f04200047d0 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 -- 172.21.15.76:0/2386201767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 msgr2=0x7f0420004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f0420004c50 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f042c00c210 tx=0x7f042c01cba0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 -- 172.21.15.76:0/2386201767 shutdown_connections 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 --2- 172.21.15.76:0/2386201767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f0420004c50 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 -- 172.21.15.76:0/2386201767 >> 172.21.15.76:0/2386201767 conn(0x7f04380ca170 msgr2=0x7f04380ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 -- 172.21.15.76:0/2386201767 shutdown_connections 2023-11-25T03:13:32.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.987+0000 7f043ca9c640 1 -- 172.21.15.76:0/2386201767 wait complete. 2023-11-25T03:13:32.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 Processor -- start 2023-11-25T03:13:32.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 -- start start 2023-11-25T03:13:32.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f04381edfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04380afa70 0x7f043814d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04381483b0 0x7f04380ab5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04381552d0 con 0x7f04200047d0 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04380c0e40 con 0x7f04381483b0 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04380ac9e0 con 0x7f04380afa70 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f04381edfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f04381edfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32866/0 (socket says 172.21.15.76:32866) 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 -- 172.21.15.76:0/998970668 learned_addr learned my addr 172.21.15.76:0/998970668 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0435d9b640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04380afa70 0x7f043814d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0436d9d640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04381483b0 0x7f04380ab5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 -- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04380afa70 msgr2=0x7f043814d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04380afa70 0x7f043814d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 -- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04381483b0 msgr2=0x7f04380ab5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04381483b0 0x7f04380ab5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:32.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 -- 172.21.15.76:0/998970668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04380abf90 con 0x7f04200047d0 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0435d9b640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04380afa70 0x7f043814d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0436d9d640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04381483b0 0x7f04380ab5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043659c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f04381edfe0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f042800f770 tx=0x7f042800fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04280050d0 con 0x7f04200047d0 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0428005230 con 0x7f04200047d0 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04380a9de0 con 0x7f04200047d0 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f042800d6d0 con 0x7f04200047d0 2023-11-25T03:13:32.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.991+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04380a9b00 con 0x7f04200047d0 2023-11-25T03:13:32.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.995+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04380a9960 con 0x7f04200047d0 2023-11-25T03:13:32.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.995+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f042800d830 con 0x7f04200047d0 2023-11-25T03:13:32.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.995+0000 7f0426ffd640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0418066470 0x7f0418068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:32.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.995+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f0428083d70 con 0x7f04200047d0 2023-11-25T03:13:32.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.995+0000 7f0435d9b640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0418066470 0x7f0418068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.995+0000 7f0435d9b640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0418066470 0x7f0418068930 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f042c0ab000 tx=0x7f042c0a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:32.999+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f04380a9960 con 0x7f04200047d0 2023-11-25T03:13:33.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.179+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f04380c1110 con 0x7f04200047d0 2023-11-25T03:13:33.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.179+0000 7f0426ffd640 1 -- 172.21.15.76:0/998970668 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) v1 ==== 94+0+4920 (secure 0 0 0) 0x7f0428051180 con 0x7f04200047d0 2023-11-25T03:13:33.184 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:33.184 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":40,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":6336,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2149885511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2149885511},{"type":"v1","addr":"172.21.15.76:6837","nonce":2149885511}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:06.600694+0000","modified":"2023-11-25T03:13:09.630579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6836/1415797109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1415797109},{"type":"v1","addr":"172.21.15.76:6836","nonce":1415797109}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-11-25T03:13:33.184 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 40 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0418066470 msgr2=0x7f0418068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0418066470 0x7f0418068930 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f042c0ab000 tx=0x7f042c0a7070 comp rx=0 tx=0).stop 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 msgr2=0x7f04381edfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f04381edfe0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f042800f770 tx=0x7f042800fc30 comp rx=0 tx=0).stop 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 shutdown_connections 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0418066470 0x7f0418068930 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f04381483b0 0x7f04380ab5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f04380afa70 0x7f043814d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 --2- 172.21.15.76:0/998970668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04200047d0 0x7f04381edfe0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 >> 172.21.15.76:0/998970668 conn(0x7f04380ca170 msgr2=0x7f0438150a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:33.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 shutdown_connections 2023-11-25T03:13:33.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.183+0000 7f043ca9c640 1 -- 172.21.15.76:0/998970668 wait complete. 2023-11-25T03:13:33.204 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:33.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 Processor -- start 2023-11-25T03:13:33.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 -- start start 2023-11-25T03:13:33.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f00ac0c7ea0 0x7f00ac06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 0x7f00ac15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00ac06c860 con 0x7f00ac151e90 2023-11-25T03:13:33.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00ac0c8750 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00b0d80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac1552d0 con 0x7f00ac06b9e0 2023-11-25T03:13:33.344 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f00ac0c7ea0 0x7f00ac06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00aad9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 0x7f00ac15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f00ac0c7ea0 0x7f00ac06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:53998/0 (socket says 172.21.15.76:53998) 2023-11-25T03:13:33.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 -- 172.21.15.76:0/1448204700 learned_addr learned my addr 172.21.15.76:0/1448204700 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:33.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00aa59c640 1 --1- 172.21.15.76:0/1448204700 >> v1:172.21.15.106:6789/0 conn(0x7f00ac151e90 0x7f00ac0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:44442/0 (socket says 172.21.15.76:44442) 2023-11-25T03:13:33.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00aad9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 0x7f00ac15f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:40122/0 (socket says 172.21.15.76:40122) 2023-11-25T03:13:33.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 -- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 msgr2=0x7f00ac15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:33.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 --2- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 0x7f00ac15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 -- 172.21.15.76:0/1448204700 >> v1:172.21.15.106:6789/0 conn(0x7f00ac151e90 legacy=0x7f00ac0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a9d9b640 1 -- 172.21.15.76:0/1448204700 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00ac154930 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00a959a640 1 -- 172.21.15.76:0/1448204700 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4068545988 0 0) 0x7f00ac06c860 con 0x7f00ac151e90 2023-11-25T03:13:33.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.339+0000 7f00aad9d640 1 --2- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 0x7f00ac15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:33.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00a9d9b640 1 --2- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac06b4a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f00a0009870 tx=0x7f00a001c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32c5010efc7db2b6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00a959a640 1 -- 172.21.15.76:0/1448204700 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a00ab600 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00a959a640 1 -- 172.21.15.76:0/1448204700 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00a00a7050 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00a959a640 1 -- 172.21.15.76:0/1448204700 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a00ab980 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 -- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac0c7ea0 msgr2=0x7f00ac06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 --2- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac06b4a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f00a0009870 tx=0x7f00a001c420 comp rx=0 tx=0).stop 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 -- 172.21.15.76:0/1448204700 shutdown_connections 2023-11-25T03:13:33.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 --2- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac06b9e0 0x7f00ac15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 --2- 172.21.15.76:0/1448204700 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac06b4a0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 -- 172.21.15.76:0/1448204700 >> 172.21.15.76:0/1448204700 conn(0x7f00ac0ca170 msgr2=0x7f00ac0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:33.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 -- 172.21.15.76:0/1448204700 shutdown_connections 2023-11-25T03:13:33.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.343+0000 7f00b0d80640 1 -- 172.21.15.76:0/1448204700 wait complete. 2023-11-25T03:13:33.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 Processor -- start 2023-11-25T03:13:33.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- start start 2023-11-25T03:13:33.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac06b9e0 0x7f00ac157eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac0ab540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac151e90 0x7f00ac0aba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac14b1e0 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac1edb50 con 0x7f00ac06b9e0 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00ac14b3f0 con 0x7f00ac151e90 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac0ab540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac0ab540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32882/0 (socket says 172.21.15.76:32882) 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 -- 172.21.15.76:0/3561868312 learned_addr learned my addr 172.21.15.76:0/3561868312 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:33.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00aa59c640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac06b9e0 0x7f00ac157eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00aad9d640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac151e90 0x7f00ac0aba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 -- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac151e90 msgr2=0x7f00ac0aba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac151e90 0x7f00ac0aba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 -- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac06b9e0 msgr2=0x7f00ac157eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.355 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac06b9e0 0x7f00ac157eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 -- 172.21.15.76:0/3561868312 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00a4009a70 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00a9d9b640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac0ab540 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f00a001aad0 tx=0x7f00a001ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a0004030 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00a0004190 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00a00094d0 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.356 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a0004500 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00ac1583f0 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.357 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.347+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00ac068400 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.351+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f00a00b2050 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.351+0000 7f009affd640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f008c0664a0 0x7f008c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.351+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f00a011e4f0 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.351+0000 7f00aa59c640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f008c0664a0 0x7f008c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.358 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.351+0000 7f00aa59c640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f008c0664a0 0x7f008c068960 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f009c000f70 tx=0x7f009c007b60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.359 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.355+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f00a00eba30 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.507+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f00ac06ca50 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.507+0000 7f009affd640 1 -- 172.21.15.76:0/3561868312 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16689 (secure 0 0 0) 0x7f00a00b0090 con 0x7f00ac0c7ea0 2023-11-25T03:13:33.511 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:33.511 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:30.449224+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:13:04.703613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:13:05.601304+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/3663330680":"2023-11-26T03:13:27.441150+0000","172.21.15.76:6835/3663330680":"2023-11-26T03:13:27.441150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:33.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.507+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f008c0664a0 msgr2=0x7f008c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.507+0000 7f00b0d80640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f008c0664a0 0x7f008c068960 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f009c000f70 tx=0x7f009c007b60 comp rx=0 tx=0).stop 2023-11-25T03:13:33.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.507+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 msgr2=0x7f00ac0ab540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.507+0000 7f00b0d80640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac0ab540 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f00a001aad0 tx=0x7f00a001ac60 comp rx=0 tx=0).stop 2023-11-25T03:13:33.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 shutdown_connections 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f008c0664a0 0x7f008c068960 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f00ac151e90 0x7f00ac0aba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00ac0c7ea0 0x7f00ac0ab540 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 --2- 172.21.15.76:0/3561868312 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f00ac06b9e0 0x7f00ac157eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 >> 172.21.15.76:0/3561868312 conn(0x7f00ac0ca170 msgr2=0x7f00ac0c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 shutdown_connections 2023-11-25T03:13:33.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.511+0000 7f00b0d80640 1 -- 172.21.15.76:0/3561868312 wait complete. 2023-11-25T03:13:33.532 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2023-11-25T03:13:33.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 Processor -- start 2023-11-25T03:13:33.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 -- start start 2023-11-25T03:13:33.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f69cc073a70 0x7f69cc0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc157c20 0x7f69cc1580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69cc06a5b0 con 0x7f69cc14b010 2023-11-25T03:13:33.672 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69cc06b710 con 0x7f69cc073a70 2023-11-25T03:13:33.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.667+0000 7f69d439d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc0c1d60 con 0x7f69cc157c20 2023-11-25T03:13:33.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d1938640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f69cc073a70 0x7f69cc0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d293a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc157c20 0x7f69cc1580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d2139640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f69cc14b010 0x7f69cc06b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:44456/0 (socket says 172.21.15.76:44456) 2023-11-25T03:13:33.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d2139640 1 -- 172.21.15.76:0/3008554052 learned_addr learned my addr 172.21.15.76:0/3008554052 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:33.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d293a640 1 -- 172.21.15.76:0/3008554052 >> v2:172.21.15.106:3300/0 conn(0x7f69cc073a70 msgr2=0x7f69cc0bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:33.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d293a640 1 --2- 172.21.15.76:0/3008554052 >> v2:172.21.15.106:3300/0 conn(0x7f69cc073a70 0x7f69cc0bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d293a640 1 -- 172.21.15.76:0/3008554052 >> v1:172.21.15.106:6789/0 conn(0x7f69cc14b010 legacy=0x7f69cc06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d293a640 1 -- 172.21.15.76:0/3008554052 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69cc0c2040 con 0x7f69cc157c20 2023-11-25T03:13:33.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d1137640 1 -- 172.21.15.76:0/3008554052 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3326101144 0 0) 0x7f69cc06a5b0 con 0x7f69cc14b010 2023-11-25T03:13:33.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.671+0000 7f69d1938640 1 --2- 172.21.15.76:0/3008554052 >> v2:172.21.15.106:3300/0 conn(0x7f69cc073a70 0x7f69cc0bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:33.676 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d293a640 1 --2- 172.21.15.76:0/3008554052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc157c20 0x7f69cc1580b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f69c4009d90 tx=0x7f69c401f130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6845983bc10626e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d1137640 1 -- 172.21.15.76:0/3008554052 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c40af600 con 0x7f69cc157c20 2023-11-25T03:13:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d1137640 1 -- 172.21.15.76:0/3008554052 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69c40ab050 con 0x7f69cc157c20 2023-11-25T03:13:33.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d1137640 1 -- 172.21.15.76:0/3008554052 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c40af980 con 0x7f69cc157c20 2023-11-25T03:13:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 -- 172.21.15.76:0/3008554052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc157c20 msgr2=0x7f69cc1580b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 --2- 172.21.15.76:0/3008554052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc157c20 0x7f69cc1580b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f69c4009d90 tx=0x7f69c401f130 comp rx=0 tx=0).stop 2023-11-25T03:13:33.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 -- 172.21.15.76:0/3008554052 shutdown_connections 2023-11-25T03:13:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 --2- 172.21.15.76:0/3008554052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc157c20 0x7f69cc1580b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 --2- 172.21.15.76:0/3008554052 >> v2:172.21.15.106:3300/0 conn(0x7f69cc073a70 0x7f69cc0bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 -- 172.21.15.76:0/3008554052 >> 172.21.15.76:0/3008554052 conn(0x7f69cc0c30c0 msgr2=0x7f69cc0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 -- 172.21.15.76:0/3008554052 shutdown_connections 2023-11-25T03:13:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 -- 172.21.15.76:0/3008554052 wait complete. 2023-11-25T03:13:33.679 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 Processor -- start 2023-11-25T03:13:33.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 -- start start 2023-11-25T03:13:33.682 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.675+0000 7f69d439d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc073a70 0x7f69cc1457f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 0x7f69cc0c5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69cc157c20 0x7f69cc144870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc0aaf30 con 0x7f69cc14b010 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc1550d0 con 0x7f69cc157c20 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc1553b0 con 0x7f69cc073a70 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 0x7f69cc0c5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 0x7f69cc0c5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32888/0 (socket says 172.21.15.76:32888) 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 -- 172.21.15.76:0/1102508442 learned_addr learned my addr 172.21.15.76:0/1102508442 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:33.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d293a640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69cc157c20 0x7f69cc144870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d2139640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc073a70 0x7f69cc1457f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 -- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc073a70 msgr2=0x7f69cc1457f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc073a70 0x7f69cc1457f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 -- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69cc157c20 msgr2=0x7f69cc144870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69cc157c20 0x7f69cc144870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 -- 172.21.15.76:0/1102508442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69bc009420 con 0x7f69cc14b010 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d1938640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 0x7f69cc0c5a00 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00ebe0 tx=0x7f69bc00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69bc00eee0 con 0x7f69cc14b010 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69bc00cc30 con 0x7f69cc14b010 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69bc013470 con 0x7f69cc14b010 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69c4009a70 con 0x7f69cc14b010 2023-11-25T03:13:33.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69cc0ab460 con 0x7f69cc14b010 2023-11-25T03:13:33.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69cc0ab620 con 0x7f69cc14b010 2023-11-25T03:13:33.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.679+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f69bc0135d0 con 0x7f69cc14b010 2023-11-25T03:13:33.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.683+0000 7f69c2ffd640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b0066470 0x7f69b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:33.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.683+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f69bc084170 con 0x7f69cc14b010 2023-11-25T03:13:33.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.683+0000 7f69d2139640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b0066470 0x7f69b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:33.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.683+0000 7f69d2139640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b0066470 0x7f69b0068930 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f69c8000f70 tx=0x7f69c8007b80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:33.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.687+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f69bc051580 con 0x7f69cc14b010 2023-11-25T03:13:33.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.867+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f69cc068400 con 0x7f69cc14b010 2023-11-25T03:13:33.871 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:13:33.867+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:13:33.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69c2ffd640 1 -- 172.21.15.76:0/1102508442 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v41) v1 ==== 163+0+0 (secure 0 0 0) 0x7f69bc054ba0 con 0x7f69cc14b010 2023-11-25T03:13:33.873 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b0066470 msgr2=0x7f69b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b0066470 0x7f69b0068930 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f69c8000f70 tx=0x7f69c8007b80 comp rx=0 tx=0).stop 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 msgr2=0x7f69cc0c5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 0x7f69cc0c5a00 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00ebe0 tx=0x7f69bc00c520 comp rx=0 tx=0).stop 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 shutdown_connections 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f69b0066470 0x7f69b0068930 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f69cc157c20 0x7f69cc144870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69cc14b010 0x7f69cc0c5a00 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 --2- 172.21.15.76:0/1102508442 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f69cc073a70 0x7f69cc1457f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 >> 172.21.15.76:0/1102508442 conn(0x7f69cc0c30c0 msgr2=0x7f69cc0bf9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 shutdown_connections 2023-11-25T03:13:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:33.871+0000 7f69d439d640 1 -- 172.21.15.76:0/1102508442 wait complete. 2023-11-25T03:13:33.882 INFO:tasks.ceph.mds.c.smithi076.stderr: -1989> 2023-11-25T03:13:09.768+0000 7fb24a256640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:13:33.897 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2023-11-25T03:13:33.926 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:13:34.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 Processor -- start 2023-11-25T03:13:34.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 -- start start 2023-11-25T03:13:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d10151e90 0x7f9d100c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9d100c7ea0 0x7f9d1006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d1006c860 con 0x7f9d100c4e60 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d100c8750 con 0x7f9d10151e90 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d18380640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d101552d0 con 0x7f9d100c7ea0 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d10151e90 0x7f9d100c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d10151e90 0x7f9d100c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32924/0 (socket says 172.21.15.76:32924) 2023-11-25T03:13:34.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 -- 172.21.15.76:0/3985137878 learned_addr learned my addr 172.21.15.76:0/3985137878 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1591b640 1 --2- 172.21.15.76:0/3985137878 >> v2:172.21.15.106:3300/0 conn(0x7f9d100c7ea0 0x7f9d1006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 -- 172.21.15.76:0/3985137878 >> v2:172.21.15.106:3300/0 conn(0x7f9d100c7ea0 msgr2=0x7f9d1006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 --2- 172.21.15.76:0/3985137878 >> v2:172.21.15.106:3300/0 conn(0x7f9d100c7ea0 0x7f9d1006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 -- 172.21.15.76:0/3985137878 >> v1:172.21.15.106:6789/0 conn(0x7f9d100c4e60 legacy=0x7f9d1006b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1611c640 1 -- 172.21.15.76:0/3985137878 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d10154930 con 0x7f9d10151e90 2023-11-25T03:13:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.035+0000 7f9d1591b640 1 --2- 172.21.15.76:0/3985137878 >> v2:172.21.15.106:3300/0 conn(0x7f9d100c7ea0 0x7f9d1006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:34.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d1611c640 1 --2- 172.21.15.76:0/3985137878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d10151e90 0x7f9d100c4920 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9d100a9a70 tx=0x7f9d0c01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19b864c54ade8da0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:34.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d1511a640 1 -- 172.21.15.76:0/3985137878 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c0ab600 con 0x7f9d10151e90 2023-11-25T03:13:34.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d1511a640 1 -- 172.21.15.76:0/3985137878 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d0c0a7050 con 0x7f9d10151e90 2023-11-25T03:13:34.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d1511a640 1 -- 172.21.15.76:0/3985137878 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c0ab980 con 0x7f9d10151e90 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 -- 172.21.15.76:0/3985137878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d10151e90 msgr2=0x7f9d100c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 --2- 172.21.15.76:0/3985137878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d10151e90 0x7f9d100c4920 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9d100a9a70 tx=0x7f9d0c01c3a0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 -- 172.21.15.76:0/3985137878 shutdown_connections 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 --2- 172.21.15.76:0/3985137878 >> v2:172.21.15.106:3300/0 conn(0x7f9d100c7ea0 0x7f9d1006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 --2- 172.21.15.76:0/3985137878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d10151e90 0x7f9d100c4920 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 -- 172.21.15.76:0/3985137878 >> 172.21.15.76:0/3985137878 conn(0x7f9d100ca170 msgr2=0x7f9d100ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 -- 172.21.15.76:0/3985137878 shutdown_connections 2023-11-25T03:13:34.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.039+0000 7f9d18380640 1 -- 172.21.15.76:0/3985137878 wait complete. 2023-11-25T03:13:34.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 Processor -- start 2023-11-25T03:13:34.045 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 -- start start 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d100c4e60 0x7f9d101f03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 0x7f9d101f0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d10151e90 0x7f9d101ef560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d101ee070 con 0x7f9d100c7ea0 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d100c1070 con 0x7f9d10151e90 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d101569c0 con 0x7f9d100c4e60 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 0x7f9d101f0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 0x7f9d101f0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32934/0 (socket says 172.21.15.76:32934) 2023-11-25T03:13:34.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 -- 172.21.15.76:0/446968366 learned_addr learned my addr 172.21.15.76:0/446968366 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1611c640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d100c4e60 0x7f9d101f03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 -- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d100c4e60 msgr2=0x7f9d101f03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1691d640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d10151e90 0x7f9d101ef560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d100c4e60 0x7f9d101f03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 -- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d10151e90 msgr2=0x7f9d101ef560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d10151e90 0x7f9d101ef560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 -- 172.21.15.76:0/446968366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d0c0094d0 con 0x7f9d100c7ea0 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1611c640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d100c4e60 0x7f9d101f03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1691d640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d10151e90 0x7f9d101ef560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:34.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d1591b640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 0x7f9d101f0910 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000c7f0 tx=0x7f9d0000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:34.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d00007820 con 0x7f9d100c7ea0 2023-11-25T03:13:34.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d00007980 con 0x7f9d100c7ea0 2023-11-25T03:13:34.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d100c12c0 con 0x7f9d100c7ea0 2023-11-25T03:13:34.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d00007d30 con 0x7f9d100c7ea0 2023-11-25T03:13:34.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.043+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d100c1880 con 0x7f9d100c7ea0 2023-11-25T03:13:34.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.047+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d10068400 con 0x7f9d100c7ea0 2023-11-25T03:13:34.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.047+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9d000113f0 con 0x7f9d100c7ea0 2023-11-25T03:13:34.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.047+0000 7f9d06ffd640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cf4066470 0x7f9cf4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:34.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.047+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f9d00084210 con 0x7f9d100c7ea0 2023-11-25T03:13:34.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.047+0000 7f9d1611c640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cf4066470 0x7f9cf4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:34.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.047+0000 7f9d1611c640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cf4066470 0x7f9cf4068930 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c0ad000 tx=0x7f9d0c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:34.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.051+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9d00051670 con 0x7f9d100c7ea0 2023-11-25T03:13:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.239+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f9d100ca5f0 con 0x7f9d100c7ea0 2023-11-25T03:13:34.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.871+0000 7f9d06ffd640 1 -- 172.21.15.76:0/446968366 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v42) v1 ==== 105+0+0 (secure 0 0 0) 0x7f9d00054c90 con 0x7f9d100c7ea0 2023-11-25T03:13:34.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cf4066470 msgr2=0x7f9cf4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:34.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cf4066470 0x7f9cf4068930 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c0ad000 tx=0x7f9d0c008040 comp rx=0 tx=0).stop 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 msgr2=0x7f9d101f0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 0x7f9d101f0910 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000c7f0 tx=0x7f9d0000ccb0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 shutdown_connections 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cf4066470 0x7f9cf4068930 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9d10151e90 0x7f9d101ef560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d100c7ea0 0x7f9d101f0910 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 --2- 172.21.15.76:0/446968366 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9d100c4e60 0x7f9d101f03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 >> 172.21.15.76:0/446968366 conn(0x7f9d100ca170 msgr2=0x7f9d10150140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 shutdown_connections 2023-11-25T03:13:34.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:34.875+0000 7f9d18380640 1 -- 172.21.15.76:0/446968366 wait complete. 2023-11-25T03:13:34.898 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2023-11-25T03:13:35.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 Processor -- start 2023-11-25T03:13:35.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 -- start start 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0a7190 0x7f475c157a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f475c0c5ca0 0x7f475c0c19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f475c0c1f00 0x7f475c0c26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f475c158970 con 0x7f475c0c1f00 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f475c1583b0 con 0x7f475c0c5ca0 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f475c158690 con 0x7f475c0a7190 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f475c0c1f00 0x7f475c0c26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f475c0c1f00 0x7f475c0c26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32940/0 (socket says 172.21.15.76:32940) 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 -- 172.21.15.76:0/1891439529 learned_addr learned my addr 172.21.15.76:0/1891439529 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f4753fff640 1 --2- 172.21.15.76:0/1891439529 >> v2:172.21.15.106:3300/0 conn(0x7f475c0c5ca0 0x7f475c0c19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475a59c640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0a7190 0x7f475c157a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 -- 172.21.15.76:0/1891439529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0a7190 msgr2=0x7f475c157a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0a7190 0x7f475c157a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 -- 172.21.15.76:0/1891439529 >> v2:172.21.15.106:3300/0 conn(0x7f475c0c5ca0 msgr2=0x7f475c0c19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 --2- 172.21.15.76:0/1891439529 >> v2:172.21.15.106:3300/0 conn(0x7f475c0c5ca0 0x7f475c0c19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475ad9d640 1 -- 172.21.15.76:0/1891439529 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f475c0c11c0 con 0x7f475c0c1f00 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f4753fff640 1 --2- 172.21.15.76:0/1891439529 >> v2:172.21.15.106:3300/0 conn(0x7f475c0c5ca0 0x7f475c0c19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.079+0000 7f475a59c640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0a7190 0x7f475c157a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:35.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475ad9d640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0c1f00 0x7f475c0c26f0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f475c0c8db0 tx=0x7f475401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f570e8b4b9bbb138 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:35.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f4759d9b640 1 -- 172.21.15.76:0/1891439529 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47540a57b0 con 0x7f475c0c1f00 2023-11-25T03:13:35.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f4759d9b640 1 -- 172.21.15.76:0/1891439529 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47540a5910 con 0x7f475c0c1f00 2023-11-25T03:13:35.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f4759d9b640 1 -- 172.21.15.76:0/1891439529 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47540a5ca0 con 0x7f475c0c1f00 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 -- 172.21.15.76:0/1891439529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0c1f00 msgr2=0x7f475c0c26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0c1f00 0x7f475c0c26f0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f475c0c8db0 tx=0x7f475401c910 comp rx=0 tx=0).stop 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 -- 172.21.15.76:0/1891439529 shutdown_connections 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0c1f00 0x7f475c0c26f0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 --2- 172.21.15.76:0/1891439529 >> v2:172.21.15.106:3300/0 conn(0x7f475c0c5ca0 0x7f475c0c19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 --2- 172.21.15.76:0/1891439529 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0a7190 0x7f475c157a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 -- 172.21.15.76:0/1891439529 >> 172.21.15.76:0/1891439529 conn(0x7f475c0c7cf0 msgr2=0x7f475c0c8100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 -- 172.21.15.76:0/1891439529 shutdown_connections 2023-11-25T03:13:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 -- 172.21.15.76:0/1891439529 wait complete. 2023-11-25T03:13:35.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 Processor -- start 2023-11-25T03:13:35.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.083+0000 7f475b59e640 1 -- start start 2023-11-25T03:13:35.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 0x7f475c0a8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0c1f00 0x7f475c1512e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f475c0c5ca0 0x7f475c1f0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c0ac970 con 0x7f475c0a7190 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c0acc50 con 0x7f475c0c5ca0 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f475c0acf30 con 0x7f475c0c1f00 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 0x7f475c0a8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 0x7f475c0a8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32956/0 (socket says 172.21.15.76:32956) 2023-11-25T03:13:35.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 -- 172.21.15.76:0/2504854291 learned_addr learned my addr 172.21.15.76:0/2504854291 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:35.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475ad9d640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f475c0c5ca0 0x7f475c1f0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:35.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 -- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0c1f00 msgr2=0x7f475c1512e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:35.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0c1f00 0x7f475c1512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 -- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f475c0c5ca0 msgr2=0x7f475c1f0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:35.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f475c0c5ca0 0x7f475c1f0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 -- 172.21.15.76:0/2504854291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4754009b30 con 0x7f475c0a7190 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475a59c640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 0x7f475c0a8e20 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f474c00c7f0 tx=0x7f474c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474c007820 con 0x7f475c0a7190 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f474c007980 con 0x7f475c0a7190 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f475c0ad210 con 0x7f475c0a7190 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474c007d30 con 0x7f475c0a7190 2023-11-25T03:13:35.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f475c151820 con 0x7f475c0a7190 2023-11-25T03:13:35.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f475c04e850 con 0x7f475c0a7190 2023-11-25T03:13:35.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.087+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f474c0113f0 con 0x7f475c0a7190 2023-11-25T03:13:35.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.091+0000 7f4752ffd640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f473c066470 0x7f473c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:35.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.091+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f474c084260 con 0x7f475c0a7190 2023-11-25T03:13:35.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.091+0000 7f4753fff640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f473c066470 0x7f473c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:35.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.091+0000 7f4753fff640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f473c066470 0x7f473c068930 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4744006b20 tx=0x7f4744008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:35.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.095+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f474c051620 con 0x7f475c0a7190 2023-11-25T03:13:35.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.247+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f475c0c7320 con 0x7f475c0a7190 2023-11-25T03:13:35.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.879+0000 7f4752ffd640 1 -- 172.21.15.76:0/2504854291 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v60) v1 ==== 184+0+0 (secure 0 0 0) 0x7f474c05b030 con 0x7f475c0a7190 2023-11-25T03:13:35.883 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_metadata' removed 2023-11-25T03:13:35.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.879+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f473c066470 msgr2=0x7f473c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:35.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.879+0000 7f475b59e640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f473c066470 0x7f473c068930 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4744006b20 tx=0x7f4744008040 comp rx=0 tx=0).stop 2023-11-25T03:13:35.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.879+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 msgr2=0x7f475c0a8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:35.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.879+0000 7f475b59e640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 0x7f475c0a8e20 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f474c00c7f0 tx=0x7f474c00ccb0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 shutdown_connections 2023-11-25T03:13:35.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f473c066470 0x7f473c068930 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f475c0c5ca0 0x7f475c1f0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f475c0c1f00 0x7f475c1512e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 --2- 172.21.15.76:0/2504854291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f475c0a7190 0x7f475c0a8e20 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:35.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 >> 172.21.15.76:0/2504854291 conn(0x7f475c0c7cf0 msgr2=0x7f475c15f010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:35.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 shutdown_connections 2023-11-25T03:13:35.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:35.883+0000 7f475b59e640 1 -- 172.21.15.76:0/2504854291 wait complete. 2023-11-25T03:13:35.909 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2023-11-25T03:13:36.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 Processor -- start 2023-11-25T03:13:36.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 -- start start 2023-11-25T03:13:36.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd414f9f0 0x7f1fd40c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1fd40c07b0 0x7f1fd406d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1fd40c2d10 0x7f1fd406dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd40c5ba0 con 0x7f1fd40c2d10 2023-11-25T03:13:36.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd406c160 con 0x7f1fd40c07b0 2023-11-25T03:13:36.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fdab2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40c5410 con 0x7f1fd414f9f0 2023-11-25T03:13:36.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1fd40c2d10 0x7f1fd406dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:36.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1fd40c2d10 0x7f1fd406dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32968/0 (socket says 172.21.15.76:32968) 2023-11-25T03:13:36.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 -- 172.21.15.76:0/651547021 learned_addr learned my addr 172.21.15.76:0/651547021 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:36.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 -- 172.21.15.76:0/651547021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd414f9f0 msgr2=0x7f1fd40c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:36.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 --2- 172.21.15.76:0/651547021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd414f9f0 0x7f1fd40c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 -- 172.21.15.76:0/651547021 >> v2:172.21.15.106:3300/0 conn(0x7f1fd40c07b0 msgr2=0x7f1fd406d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:36.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 --2- 172.21.15.76:0/651547021 >> v2:172.21.15.106:3300/0 conn(0x7f1fd40c07b0 0x7f1fd406d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.051+0000 7f1fd90c7640 1 -- 172.21.15.76:0/651547021 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd40c2210 con 0x7f1fd40c2d10 2023-11-25T03:13:36.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fd90c7640 1 --2- 172.21.15.76:0/651547021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c2d10 0x7f1fd406dc10 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f1fd40c6c90 tx=0x7f1fcc01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286b404e90e96ef3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:36.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fd37fe640 1 -- 172.21.15.76:0/651547021 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc0a57b0 con 0x7f1fd40c2d10 2023-11-25T03:13:36.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fd37fe640 1 -- 172.21.15.76:0/651547021 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fcc0a5910 con 0x7f1fd40c2d10 2023-11-25T03:13:36.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fd37fe640 1 -- 172.21.15.76:0/651547021 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc0a5ca0 con 0x7f1fd40c2d10 2023-11-25T03:13:36.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 -- 172.21.15.76:0/651547021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c2d10 msgr2=0x7f1fd406dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:36.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/651547021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c2d10 0x7f1fd406dc10 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f1fd40c6c90 tx=0x7f1fcc01c910 comp rx=0 tx=0).stop 2023-11-25T03:13:36.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 -- 172.21.15.76:0/651547021 shutdown_connections 2023-11-25T03:13:36.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/651547021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c2d10 0x7f1fd406dc10 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/651547021 >> v2:172.21.15.106:3300/0 conn(0x7f1fd40c07b0 0x7f1fd406d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/651547021 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd414f9f0 0x7f1fd40c27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 -- 172.21.15.76:0/651547021 >> 172.21.15.76:0/651547021 conn(0x7f1fd40c5d40 msgr2=0x7f1fd40c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:36.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 -- 172.21.15.76:0/651547021 shutdown_connections 2023-11-25T03:13:36.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.055+0000 7f1fdab2a640 1 -- 172.21.15.76:0/651547021 wait complete. 2023-11-25T03:13:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 Processor -- start 2023-11-25T03:13:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- start start 2023-11-25T03:13:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 0x7f1fd4148320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd40c2d10 0x7f1fd4071d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1fd414f9f0 0x7f1fd415b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd4072240 con 0x7f1fd40c07b0 2023-11-25T03:13:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd41edaf0 con 0x7f1fd414f9f0 2023-11-25T03:13:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd4148040 con 0x7f1fd40c2d10 2023-11-25T03:13:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 0x7f1fd4148320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 0x7f1fd4148320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32978/0 (socket says 172.21.15.76:32978) 2023-11-25T03:13:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 -- 172.21.15.76:0/3494800867 learned_addr learned my addr 172.21.15.76:0/3494800867 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd90c7640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1fd414f9f0 0x7f1fd415b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd3fff640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd40c2d10 0x7f1fd4071d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 -- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd40c2d10 msgr2=0x7f1fd4071d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd40c2d10 0x7f1fd4071d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 -- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1fd414f9f0 msgr2=0x7f1fd415b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1fd414f9f0 0x7f1fd415b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 -- 172.21.15.76:0/3494800867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fcc009b30 con 0x7f1fd40c07b0 2023-11-25T03:13:36.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd88c6640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 0x7f1fd4148320 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800b550 tx=0x7f1fc800ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:36.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8010870 con 0x7f1fd40c07b0 2023-11-25T03:13:36.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc80109f0 con 0x7f1fd40c07b0 2023-11-25T03:13:36.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8010da0 con 0x7f1fd40c07b0 2023-11-25T03:13:36.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fd40a6830 con 0x7f1fd40c07b0 2023-11-25T03:13:36.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fd40aae40 con 0x7f1fd40c07b0 2023-11-25T03:13:36.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.059+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fd40a6a50 con 0x7f1fd40c07b0 2023-11-25T03:13:36.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.063+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1fc800f3c0 con 0x7f1fd40c07b0 2023-11-25T03:13:36.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.063+0000 7f1fd17fa640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1fb8066470 0x7f1fb8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.063+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 5445+0+0 (secure 0 0 0) 0x7f1fc8083d20 con 0x7f1fd40c07b0 2023-11-25T03:13:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.063+0000 7f1fd3fff640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1fb8066470 0x7f1fb8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.063+0000 7f1fd3fff640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1fb8066470 0x7f1fb8068930 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1fd40c2bf0 tx=0x7f1fc0006f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.067+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1fc8051340 con 0x7f1fd40c07b0 2023-11-25T03:13:36.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.219+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1fd4068400 con 0x7f1fd40c07b0 2023-11-25T03:13:36.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fd17fa640 1 -- 172.21.15.76:0/3494800867 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v61) v1 ==== 172+0+0 (secure 0 0 0) 0x7f1fc8054960 con 0x7f1fd40c07b0 2023-11-25T03:13:36.913 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_data' removed 2023-11-25T03:13:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1fb8066470 msgr2=0x7f1fb8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1fb8066470 0x7f1fb8068930 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1fd40c2bf0 tx=0x7f1fc0006f90 comp rx=0 tx=0).stop 2023-11-25T03:13:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 msgr2=0x7f1fd4148320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 0x7f1fd4148320 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f1fc800b550 tx=0x7f1fc800ba10 comp rx=0 tx=0).stop 2023-11-25T03:13:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 shutdown_connections 2023-11-25T03:13:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1fb8066470 0x7f1fb8068930 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1fd414f9f0 0x7f1fd415b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1fd40c2d10 0x7f1fd4071d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 --2- 172.21.15.76:0/3494800867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1fd40c07b0 0x7f1fd4148320 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 >> 172.21.15.76:0/3494800867 conn(0x7f1fd40c5d40 msgr2=0x7f1fd414aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 shutdown_connections 2023-11-25T03:13:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:36.911+0000 7f1fdab2a640 1 -- 172.21.15.76:0/3494800867 wait complete. 2023-11-25T03:13:36.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-11-25T03:13:37.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.083+0000 7fe500e17640 1 Processor -- start 2023-11-25T03:13:37.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.083+0000 7fe500e17640 1 -- start start 2023-11-25T03:13:37.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.083+0000 7fe500e17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c4100 0x7fe4fc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.083+0000 7fe500e17640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe4fc0c06d0 0x7fe4fc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe500e17640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4fc0c31c0 con 0x7fe4fc0c63c0 2023-11-25T03:13:37.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe500e17640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4fc0c34a0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe500e17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc0c1030 con 0x7fe4fc0c4100 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fa59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe4fc0c63c0 0x7fe4fc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33280/0 (socket says 172.21.15.76:33280) 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe4fc0c06d0 0x7fe4fc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fa59c640 1 -- 172.21.15.76:0/3116827028 learned_addr learned my addr 172.21.15.76:0/3116827028 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4f1d9b640 1 --2- 172.21.15.76:0/3116827028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c4100 0x7fe4fc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fad9d640 1 -- 172.21.15.76:0/3116827028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c4100 msgr2=0x7fe4fc0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fad9d640 1 --2- 172.21.15.76:0/3116827028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c4100 0x7fe4fc0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fad9d640 1 -- 172.21.15.76:0/3116827028 >> v1:172.21.15.76:6789/0 conn(0x7fe4fc0c63c0 legacy=0x7fe4fc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fad9d640 1 -- 172.21.15.76:0/3116827028 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4fc0c1310 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4f9d9b640 1 -- 172.21.15.76:0/3116827028 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 716112114 0 0) 0x7fe4fc0c31c0 con 0x7fe4fc0c63c0 2023-11-25T03:13:37.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4fad9d640 1 --2- 172.21.15.76:0/3116827028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc0a9680 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fe4f40097c0 tx=0x7fe4f401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b78abcae0caa5dc1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:37.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4f9d9b640 1 -- 172.21.15.76:0/3116827028 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc0aa3d0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.087+0000 7fe4f9d9b640 1 -- 172.21.15.76:0/3116827028 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4f40a7050 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe4f9d9b640 1 -- 172.21.15.76:0/3116827028 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f40ab820 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- 172.21.15.76:0/3116827028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 msgr2=0x7fe4fc0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 --2- 172.21.15.76:0/3116827028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc0a9680 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fe4f40097c0 tx=0x7fe4f401c360 comp rx=0 tx=0).stop 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- 172.21.15.76:0/3116827028 shutdown_connections 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 --2- 172.21.15.76:0/3116827028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc0a9680 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 --2- 172.21.15.76:0/3116827028 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c4100 0x7fe4fc0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- 172.21.15.76:0/3116827028 >> 172.21.15.76:0/3116827028 conn(0x7fe4fc06a5b0 msgr2=0x7fe4fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- 172.21.15.76:0/3116827028 shutdown_connections 2023-11-25T03:13:37.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- 172.21.15.76:0/3116827028 wait complete. 2023-11-25T03:13:37.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 Processor -- start 2023-11-25T03:13:37.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- start start 2023-11-25T03:13:37.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc1ee0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe4fc0c4100 0x7fe4fc153400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c63c0 0x7fe4fc153940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc1eedc0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc1eeae0 con 0x7fe4fc0c4100 2023-11-25T03:13:37.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe500e17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc152760 con 0x7fe4fc0c63c0 2023-11-25T03:13:37.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe4fa59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc1ee0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe4fa59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc1ee0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32986/0 (socket says 172.21.15.76:32986) 2023-11-25T03:13:37.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.091+0000 7fe4fa59c640 1 -- 172.21.15.76:0/3641502117 learned_addr learned my addr 172.21.15.76:0/3641502117 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:37.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fad9d640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c63c0 0x7fe4fc153940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fa59c640 1 -- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c63c0 msgr2=0x7fe4fc153940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4f1d9b640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe4fc0c4100 0x7fe4fc153400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fa59c640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c63c0 0x7fe4fc153940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fa59c640 1 -- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe4fc0c4100 msgr2=0x7fe4fc153400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fa59c640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe4fc0c4100 0x7fe4fc153400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fa59c640 1 -- 172.21.15.76:0/3641502117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f4009420 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4f1d9b640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe4fc0c4100 0x7fe4fc153400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4fa59c640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc1ee0e0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00c7c0 tx=0x7fe4ec00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec00a640 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4ec00a7c0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4fc152a40 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec00ab70 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4fc0722d0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4fc152c80 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.095+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe4ec00acd0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.099+0000 7fe4f37fe640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4dc066470 0x7fe4dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.099+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe4ec0831a0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.099+0000 7fe4f1d9b640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4dc066470 0x7fe4dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.099+0000 7fe4f1d9b640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4dc066470 0x7fe4dc068930 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc15ae90 tx=0x7fe4e4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:37.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.103+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4ec0508b0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.251+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fe4fc068400 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.255+0000 7fe4f37fe640 1 -- 172.21.15.76:0/3641502117 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) v1 ==== 104+0+0 (secure 0 0 0) 0x7fe4ec053ed0 con 0x7fe4fc0c06d0 2023-11-25T03:13:37.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4dc066470 msgr2=0x7fe4dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4dc066470 0x7fe4dc068930 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc15ae90 tx=0x7fe4e4008040 comp rx=0 tx=0).stop 2023-11-25T03:13:37.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 msgr2=0x7fe4fc1ee0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc1ee0e0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00c7c0 tx=0x7fe4ec00cc80 comp rx=0 tx=0).stop 2023-11-25T03:13:37.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 shutdown_connections 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe4dc066470 0x7fe4dc068930 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe4fc0c63c0 0x7fe4fc153940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe4fc0c4100 0x7fe4fc153400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 --2- 172.21.15.76:0/3641502117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4fc0c06d0 0x7fe4fc1ee0e0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 >> 172.21.15.76:0/3641502117 conn(0x7fe4fc06a5b0 msgr2=0x7fe4fc06ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 shutdown_connections 2023-11-25T03:13:37.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.259+0000 7fe500e17640 1 -- 172.21.15.76:0/3641502117 wait complete. 2023-11-25T03:13:37.281 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent' 2023-11-25T03:13:37.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.423+0000 7f2241780640 1 Processor -- start 2023-11-25T03:13:37.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.423+0000 7f2241780640 1 -- start start 2023-11-25T03:13:37.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f2241780640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 0x7f223c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f2241780640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f223c0c06d0 0x7f223c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f2241780640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f223c0c31c0 con 0x7f223c0c63c0 2023-11-25T03:13:37.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f2241780640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f223c0c34a0 con 0x7f223c0c06d0 2023-11-25T03:13:37.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f2241780640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f223c0c1030 con 0x7f223c0c4100 2023-11-25T03:13:37.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f223c0c63c0 0x7f223c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36452/0 (socket says 172.21.15.76:36452) 2023-11-25T03:13:37.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223affd640 1 -- 172.21.15.76:0/1004847244 learned_addr learned my addr 172.21.15.76:0/1004847244 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:37.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 0x7f223c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223b7fe640 1 --2- 172.21.15.76:0/1004847244 >> v2:172.21.15.106:3300/0 conn(0x7f223c0c06d0 0x7f223c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1481426761 0 0) 0x7f223c0c31c0 con 0x7f223c0c63c0 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2228003530 con 0x7f223c0c63c0 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3539884635 0 0) 0x7f2228003530 con 0x7f223c0c63c0 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 msgr2=0x7f223c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 0x7f223c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 >> v2:172.21.15.106:3300/0 conn(0x7f223c0c06d0 msgr2=0x7f223c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 --2- 172.21.15.76:0/1004847244 >> v2:172.21.15.106:3300/0 conn(0x7f223c0c06d0 0x7f223c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f223c0c1310 con 0x7f223c0c63c0 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f2224001680 con 0x7f223c0c63c0 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 >> v1:172.21.15.76:6789/0 conn(0x7f223c0c63c0 legacy=0x7f223c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 0x7f2228003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f22280047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2228004d10 0x7f2228005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f223c0c34a0 con 0x7f2228003f00 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f223c0c1030 con 0x7f2228004d10 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f222800ba70 con 0x7f223c0c4100 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f22280047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223affd640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 0x7f2228003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223b7fe640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2228004d10 0x7f2228005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 -- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 msgr2=0x7f2228003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c0c4100 0x7f2228003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 -- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2228004d10 msgr2=0x7f2228005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:37.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2228004d10 0x7f2228005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f22327fc640 1 -- 172.21.15.76:0/1004847244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2228003530 con 0x7f2228003f00 2023-11-25T03:13:37.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.427+0000 7f223b7fe640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2228004d10 0x7f2228005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f22327fc640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f22280047d0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f222c009ab0 tx=0x7f222c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57673f1299201319 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f223c0aa3d0 con 0x7f2228003f00 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f222c0a6410 con 0x7f2228003f00 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f223a7fc640 1 -- 172.21.15.76:0/1004847244 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f222c0a67c0 con 0x7f2228003f00 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f2241780640 1 -- 172.21.15.76:0/1004847244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 msgr2=0x7f22280047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f2241780640 1 --2- 172.21.15.76:0/1004847244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f22280047d0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f222c009ab0 tx=0x7f222c01ca30 comp rx=0 tx=0).stop 2023-11-25T03:13:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f223b7fe640 1 -- 172.21.15.76:0/1004847244 reap_dead start 2023-11-25T03:13:37.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f2241780640 1 -- 172.21.15.76:0/1004847244 shutdown_connections 2023-11-25T03:13:37.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f2241780640 1 -- 172.21.15.76:0/1004847244 >> 172.21.15.76:0/1004847244 conn(0x7f223c06a5b0 msgr2=0x7f223c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:37.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f2241780640 1 -- 172.21.15.76:0/1004847244 shutdown_connections 2023-11-25T03:13:37.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.431+0000 7f2241780640 1 -- 172.21.15.76:0/1004847244 wait complete. 2023-11-25T03:13:37.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 Processor -- start 2023-11-25T03:13:37.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- start start 2023-11-25T03:13:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f223c1e0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f223c099a70 0x7f223c145f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c1550e0 0x7f223c146450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f223c1dec60 con 0x7f2228003f00 2023-11-25T03:13:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f223c1def40 con 0x7f223c099a70 2023-11-25T03:13:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f223c1df220 con 0x7f223c1550e0 2023-11-25T03:13:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f223c1e0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f223c1e0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54780/0 (socket says 172.21.15.76:54780) 2023-11-25T03:13:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 -- 172.21.15.76:0/3777344871 learned_addr learned my addr 172.21.15.76:0/3777344871 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223b7fe640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c1550e0 0x7f223c146450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f22327fc640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f223c099a70 0x7f223c145f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 -- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c1550e0 msgr2=0x7f223c146450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c1550e0 0x7f223c146450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 -- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f223c099a70 msgr2=0x7f223c145f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f223c099a70 0x7f223c145f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 -- 172.21.15.76:0/3777344871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f223c1df500 con 0x7f2228003f00 2023-11-25T03:13:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223b7fe640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c1550e0 0x7f223c146450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f223affd640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f223c1e0ee0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f2224007310 tx=0x7f22240077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:37.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f222400f9c0 con 0x7f2228003f00 2023-11-25T03:13:37.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f222400fb60 con 0x7f2228003f00 2023-11-25T03:13:37.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22240133f0 con 0x7f2228003f00 2023-11-25T03:13:37.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f223c0a6810 con 0x7f2228003f00 2023-11-25T03:13:37.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f223c1541f0 con 0x7f2228003f00 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.435+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f223c068400 con 0x7f2228003f00 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.439+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2224013550 con 0x7f2228003f00 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.439+0000 7f2233fff640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f221c0664a0 0x7f221c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.439+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2224083f60 con 0x7f2228003f00 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.439+0000 7f22327fc640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f221c0664a0 0x7f221c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.439+0000 7f22327fc640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f221c0664a0 0x7f221c068960 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f222c0ad000 tx=0x7f222c0046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.443+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2224051590 con 0x7f2228003f00 2023-11-25T03:13:37.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.643+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]} v 0) v1 -- 0x7f223c1deda0 con 0x7f2228003f00 2023-11-25T03:13:37.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2233fff640 1 -- 172.21.15.76:0/3777344871 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]}]=0 v175) v1 ==== 184+0+0 (secure 0 0 0) 0x7f223c1deda0 con 0x7f2228003f00 2023-11-25T03:13:37.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f221c0664a0 msgr2=0x7f221c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f221c0664a0 0x7f221c068960 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f222c0ad000 tx=0x7f222c0046d0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 msgr2=0x7f223c1e0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:37.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f223c1e0ee0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f2224007310 tx=0x7f22240077d0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 shutdown_connections 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f221c0664a0 0x7f221c068960 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f223c1550e0 0x7f223c146450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f223c099a70 0x7f223c145f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 --2- 172.21.15.76:0/3777344871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2228003f00 0x7f223c1e0ee0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 >> 172.21.15.76:0/3777344871 conn(0x7f223c06a5b0 msgr2=0x7f223c071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 shutdown_connections 2023-11-25T03:13:37.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:37.919+0000 7f2241780640 1 -- 172.21.15.76:0/3777344871 wait complete. 2023-11-25T03:13:37.943 INFO:tasks.cephfs_test_runner:test_mount_mon_and_osd_caps_present_mds_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) ... ok 2023-11-25T03:13:37.943 INFO:tasks.cephfs_test_runner:Starting test: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-11-25T03:13:37.943 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:38.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.075+0000 7fee37879640 1 Processor -- start 2023-11-25T03:13:38.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.075+0000 7fee37879640 1 -- start start 2023-11-25T03:13:38.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee37879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 0x7fee3006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee37879640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee30156960 con 0x7fee30155de0 2023-11-25T03:13:38.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee37879640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee300c2580 con 0x7fee300c5640 2023-11-25T03:13:38.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee37879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee30153510 con 0x7fee300c5260 2023-11-25T03:13:38.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fee30155de0 0x7fee30156250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36460/0 (socket says 172.21.15.76:36460) 2023-11-25T03:13:38.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 -- 172.21.15.76:0/2885351935 learned_addr learned my addr 172.21.15.76:0/2885351935 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 376807719 0 0) 0x7fee280014a0 con 0x7fee30155de0 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee1c003530 con 0x7fee30155de0 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35615640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 0x7fee3006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3017295037 0 0) 0x7fee1c003530 con 0x7fee30155de0 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 msgr2=0x7fee3006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 0x7fee3006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 >> v1:172.21.15.106:6789/0 conn(0x7fee300c5640 legacy=0x7fee300c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee300c1a00 con 0x7fee30155de0 2023-11-25T03:13:38.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fee28001bb0 con 0x7fee30155de0 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 >> v1:172.21.15.76:6789/0 conn(0x7fee30155de0 legacy=0x7fee30156250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee1c0039b0 0x7fee1c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 0x7fee1c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee1c004d10 0x7fee1c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c00ba40 con 0x7fee1c004d10 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c00bbb0 con 0x7fee1c0039b0 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c00bd70 con 0x7fee300c5260 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee1c004d10 0x7fee1c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee34e14640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 0x7fee1c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35615640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee1c0039b0 0x7fee1c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 -- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 msgr2=0x7fee1c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300c5260 0x7fee1c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 -- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee1c0039b0 msgr2=0x7fee1c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee1c0039b0 0x7fee1c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35e16640 1 -- 172.21.15.76:0/2885351935 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee1c003530 con 0x7fee1c004d10 2023-11-25T03:13:38.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.079+0000 7fee35615640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee1c0039b0 0x7fee1c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:38.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee35e16640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee1c004d10 0x7fee1c005190 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fee2800a780 tx=0x7fee2801d240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78da07bb00fcb143 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee280ad630 con 0x7fee1c004d10 2023-11-25T03:13:38.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee280a8070 con 0x7fee1c004d10 2023-11-25T03:13:38.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee27fff640 1 -- 172.21.15.76:0/2885351935 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee280ad9f0 con 0x7fee1c004d10 2023-11-25T03:13:38.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee37879640 1 -- 172.21.15.76:0/2885351935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee1c004d10 msgr2=0x7fee1c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee37879640 1 --2- 172.21.15.76:0/2885351935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee1c004d10 0x7fee1c005190 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fee2800a780 tx=0x7fee2801d240 comp rx=0 tx=0).stop 2023-11-25T03:13:38.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee35e16640 1 -- 172.21.15.76:0/2885351935 reap_dead start 2023-11-25T03:13:38.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee37879640 1 -- 172.21.15.76:0/2885351935 shutdown_connections 2023-11-25T03:13:38.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee37879640 1 -- 172.21.15.76:0/2885351935 >> 172.21.15.76:0/2885351935 conn(0x7fee3006a5b0 msgr2=0x7fee3006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:38.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee37879640 1 -- 172.21.15.76:0/2885351935 shutdown_connections 2023-11-25T03:13:38.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.083+0000 7fee37879640 1 -- 172.21.15.76:0/2885351935 wait complete. 2023-11-25T03:13:38.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 Processor -- start 2023-11-25T03:13:38.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- start start 2023-11-25T03:13:38.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee301f0100 0x7fee300a7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 0x7fee3014ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300a79d0 0x7fee3014d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee30071fb0 con 0x7fee300a83f0 2023-11-25T03:13:38.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee300aac50 con 0x7fee301f0100 2023-11-25T03:13:38.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee3014d8c0 con 0x7fee300a79d0 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 0x7fee3014ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 0x7fee3014ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54808/0 (socket says 172.21.15.76:54808) 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 -- 172.21.15.76:0/2582349771 learned_addr learned my addr 172.21.15.76:0/2582349771 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee35e16640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300a79d0 0x7fee3014d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee35615640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee301f0100 0x7fee300a7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 -- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300a79d0 msgr2=0x7fee3014d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300a79d0 0x7fee3014d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 -- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee301f0100 msgr2=0x7fee300a7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee301f0100 0x7fee300a7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 -- 172.21.15.76:0/2582349771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee300aa770 con 0x7fee300a83f0 2023-11-25T03:13:38.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee35615640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee301f0100 0x7fee300a7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee34e14640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 0x7fee3014ce40 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fee2000f820 tx=0x7fee2000fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee2000fed0 con 0x7fee300a83f0 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee200052e0 con 0x7fee300a83f0 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee30071cd0 con 0x7fee300a83f0 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee2000d910 con 0x7fee300a83f0 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee301f0d30 con 0x7fee300a83f0 2023-11-25T03:13:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.087+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee30068400 con 0x7fee300a83f0 2023-11-25T03:13:38.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.091+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fee2000da70 con 0x7fee300a83f0 2023-11-25T03:13:38.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.091+0000 7fee25ffb640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee140664a0 0x7fee14068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.091+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fee20083a10 con 0x7fee300a83f0 2023-11-25T03:13:38.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.091+0000 7fee35615640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee140664a0 0x7fee14068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.091+0000 7fee35615640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee140664a0 0x7fee14068960 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fee2c009af0 tx=0x7fee2c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.095+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fee20051120 con 0x7fee300a83f0 2023-11-25T03:13:38.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.251+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fee300aa900 con 0x7fee300a83f0 2023-11-25T03:13:38.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.251+0000 7fee25ffb640 1 -- 172.21.15.76:0/2582349771 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) v1 ==== 74+0+13105 (secure 0 0 0) 0x7fee20054740 con 0x7fee300a83f0 2023-11-25T03:13:38.255 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:38.255 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":61,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:36.911241+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6836/1415797109":"2023-11-26T03:13:33.870978+0000","172.21.15.76:6834/1415797109":"2023-11-26T03:13:33.870978+0000","172.21.15.76:6837/3663330680":"2023-11-26T03:13:27.441150+0000","172.21.15.76:6835/3663330680":"2023-11-26T03:13:27.441150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee140664a0 msgr2=0x7fee14068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee140664a0 0x7fee14068960 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fee2c009af0 tx=0x7fee2c008040 comp rx=0 tx=0).stop 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 msgr2=0x7fee3014ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 0x7fee3014ce40 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fee2000f820 tx=0x7fee2000fce0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 shutdown_connections 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fee140664a0 0x7fee14068960 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fee300a79d0 0x7fee3014d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee300a83f0 0x7fee3014ce40 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 --2- 172.21.15.76:0/2582349771 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fee301f0100 0x7fee300a7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 >> 172.21.15.76:0/2582349771 conn(0x7fee3006a5b0 msgr2=0x7fee301df330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:38.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 shutdown_connections 2023-11-25T03:13:38.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.255+0000 7fee37879640 1 -- 172.21.15.76:0/2582349771 wait complete. 2023-11-25T03:13:38.276 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:38.276 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:38.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 Processor -- start 2023-11-25T03:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 -- start start 2023-11-25T03:13:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 0x7f1b8c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1b8c0c5640 0x7f1b8c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b8c0c2580 con 0x7f1b8c0c60f0 2023-11-25T03:13:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b8c153510 con 0x7f1b8c0c5640 2023-11-25T03:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b93c09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c0c17f0 con 0x7f1b8c0c5260 2023-11-25T03:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b921a6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1b8c0c60f0 0x7f1b8c155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36468/0 (socket says 172.21.15.76:36468) 2023-11-25T03:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b921a6640 1 -- 172.21.15.76:0/3743657782 learned_addr learned my addr 172.21.15.76:0/3743657782 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 0x7f1b8c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b911a4640 1 --2- 172.21.15.76:0/3743657782 >> v2:172.21.15.106:3300/0 conn(0x7f1b8c0c5640 0x7f1b8c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3428837478 0 0) 0x7f1b8c0c2580 con 0x7f1b8c0c60f0 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b78003530 con 0x7f1b8c0c60f0 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1722988394 0 0) 0x7f1b78003530 con 0x7f1b8c0c60f0 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 msgr2=0x7f1b8c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 0x7f1b8c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 >> v2:172.21.15.106:3300/0 conn(0x7f1b8c0c5640 msgr2=0x7f1b8c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 --2- 172.21.15.76:0/3743657782 >> v2:172.21.15.106:3300/0 conn(0x7f1b8c0c5640 0x7f1b8c0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b8c0c1a00 con 0x7f1b8c0c60f0 2023-11-25T03:13:38.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f1b84001a00 con 0x7f1b8c0c60f0 2023-11-25T03:13:38.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 >> v1:172.21.15.76:6789/0 conn(0x7f1b8c0c60f0 legacy=0x7f1b8c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b78003980 0x7f1b78003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 0x7f1b780047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78004d10 0x7f1b78005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c0c17f0 con 0x7f1b78003980 2023-11-25T03:13:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7800b990 con 0x7f1b78004d10 2023-11-25T03:13:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7800bb20 con 0x7f1b8c0c5260 2023-11-25T03:13:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b78003980 0x7f1b78003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b911a4640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 0x7f1b780047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b921a6640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78004d10 0x7f1b78005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 -- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 msgr2=0x7f1b780047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0c5260 0x7f1b780047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 -- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78004d10 msgr2=0x7f1b78005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78004d10 0x7f1b78005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.415+0000 7f1b919a5640 1 -- 172.21.15.76:0/3743657782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b78003530 con 0x7f1b78003980 2023-11-25T03:13:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b78003980 0x7f1b78003dc0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f1b88009ae0 tx=0x7f1b8801ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be28d022da50e35d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b880a6510 con 0x7f1b78003980 2023-11-25T03:13:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b880a6670 con 0x7f1b78003980 2023-11-25T03:13:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b909a3640 1 -- 172.21.15.76:0/3743657782 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b880a6a20 con 0x7f1b78003980 2023-11-25T03:13:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b93c09640 1 -- 172.21.15.76:0/3743657782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b78003980 msgr2=0x7f1b78003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3743657782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b78003980 0x7f1b78003dc0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f1b88009ae0 tx=0x7f1b8801ca20 comp rx=0 tx=0).stop 2023-11-25T03:13:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b921a6640 1 -- 172.21.15.76:0/3743657782 reap_dead start 2023-11-25T03:13:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b93c09640 1 -- 172.21.15.76:0/3743657782 shutdown_connections 2023-11-25T03:13:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b93c09640 1 -- 172.21.15.76:0/3743657782 >> 172.21.15.76:0/3743657782 conn(0x7f1b8c06a5b0 msgr2=0x7f1b8c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b93c09640 1 -- 172.21.15.76:0/3743657782 shutdown_connections 2023-11-25T03:13:38.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.419+0000 7f1b93c09640 1 -- 172.21.15.76:0/3743657782 wait complete. 2023-11-25T03:13:38.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 Processor -- start 2023-11-25T03:13:38.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 -- start start 2023-11-25T03:13:38.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78003980 0x7f1b8c14e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0714f0 0x7f1b8c071970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 0x7f1b8c14df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c14eda0 con 0x7f1b8c14dab0 2023-11-25T03:13:38.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c1e4950 con 0x7f1b78003980 2023-11-25T03:13:38.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c0a6040 con 0x7f1b8c0714f0 2023-11-25T03:13:38.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 0x7f1b8c14df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b911a4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0714f0 0x7f1b8c071970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 0x7f1b8c14df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54828/0 (socket says 172.21.15.76:54828) 2023-11-25T03:13:38.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 -- 172.21.15.76:0/3197151316 learned_addr learned my addr 172.21.15.76:0/3197151316 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:38.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78003980 0x7f1b8c14e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 -- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0714f0 msgr2=0x7f1b8c071970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0714f0 0x7f1b8c071970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 -- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78003980 msgr2=0x7f1b8c14e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78003980 0x7f1b8c14e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 -- 172.21.15.76:0/3197151316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b8c1f12b0 con 0x7f1b8c14dab0 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b921a6640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 0x7f1b8c14df30 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0c64d0 tx=0x7f1b8400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8400ec10 con 0x7f1b8c14dab0 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b8400ed90 con 0x7f1b8c14dab0 2023-11-25T03:13:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b84013660 con 0x7f1b8c14dab0 2023-11-25T03:13:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b8c14e580 con 0x7f1b8c14dab0 2023-11-25T03:13:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.423+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b8c0a5cd0 con 0x7f1b8c14dab0 2023-11-25T03:13:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.427+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b8c0a5e90 con 0x7f1b8c14dab0 2023-11-25T03:13:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.427+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1b840137c0 con 0x7f1b8c14dab0 2023-11-25T03:13:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.427+0000 7f1b827fc640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b700664a0 0x7f1b70068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.427+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1b84083e50 con 0x7f1b8c14dab0 2023-11-25T03:13:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.427+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b700664a0 0x7f1b70068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.427+0000 7f1b919a5640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b700664a0 0x7f1b70068960 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1b880af000 tx=0x7f1b880046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.431+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1b84051610 con 0x7f1b8c14dab0 2023-11-25T03:13:38.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.579+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1b8c068400 con 0x7f1b8c14dab0 2023-11-25T03:13:38.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b827fc640 1 -- 172.21.15.76:0/3197151316 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v61) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1b84054c30 con 0x7f1b8c14dab0 2023-11-25T03:13:38.586 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:38.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b700664a0 msgr2=0x7f1b70068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b700664a0 0x7f1b70068960 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1b880af000 tx=0x7f1b880046d0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 msgr2=0x7f1b8c14df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 0x7f1b8c14df30 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0c64d0 tx=0x7f1b8400e530 comp rx=0 tx=0).stop 2023-11-25T03:13:38.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 shutdown_connections 2023-11-25T03:13:38.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1b700664a0 0x7f1b70068960 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1b8c14dab0 0x7f1b8c14df30 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1b8c0714f0 0x7f1b8c071970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 --2- 172.21.15.76:0/3197151316 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1b78003980 0x7f1b8c14e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 >> 172.21.15.76:0/3197151316 conn(0x7f1b8c06a5b0 msgr2=0x7f1b8c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:38.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 shutdown_connections 2023-11-25T03:13:38.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.583+0000 7f1b93c09640 1 -- 172.21.15.76:0/3197151316 wait complete. 2023-11-25T03:13:38.606 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap' 2023-11-25T03:13:38.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 Processor -- start 2023-11-25T03:13:38.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 -- start start 2023-11-25T03:13:38.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38100c5260 0x7f381006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3810155de0 0x7f3810156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38100c2580 con 0x7f38100c5640 2023-11-25T03:13:38.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3810153510 con 0x7f38100c5260 2023-11-25T03:13:38.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3814e9c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38100c17f0 con 0x7f3810155de0 2023-11-25T03:13:38.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3805d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f38100c5640 0x7f38100c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36476/0 (socket says 172.21.15.76:36476) 2023-11-25T03:13:38.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f3805d9b640 1 -- 172.21.15.76:0/118547501 learned_addr learned my addr 172.21.15.76:0/118547501 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:38.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f380e59c640 1 --2- 172.21.15.76:0/118547501 >> v2:172.21.15.76:3300/0 conn(0x7f38100c5260 0x7f381006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f380ed9d640 1 --2- 172.21.15.76:0/118547501 >> v2:172.21.15.106:3300/0 conn(0x7f3810155de0 0x7f3810156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f380e59c640 1 -- 172.21.15.76:0/118547501 >> v2:172.21.15.106:3300/0 conn(0x7f3810155de0 msgr2=0x7f3810156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:38.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f380e59c640 1 --2- 172.21.15.76:0/118547501 >> v2:172.21.15.106:3300/0 conn(0x7f3810155de0 0x7f3810156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f380e59c640 1 -- 172.21.15.76:0/118547501 >> v1:172.21.15.76:6789/0 conn(0x7f38100c5640 legacy=0x7f38100c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.743+0000 7f380e59c640 1 -- 172.21.15.76:0/118547501 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38100c1a00 con 0x7f38100c5260 2023-11-25T03:13:38.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f380e59c640 1 --2- 172.21.15.76:0/118547501 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f381006d5b0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f38100c6b10 tx=0x7f380001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ff68a7ce650070 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f380dd9b640 1 -- 172.21.15.76:0/118547501 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38000ac600 con 0x7f38100c5260 2023-11-25T03:13:38.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f380dd9b640 1 -- 172.21.15.76:0/118547501 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38000a8050 con 0x7f38100c5260 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f380dd9b640 1 -- 172.21.15.76:0/118547501 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38000ac980 con 0x7f38100c5260 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 -- 172.21.15.76:0/118547501 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 msgr2=0x7f381006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 --2- 172.21.15.76:0/118547501 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f381006d5b0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f38100c6b10 tx=0x7f380001c3a0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 -- 172.21.15.76:0/118547501 shutdown_connections 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 --2- 172.21.15.76:0/118547501 >> v2:172.21.15.106:3300/0 conn(0x7f3810155de0 0x7f3810156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 --2- 172.21.15.76:0/118547501 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f381006d5b0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 -- 172.21.15.76:0/118547501 >> 172.21.15.76:0/118547501 conn(0x7f381006a5b0 msgr2=0x7f381006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 -- 172.21.15.76:0/118547501 shutdown_connections 2023-11-25T03:13:38.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 -- 172.21.15.76:0/118547501 wait complete. 2023-11-25T03:13:38.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.747+0000 7f3814e9c640 1 Processor -- start 2023-11-25T03:13:38.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- start start 2023-11-25T03:13:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f3810154c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38100c5640 0x7f381014ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3810155de0 0x7f381014dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38100a6900 con 0x7f38100c5260 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3810151da0 con 0x7f3810155de0 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3810156f10 con 0x7f38100c5640 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f3810154c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f3810154c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54838/0 (socket says 172.21.15.76:54838) 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 -- 172.21.15.76:0/2431956091 learned_addr learned my addr 172.21.15.76:0/2431956091 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380ed9d640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3810155de0 0x7f381014dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3805d9b640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38100c5640 0x7f381014ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 -- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38100c5640 msgr2=0x7f381014ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38100c5640 0x7f381014ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 -- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3810155de0 msgr2=0x7f381014dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3810155de0 0x7f381014dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 -- 172.21.15.76:0/2431956091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3800009420 con 0x7f38100c5260 2023-11-25T03:13:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f380e59c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f3810154c60 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f3800019fd0 tx=0x7f380001abe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38000b7650 con 0x7f38100c5260 2023-11-25T03:13:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38000b77d0 con 0x7f38100c5260 2023-11-25T03:13:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f381015ccd0 con 0x7f38100c5260 2023-11-25T03:13:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38000b7b80 con 0x7f38100c5260 2023-11-25T03:13:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38101571f0 con 0x7f38100c5260 2023-11-25T03:13:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.751+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3810156d70 con 0x7f38100c5260 2023-11-25T03:13:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.755+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f38000b3070 con 0x7f38100c5260 2023-11-25T03:13:38.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.755+0000 7f38077fe640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f37f00664a0 0x7f37f0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:38.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.755+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f380011dfc0 con 0x7f38100c5260 2023-11-25T03:13:38.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.755+0000 7f3805d9b640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f37f00664a0 0x7f37f0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:38.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.755+0000 7f3805d9b640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f37f00664a0 0x7f37f0068960 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f38100c50a0 tx=0x7f37f8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.759+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3810156d70 con 0x7f38100c5260 2023-11-25T03:13:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:38.967+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]} v 0) v1 -- 0x7f3810156d70 con 0x7f38100c5260 2023-11-25T03:13:39.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.927+0000 7f38077fe640 1 -- 172.21.15.76:0/2431956091 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]}]=0 v177) v1 ==== 162+0+0 (secure 0 0 0) 0x7f3810156d70 con 0x7f38100c5260 2023-11-25T03:13:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f37f00664a0 msgr2=0x7f37f0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f37f00664a0 0x7f37f0068960 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f38100c50a0 tx=0x7f37f8009040 comp rx=0 tx=0).stop 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 msgr2=0x7f3810154c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f3810154c60 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f3800019fd0 tx=0x7f380001abe0 comp rx=0 tx=0).stop 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 shutdown_connections 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f37f00664a0 0x7f37f0068960 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3810155de0 0x7f381014dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38100c5640 0x7f381014ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 --2- 172.21.15.76:0/2431956091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38100c5260 0x7f3810154c60 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 >> 172.21.15.76:0/2431956091 conn(0x7f381006a5b0 msgr2=0x7f3810066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 shutdown_connections 2023-11-25T03:13:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:39.931+0000 7f3814e9c640 1 -- 172.21.15.76:0/2431956091 wait complete. 2023-11-25T03:13:39.956 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-11-25T03:13:40.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.095+0000 7f1c9e701640 1 Processor -- start 2023-11-25T03:13:40.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.095+0000 7f1c9e701640 1 -- start start 2023-11-25T03:13:40.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.095+0000 7f1c9e701640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1c980c63c0 0x7f1c980c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.095+0000 7f1c9e701640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c980c4100 0x7f1c980c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.095+0000 7f1c9e701640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c980a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c9e701640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c980c31c0 con 0x7f1c980c4100 2023-11-25T03:13:40.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c9e701640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c980c34a0 con 0x7f1c980c63c0 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c9e701640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c980c1030 con 0x7f1c980c29e0 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c980c4100 0x7f1c980c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c980c4100 0x7f1c980c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54848/0 (socket says 172.21.15.76:54848) 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 -- 172.21.15.76:0/1243866543 learned_addr learned my addr 172.21.15.76:0/1243866543 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c97fff640 1 --2- 172.21.15.76:0/1243866543 >> v2:172.21.15.106:3300/0 conn(0x7f1c980c63c0 0x7f1c980c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c9cc9e640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c980a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 -- 172.21.15.76:0/1243866543 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 msgr2=0x7f1c980a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c980a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 -- 172.21.15.76:0/1243866543 >> v2:172.21.15.106:3300/0 conn(0x7f1c980c63c0 msgr2=0x7f1c980c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 --2- 172.21.15.76:0/1243866543 >> v2:172.21.15.106:3300/0 conn(0x7f1c980c63c0 0x7f1c980c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 -- 172.21.15.76:0/1243866543 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c980c1310 con 0x7f1c980c4100 2023-11-25T03:13:40.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c9cc9e640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c980a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:40.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c977fe640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c980c24a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f1c9806e000 tx=0x7f1c8c01e5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddf82b5fa7f21ded server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:40.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.099+0000 7f1c96ffd640 1 -- 172.21.15.76:0/1243866543 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c980aa3d0 con 0x7f1c980c4100 2023-11-25T03:13:40.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c96ffd640 1 -- 172.21.15.76:0/1243866543 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c8c0ab670 con 0x7f1c980c4100 2023-11-25T03:13:40.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c96ffd640 1 -- 172.21.15.76:0/1243866543 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c0aba00 con 0x7f1c980c4100 2023-11-25T03:13:40.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- 172.21.15.76:0/1243866543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 msgr2=0x7f1c980c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c980c24a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f1c9806e000 tx=0x7f1c8c01e5c0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- 172.21.15.76:0/1243866543 shutdown_connections 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c980a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- 172.21.15.76:0/1243866543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c980c24a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- 172.21.15.76:0/1243866543 >> v2:172.21.15.106:3300/0 conn(0x7f1c980c63c0 0x7f1c980c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- 172.21.15.76:0/1243866543 >> 172.21.15.76:0/1243866543 conn(0x7f1c9806a5b0 msgr2=0x7f1c9806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- 172.21.15.76:0/1243866543 shutdown_connections 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- 172.21.15.76:0/1243866543 wait complete. 2023-11-25T03:13:40.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 Processor -- start 2023-11-25T03:13:40.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- start start 2023-11-25T03:13:40.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c98151260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c981517a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1c980c63c0 0x7f1c981f03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c98151ce0 con 0x7f1c980c4100 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c980718d0 con 0x7f1c980c63c0 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9e701640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c980712c0 con 0x7f1c980c29e0 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c977fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c981517a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c977fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c981517a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54854/0 (socket says 172.21.15.76:54854) 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c977fe640 1 -- 172.21.15.76:0/3129968635 learned_addr learned my addr 172.21.15.76:0/3129968635 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c97fff640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c98151260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.103+0000 7f1c9cc9e640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1c980c63c0 0x7f1c981f03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c977fe640 1 -- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 msgr2=0x7f1c98151260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c977fe640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c98151260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c977fe640 1 -- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1c980c63c0 msgr2=0x7f1c981f03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c977fe640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1c980c63c0 0x7f1c981f03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c977fe640 1 -- 172.21.15.76:0/3129968635 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c8c0094d0 con 0x7f1c980c4100 2023-11-25T03:13:40.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c977fe640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c981517a0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c01ee60 tx=0x7f1c8c01ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:40.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c0b3800 con 0x7f1c980c4100 2023-11-25T03:13:40.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c8c0b3960 con 0x7f1c980c4100 2023-11-25T03:13:40.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c0b3cf0 con 0x7f1c980c4100 2023-11-25T03:13:40.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c980c69b0 con 0x7f1c980c4100 2023-11-25T03:13:40.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c98153140 con 0x7f1c980c4100 2023-11-25T03:13:40.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c98071a80 con 0x7f1c980c4100 2023-11-25T03:13:40.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1c8c0c6440 con 0x7f1c980c4100 2023-11-25T03:13:40.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c94ff9640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1c840664a0 0x7f1c84068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.107+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1c8c11e840 con 0x7f1c980c4100 2023-11-25T03:13:40.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.111+0000 7f1c97fff640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1c840664a0 0x7f1c84068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.111+0000 7f1c97fff640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1c840664a0 0x7f1c84068960 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1c880079c0 tx=0x7f1c88008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:40.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.111+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1c98071a80 con 0x7f1c980c4100 2023-11-25T03:13:40.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.263+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f1c98071a80 con 0x7f1c980c4100 2023-11-25T03:13:40.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c94ff9640 1 -- 172.21.15.76:0/3129968635 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) v1 ==== 122+0+0 (secure 0 0 0) 0x7f1c98071a80 con 0x7f1c980c4100 2023-11-25T03:13:40.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1c840664a0 msgr2=0x7f1c84068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1c840664a0 0x7f1c84068960 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1c880079c0 tx=0x7f1c88008040 comp rx=0 tx=0).stop 2023-11-25T03:13:40.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 msgr2=0x7f1c981517a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c981517a0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c01ee60 tx=0x7f1c8c01ce00 comp rx=0 tx=0).stop 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 shutdown_connections 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1c840664a0 0x7f1c84068960 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1c980c63c0 0x7f1c981f03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c980c4100 0x7f1c981517a0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 --2- 172.21.15.76:0/3129968635 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1c980c29e0 0x7f1c98151260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 >> 172.21.15.76:0/3129968635 conn(0x7f1c9806a5b0 msgr2=0x7f1c9815b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 shutdown_connections 2023-11-25T03:13:40.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.271+0000 7f1c9e701640 1 -- 172.21.15.76:0/3129968635 wait complete. 2023-11-25T03:13:40.294 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-25T03:13:40.295 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:13:40.364 DEBUG:teuthology.orchestra.run.smithi106:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:13:40.441 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-25T03:13:40.441 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:40.442 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:40.451 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:13:40.451 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:13:40.451 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:40.460 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:13:40.461 INFO:tasks.cephfs.cephfs_test_case:[, ] 2023-11-25T03:13:40.461 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:40.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fdb0f3640 1 Processor -- start 2023-11-25T03:13:40.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fdb0f3640 1 -- start start 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fdb0f3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 0x7f8fd415ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fdb0f3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fd40c2fc0 con 0x7f8fd40c6a00 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fdb0f3640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fd40c73b0 con 0x7f8fd40a7160 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fdb0f3640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd40c7690 con 0x7f8fd40c1d10 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd98f0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8fd40c6a00 0x7f8fd40c1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36486/0 (socket says 172.21.15.76:36486) 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd98f0640 1 -- 172.21.15.76:0/1084386380 learned_addr learned my addr 172.21.15.76:0/1084386380 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda8f2640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 0x7f8fd415ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 145393995 0 0) 0x7f8fd40c2fc0 con 0x7f8fd40c6a00 2023-11-25T03:13:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8fc0003530 con 0x7f8fd40c6a00 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 464109242 0 0) 0x7f8fd40c73b0 con 0x7f8fd40a7160 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8fd40c2fc0 con 0x7f8fd40a7160 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1365040465 0 0) 0x7f8fc0003530 con 0x7f8fd40c6a00 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 msgr2=0x7f8fd415ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 0x7f8fd415ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 >> v1:172.21.15.106:6789/0 conn(0x7f8fd40a7160 legacy=0x7f8fd40c44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fd40c10e0 con 0x7f8fd40c6a00 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f8fc4001680 con 0x7f8fd40c6a00 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 >> v1:172.21.15.76:6789/0 conn(0x7f8fd40c6a00 legacy=0x7f8fd40c1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fc0003b40 0x7f8fc0003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc00047d0 0x7f8fc0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 0x7f8fc0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd40c7690 con 0x7f8fc0003b40 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc000ba40 con 0x7f8fc00047d0 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc000bbd0 con 0x7f8fd40c1d10 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fc0003b40 0x7f8fc0003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fd98f0640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc00047d0 0x7f8fc0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda8f2640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 0x7f8fc0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda0f1640 1 -- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 msgr2=0x7f8fc0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40c1d10 0x7f8fc0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda0f1640 1 -- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc00047d0 msgr2=0x7f8fc0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc00047d0 0x7f8fc0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.627+0000 7f8fda0f1640 1 -- 172.21.15.76:0/1084386380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fc0003530 con 0x7f8fc0003b40 2023-11-25T03:13:40.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fc0003b40 0x7f8fc0003f40 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00018d0 tx=0x7f8fd001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fc9c92072423457 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:40.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fd00052d0 con 0x7f8fc0003b40 2023-11-25T03:13:40.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fd00a7070 con 0x7f8fc0003b40 2023-11-25T03:13:40.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fd90ef640 1 -- 172.21.15.76:0/1084386380 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fd0003600 con 0x7f8fc0003b40 2023-11-25T03:13:40.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1084386380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fc0003b40 msgr2=0x7f8fc0003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1084386380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fc0003b40 0x7f8fc0003f40 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00018d0 tx=0x7f8fd001c500 comp rx=0 tx=0).stop 2023-11-25T03:13:40.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fda8f2640 1 -- 172.21.15.76:0/1084386380 reap_dead start 2023-11-25T03:13:40.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1084386380 shutdown_connections 2023-11-25T03:13:40.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1084386380 >> 172.21.15.76:0/1084386380 conn(0x7f8fd40c7b10 msgr2=0x7f8fd40c7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:40.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1084386380 shutdown_connections 2023-11-25T03:13:40.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.631+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1084386380 wait complete. 2023-11-25T03:13:40.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 Processor -- start 2023-11-25T03:13:40.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- start start 2023-11-25T03:13:40.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc0003b40 0x7f8fd40a7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 0x7f8fd414c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40a96f0 0x7f8fd40a9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd40a9050 con 0x7f8fd414c510 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd406dad0 con 0x7f8fc0003b40 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd41ed620 con 0x7f8fd40a96f0 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 0x7f8fd414c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 0x7f8fd414c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54866/0 (socket says 172.21.15.76:54866) 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 -- 172.21.15.76:0/1047440551 learned_addr learned my addr 172.21.15.76:0/1047440551 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc0003b40 0x7f8fd40a7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fda8f2640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40a96f0 0x7f8fd40a9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 -- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40a96f0 msgr2=0x7f8fd40a9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40a96f0 0x7f8fd40a9b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 -- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc0003b40 msgr2=0x7f8fd40a7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc0003b40 0x7f8fd40a7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 -- 172.21.15.76:0/1047440551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fd406dd70 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fd98f0640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 0x7f8fd414c990 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4007340 tx=0x7f8fc4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc400f9c0 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fc400fb40 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fd41ed900 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc40133f0 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fd40aa970 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.635+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fd4068050 con 0x7f8fd414c510 2023-11-25T03:13:40.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.639+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8fc4013550 con 0x7f8fd414c510 2023-11-25T03:13:40.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.639+0000 7f8fcaffd640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8fb8066470 0x7f8fb8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:40.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.639+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8fc4083c10 con 0x7f8fd414c510 2023-11-25T03:13:40.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.639+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8fb8066470 0x7f8fb8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:40.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.639+0000 7f8fda0f1640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8fb8066470 0x7f8fb8068930 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00ad000 tx=0x7f8fd00a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:40.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.643+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8fc40513c0 con 0x7f8fd414c510 2023-11-25T03:13:40.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8fd406df00 con 0x7f8fd414c510 2023-11-25T03:13:40.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fcaffd640 1 -- 172.21.15.76:0/1047440551 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) v1 ==== 94+0+3702 (secure 0 0 0) 0x7f8fc40549e0 con 0x7f8fd414c510 2023-11-25T03:13:40.827 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:40.827 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":42,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5578,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1015485908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1015485908},{"type":"v1","addr":"172.21.15.106:6834","nonce":1015485908}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":5581,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/853260422","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":853260422},{"type":"v1","addr":"172.21.15.106:6835","nonce":853260422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":28},{"gid":6336,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2149885511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2149885511},{"type":"v1","addr":"172.21.15.76:6837","nonce":2149885511}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":40},{"gid":6420,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/2583195475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2583195475},{"type":"v1","addr":"172.21.15.76:6836","nonce":2583195475}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":42}],"filesystems":[]} 2023-11-25T03:13:40.827 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 42 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8fb8066470 msgr2=0x7f8fb8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8fb8066470 0x7f8fb8068930 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00ad000 tx=0x7f8fd00a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 msgr2=0x7f8fd414c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 0x7f8fd414c990 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4007340 tx=0x7f8fc4007800 comp rx=0 tx=0).stop 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 shutdown_connections 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8fb8066470 0x7f8fb8068930 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8fd40a96f0 0x7f8fd40a9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8fd414c510 0x7f8fd414c990 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 --2- 172.21.15.76:0/1047440551 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8fc0003b40 0x7f8fd40a7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.823+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 >> 172.21.15.76:0/1047440551 conn(0x7f8fd40c7b10 msgr2=0x7f8fd40c5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:40.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.827+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 shutdown_connections 2023-11-25T03:13:40.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:40.827+0000 7f8fdb0f3640 1 -- 172.21.15.76:0/1047440551 wait complete. 2023-11-25T03:13:40.848 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-25T03:13:40.848 INFO:tasks.ceph.mds.a:Stopping old one... 2023-11-25T03:13:40.849 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-25T03:13:40.849 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:13:40.849 INFO:tasks.ceph.mds.c:Restarting daemon 2023-11-25T03:13:40.849 INFO:tasks.ceph.mds.c:Stopping old one... 2023-11-25T03:13:40.849 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-11-25T03:13:40.849 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:13:40.849 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-25T03:13:40.850 INFO:tasks.ceph.mds.b:Stopping old one... 2023-11-25T03:13:40.850 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-25T03:13:40.850 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:13:40.850 INFO:tasks.ceph.mds.d:Restarting daemon 2023-11-25T03:13:40.850 INFO:tasks.ceph.mds.d:Stopping old one... 2023-11-25T03:13:40.850 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-11-25T03:13:40.850 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:13:40.863 INFO:tasks.ceph.mds.c:Stopped 2023-11-25T03:13:40.863 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-11-25T03:13:40.864 INFO:tasks.ceph.mds.b:Stopped 2023-11-25T03:13:40.864 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-25T03:13:40.865 INFO:tasks.ceph.mds.d:Stopped 2023-11-25T03:13:40.865 DEBUG:teuthology.orchestra.run.smithi106:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-11-25T03:13:40.912 INFO:tasks.ceph.mds.c:Started 2023-11-25T03:13:40.912 DEBUG:teuthology.parallel:result is None 2023-11-25T03:13:40.915 INFO:tasks.ceph.mds.b:Started 2023-11-25T03:13:40.915 DEBUG:teuthology.parallel:result is None 2023-11-25T03:13:40.917 INFO:tasks.ceph.mds.d:Started 2023-11-25T03:13:40.917 DEBUG:teuthology.parallel:result is None 2023-11-25T03:13:40.996 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:13:41.008 INFO:tasks.ceph.mds.d.smithi106.stdout:starting mds.d at 2023-11-25T03:13:41.008 INFO:tasks.ceph.mds.b.smithi106.stdout:starting mds.b at 2023-11-25T03:13:42.570 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2023-11-25T03:13:46.862 INFO:tasks.ceph.mds.a:Stopped 2023-11-25T03:13:46.863 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-25T03:13:46.867 INFO:tasks.ceph.mds.a:Started 2023-11-25T03:13:46.867 DEBUG:teuthology.parallel:result is None 2023-11-25T03:13:46.867 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-11-25T03:13:46.960 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:13:47.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 Processor -- start 2023-11-25T03:13:47.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 -- start start 2023-11-25T03:13:47.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f34a01555c0 0x7f34a00a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:47.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f34a00c61e0 0x7f34a00c6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:47.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34a00c28e0 con 0x7f34a00c6c70 2023-11-25T03:13:47.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34a00c3680 con 0x7f34a00c61e0 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a6b65640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34a00c2b80 con 0x7f34a01555c0 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f34a00c61e0 0x7f34a00c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f34a00c61e0 0x7f34a00c6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54902/0 (socket says 172.21.15.76:54902) 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 -- 172.21.15.76:0/1932379150 learned_addr learned my addr 172.21.15.76:0/1932379150 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f34a4901640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f34a01555c0 0x7f34a00a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 -- 172.21.15.76:0/1932379150 >> v2:172.21.15.106:3300/0 conn(0x7f34a01555c0 msgr2=0x7f34a00a6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 --2- 172.21.15.76:0/1932379150 >> v2:172.21.15.106:3300/0 conn(0x7f34a01555c0 0x7f34a00a6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 -- 172.21.15.76:0/1932379150 >> v1:172.21.15.106:6789/0 conn(0x7f34a00c6c70 legacy=0x7f34a00c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.015+0000 7f349ffff640 1 -- 172.21.15.76:0/1932379150 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a00c32a0 con 0x7f34a00c61e0 2023-11-25T03:13:47.023 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.019+0000 7f349ffff640 1 --2- 172.21.15.76:0/1932379150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a00c6730 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f34a0074180 tx=0x7f348c01c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c768639a8f283731 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.019+0000 7f349f7fe640 1 -- 172.21.15.76:0/1932379150 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f348c0ac630 con 0x7f34a00c61e0 2023-11-25T03:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.019+0000 7f349f7fe640 1 -- 172.21.15.76:0/1932379150 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f348c0ac790 con 0x7f34a00c61e0 2023-11-25T03:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.019+0000 7f349f7fe640 1 -- 172.21.15.76:0/1932379150 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f348c0acb20 con 0x7f34a00c61e0 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- 172.21.15.76:0/1932379150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 msgr2=0x7f34a00c6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1932379150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a00c6730 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f34a0074180 tx=0x7f348c01c4c0 comp rx=0 tx=0).stop 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- 172.21.15.76:0/1932379150 shutdown_connections 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1932379150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a00c6730 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1932379150 >> v2:172.21.15.106:3300/0 conn(0x7f34a01555c0 0x7f34a00a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- 172.21.15.76:0/1932379150 >> 172.21.15.76:0/1932379150 conn(0x7f34a00c7e40 msgr2=0x7f34a00c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- 172.21.15.76:0/1932379150 shutdown_connections 2023-11-25T03:13:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- 172.21.15.76:0/1932379150 wait complete. 2023-11-25T03:13:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 Processor -- start 2023-11-25T03:13:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- start start 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a015d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a00c6c70 0x7f34a01527f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a01555c0 0x7f34a0152d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a015b0e0 con 0x7f34a00c61e0 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a0153d20 con 0x7f34a01555c0 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a6b65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34a0153a40 con 0x7f34a00c6c70 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.023+0000 7f34a4901640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a015d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a015d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54914/0 (socket says 172.21.15.76:54914) 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 -- 172.21.15.76:0/1562302522 learned_addr learned my addr 172.21.15.76:0/1562302522 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:47.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349ffff640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a00c6c70 0x7f34a01527f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a5102640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a01555c0 0x7f34a0152d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 -- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a00c6c70 msgr2=0x7f34a01527f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a00c6c70 0x7f34a01527f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 -- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a01555c0 msgr2=0x7f34a0152d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a01555c0 0x7f34a0152d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 -- 172.21.15.76:0/1562302522 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f348c0094d0 con 0x7f34a00c61e0 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349ffff640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a00c6c70 0x7f34a01527f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:47.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a5102640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a01555c0 0x7f34a0152d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a4901640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a015d840 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f349400e870 tx=0x7f349400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3494009510 con 0x7f34a00c61e0 2023-11-25T03:13:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34a015aa90 con 0x7f34a00c61e0 2023-11-25T03:13:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349400eec0 con 0x7f34a00c61e0 2023-11-25T03:13:47.031 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349400cb40 con 0x7f34a00c61e0 2023-11-25T03:13:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34a0157f40 con 0x7f34a00c61e0 2023-11-25T03:13:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34a0068400 con 0x7f34a00c61e0 2023-11-25T03:13:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f349400cca0 con 0x7f34a00c61e0 2023-11-25T03:13:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349d7fa640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3484066470 0x7f3484068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:47.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.027+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3494083d20 con 0x7f34a00c61e0 2023-11-25T03:13:47.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.031+0000 7f349ffff640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3484066470 0x7f3484068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:47.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.031+0000 7f349ffff640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3484066470 0x7f3484068930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f348c0ae000 tx=0x7f348c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:47.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.035+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3494051430 con 0x7f34a00c61e0 2023-11-25T03:13:47.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:47.195+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f34a00c5cf0 con 0x7f34a00c61e0 2023-11-25T03:13:48.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.031+0000 7f349d7fa640 1 -- 172.21.15.76:0/1562302522 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v66) v1 ==== 97+0+0 (secure 0 0 0) 0x7f3494054a50 con 0x7f34a00c61e0 2023-11-25T03:13:48.034 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.031+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3484066470 msgr2=0x7f3484068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.031+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3484066470 0x7f3484068930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f348c0ae000 tx=0x7f348c008040 comp rx=0 tx=0).stop 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.031+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 msgr2=0x7f34a015d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.031+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a015d840 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f349400e870 tx=0x7f349400ec70 comp rx=0 tx=0).stop 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 shutdown_connections 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3484066470 0x7f3484068930 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a01555c0 0x7f34a0152d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a00c6c70 0x7f34a01527f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 --2- 172.21.15.76:0/1562302522 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a00c61e0 0x7f34a015d840 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 >> 172.21.15.76:0/1562302522 conn(0x7f34a00c7e40 msgr2=0x7f34a00c8220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:48.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 shutdown_connections 2023-11-25T03:13:48.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.035+0000 7f34a6b65640 1 -- 172.21.15.76:0/1562302522 wait complete. 2023-11-25T03:13:48.058 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-11-25T03:13:48.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.191+0000 7f66d26dd640 1 Processor -- start 2023-11-25T03:13:48.196 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.191+0000 7f66d26dd640 1 -- start start 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66d26dd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66cc0c63c0 0x7f66cc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66d26dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c4100 0x7f66cc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66d26dd640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66cc0c31c0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66d26dd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66cc0c34a0 con 0x7f66cc0c63c0 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66d26dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc0c1030 con 0x7f66cc0c4100 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66cc0c63c0 0x7f66cc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66cc0c63c0 0x7f66cc0c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33346/0 (socket says 172.21.15.76:33346) 2023-11-25T03:13:48.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 -- 172.21.15.76:0/2005791139 learned_addr learned my addr 172.21.15.76:0/2005791139 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:48.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cb7fe640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c4100 0x7f66cc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 -- 172.21.15.76:0/2005791139 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c4100 msgr2=0x7f66cc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:48.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c4100 0x7f66cc0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 -- 172.21.15.76:0/2005791139 >> v1:172.21.15.106:6789/0 conn(0x7f66cc0c29e0 legacy=0x7f66cc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:48.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cbfff640 1 -- 172.21.15.76:0/2005791139 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66cc0c1310 con 0x7f66cc0c63c0 2023-11-25T03:13:48.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.195+0000 7f66cb7fe640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c4100 0x7f66cc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:48.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66cbfff640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c63c0 0x7f66cc0c06d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f66bc009870 tx=0x7f66bc01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ac7e67488b6984c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66caffd640 1 -- 172.21.15.76:0/2005791139 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc0ad640 con 0x7f66cc0c63c0 2023-11-25T03:13:48.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66caffd640 1 -- 172.21.15.76:0/2005791139 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66bc0ad7a0 con 0x7f66cc0c63c0 2023-11-25T03:13:48.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66caffd640 1 -- 172.21.15.76:0/2005791139 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc0adb30 con 0x7f66cc0c63c0 2023-11-25T03:13:48.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 -- 172.21.15.76:0/2005791139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c63c0 msgr2=0x7f66cc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c63c0 0x7f66cc0c06d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f66bc009870 tx=0x7f66bc01c3b0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 -- 172.21.15.76:0/2005791139 shutdown_connections 2023-11-25T03:13:48.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c4100 0x7f66cc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 --2- 172.21.15.76:0/2005791139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c63c0 0x7f66cc0c06d0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 -- 172.21.15.76:0/2005791139 >> 172.21.15.76:0/2005791139 conn(0x7f66cc06a5b0 msgr2=0x7f66cc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:48.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 -- 172.21.15.76:0/2005791139 shutdown_connections 2023-11-25T03:13:48.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 -- 172.21.15.76:0/2005791139 wait complete. 2023-11-25T03:13:48.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.199+0000 7f66d26dd640 1 Processor -- start 2023-11-25T03:13:48.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- start start 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 0x7f66cc159230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66cc0c4100 0x7f66cc157160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c63c0 0x7f66cc158020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc0a5610 con 0x7f66cc0c29e0 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc156cd0 con 0x7f66cc0c4100 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66cc159770 con 0x7f66cc0c63c0 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 0x7f66cc159230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 0x7f66cc159230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33358/0 (socket says 172.21.15.76:33358) 2023-11-25T03:13:48.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 -- 172.21.15.76:0/1056770244 learned_addr learned my addr 172.21.15.76:0/1056770244 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cb7fe640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66cc0c4100 0x7f66cc157160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d0c7a640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c63c0 0x7f66cc158020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 -- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c63c0 msgr2=0x7f66cc158020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c63c0 0x7f66cc158020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 -- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66cc0c4100 msgr2=0x7f66cc157160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66cc0c4100 0x7f66cc157160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 -- 172.21.15.76:0/1056770244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66bc0094d0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66cbfff640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 0x7f66cc159230 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f66bc0b0040 tx=0x7f66bc019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc0b77f0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66bc0a6040 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66bc0b7b90 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66cc0a5050 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66cc156960 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.203+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66cc1567c0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.207+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f66bc0b7cf0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.207+0000 7f66c8ff9640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66b8066470 0x7f66b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.207+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f66bc11e740 con 0x7f66cc0c29e0 2023-11-25T03:13:48.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.207+0000 7f66cb7fe640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66b8066470 0x7f66b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.207+0000 7f66cb7fe640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66b8066470 0x7f66b8068930 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f66cc15b2b0 tx=0x7f66c0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.211+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f66cc1567c0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f66cc1567c0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66c8ff9640 1 -- 172.21.15.76:0/1056770244 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) v1 ==== 80+0+5081 (secure 0 0 0) 0x7f66cc1567c0 con 0x7f66cc0c29e0 2023-11-25T03:13:48.413 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:48.413 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:13:48.413 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2023-11-25T03:13:48.413 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.413 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFl5kzoLRAAn28jPWcV5BIyJpuYE5jELw==", 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2023-11-25T03:13:48.414 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFlx29AOhAAD49JnykUBkDAfFeuKNlhvQ==", 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFl0ldqNRAApkTN1vO1CWVuRCRp/41XLA==", 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.415 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlxL0VBhAAZB70IXTPOx4njhtUZtY86A==", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:13:48.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCNZWFl/RWrFxAAEsWy25fbeaXjGW8gyGSWgQ==", 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.417 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCQZWFlS60cHxAAjjCEfymzL8WW1dL8YV4SSg==", 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCTZWFlN4cdJRAAyKJ49eeYsj39lcIc9IDaMQ==", 2023-11-25T03:13:48.418 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCWZWFlmq7DLRAA4SB1S6nimOFcUjPUoXclEQ==", 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.419 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCcZWFlEOIlNBAAn7esOoPSY3750cmwgN9ryQ==", 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.420 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCgZWFlaw4hABAAkqAqNBIX/hrVPWf0lWHHWA==", 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCjZWFlLTUMBxAATyu2eZYm4HAAqQVdt+NVUQ==", 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.421 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCmZWFlBOlGDRAA4j1eCvUktpvxSQiyAGzrsg==", 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.422 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ==", 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2023-11-25T03:13:48.423 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g==", 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw pool=cephfs2_data" 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFlxL3BERAAlaLEUmKAua7HEaa9PQk0XQ==", 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:13:48.424 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.testuser", 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQBMZmFlhlg3BRAAQBOHh2wlrjvlAnIS9fHnQw==", 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow rw fsname=cephfs", 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw fsname=cephfs, allow rw fsname=cephfs2", 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.425 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFleymbKRAAn/FZCHuwVcwXY/e4eo7CFg==", 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2023-11-25T03:13:48.426 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCJZWFleNbjJRAApqryujs9WavvuBL0rPQ0sg==", 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2023-11-25T03:13:48.427 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:13:48.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66b8066470 msgr2=0x7f66b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66b8066470 0x7f66b8068930 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f66cc15b2b0 tx=0x7f66c0008040 comp rx=0 tx=0).stop 2023-11-25T03:13:48.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 msgr2=0x7f66cc159230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 0x7f66cc159230 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f66bc0b0040 tx=0x7f66bc019150 comp rx=0 tx=0).stop 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 shutdown_connections 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66b8066470 0x7f66b8068930 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66cc0c63c0 0x7f66cc158020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66cc0c4100 0x7f66cc157160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 --2- 172.21.15.76:0/1056770244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66cc0c29e0 0x7f66cc159230 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 >> 172.21.15.76:0/1056770244 conn(0x7f66cc06a5b0 msgr2=0x7f66cc0c03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 shutdown_connections 2023-11-25T03:13:48.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.411+0000 7f66d26dd640 1 -- 172.21.15.76:0/1056770244 wait complete. 2023-11-25T03:13:48.435 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.testuser 2023-11-25T03:13:48.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 Processor -- start 2023-11-25T03:13:48.573 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 -- start start 2023-11-25T03:13:48.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f45e80c2bb0 0x7f45e80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45e80c31c0 con 0x7f45e80c4100 2023-11-25T03:13:48.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45e80c34a0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ef172640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45e80c1030 con 0x7f45e80c63c0 2023-11-25T03:13:48.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ed70f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f45e80c2bb0 0x7f45e80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ecf0e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45e7fff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f45e80c4100 0x7f45e80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:42838/0 (socket says 172.21.15.76:42838) 2023-11-25T03:13:48.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45e7fff640 1 -- 172.21.15.76:0/4174169256 learned_addr learned my addr 172.21.15.76:0/4174169256 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:48.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ed70f640 1 -- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 msgr2=0x7f45e80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:48.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ed70f640 1 --2- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ed70f640 1 -- 172.21.15.76:0/4174169256 >> v1:172.21.15.106:6789/0 conn(0x7f45e80c4100 legacy=0x7f45e80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.571+0000 7f45ed70f640 1 -- 172.21.15.76:0/4174169256 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e80c1310 con 0x7f45e80c2bb0 2023-11-25T03:13:48.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ed70f640 1 --2- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c2bb0 0x7f45e80a9680 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f45e0009d90 tx=0x7f45e001c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d900d598a78e784f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45e77fe640 1 -- 172.21.15.76:0/4174169256 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e80aa3d0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45e77fe640 1 -- 172.21.15.76:0/4174169256 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45e00a58e0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45e77fe640 1 -- 172.21.15.76:0/4174169256 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e00a5c70 con 0x7f45e80c2bb0 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 -- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c2bb0 msgr2=0x7f45e80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 --2- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c2bb0 0x7f45e80a9680 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f45e0009d90 tx=0x7f45e001c800 comp rx=0 tx=0).stop 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 -- 172.21.15.76:0/4174169256 shutdown_connections 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 --2- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c2bb0 0x7f45e80a9680 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 --2- 172.21.15.76:0/4174169256 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 -- 172.21.15.76:0/4174169256 >> 172.21.15.76:0/4174169256 conn(0x7f45e806a5b0 msgr2=0x7f45e806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:48.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 -- 172.21.15.76:0/4174169256 shutdown_connections 2023-11-25T03:13:48.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.575+0000 7f45ef172640 1 -- 172.21.15.76:0/4174169256 wait complete. 2023-11-25T03:13:48.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 Processor -- start 2023-11-25T03:13:48.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 -- start start 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 0x7f45e80bd670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c4100 0x7f45e8156e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e81ee680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45e80bd1e0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45e8157350 con 0x7f45e80c4100 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45e8155e50 con 0x7f45e80c63c0 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 0x7f45e80bd670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 0x7f45e80bd670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33364/0 (socket says 172.21.15.76:33364) 2023-11-25T03:13:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 -- 172.21.15.76:0/568704328 learned_addr learned my addr 172.21.15.76:0/568704328 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45e7fff640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c4100 0x7f45e8156e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ed70f640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e81ee680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 -- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 msgr2=0x7f45e81ee680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e81ee680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 -- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c4100 msgr2=0x7f45e8156e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c4100 0x7f45e8156e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 -- 172.21.15.76:0/568704328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e0009a70 con 0x7f45e80c2bb0 2023-11-25T03:13:48.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ecf0e640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 0x7f45e80bd670 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f45dc00e870 tx=0x7f45dc00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45dc009510 con 0x7f45e80c2bb0 2023-11-25T03:13:48.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45dc00eec0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45dc00cb40 con 0x7f45e80c2bb0 2023-11-25T03:13:48.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45e81eeed0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.579+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45e815adb0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.583+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45e8068400 con 0x7f45e80c2bb0 2023-11-25T03:13:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.583+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f45dc00cca0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.583+0000 7f45e57fa640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45cc066470 0x7f45cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.583+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f45dc083ed0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.583+0000 7f45e7fff640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45cc066470 0x7f45cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.583+0000 7f45e7fff640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45cc066470 0x7f45cc068930 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f45e815b520 tx=0x7f45d4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.587+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f45dc0517e0 con 0x7f45e80c2bb0 2023-11-25T03:13:48.793 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.791+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.testuser"} v 0) v1 -- 0x7f45e80c3e70 con 0x7f45e80c2bb0 2023-11-25T03:13:48.796 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.791+0000 7f45e57fa640 1 -- 172.21.15.76:0/568704328 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.testuser"}]=0 v18) v1 ==== 85+0+0 (secure 0 0 0) 0x7f45dc017090 con 0x7f45e80c2bb0 2023-11-25T03:13:48.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45cc066470 msgr2=0x7f45cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45cc066470 0x7f45cc068930 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f45e815b520 tx=0x7f45d4009040 comp rx=0 tx=0).stop 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 msgr2=0x7f45e80bd670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 0x7f45e80bd670 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f45dc00e870 tx=0x7f45dc00ec70 comp rx=0 tx=0).stop 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 shutdown_connections 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f45cc066470 0x7f45cc068930 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45e80c63c0 0x7f45e81ee680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f45e80c4100 0x7f45e8156e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 --2- 172.21.15.76:0/568704328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45e80c2bb0 0x7f45e80bd670 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 >> 172.21.15.76:0/568704328 conn(0x7f45e806a5b0 msgr2=0x7f45e806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 shutdown_connections 2023-11-25T03:13:48.801 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.795+0000 7f45ef172640 1 -- 172.21.15.76:0/568704328 wait complete. 2023-11-25T03:13:48.818 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:48.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.951+0000 7f88a7009640 1 Processor -- start 2023-11-25T03:13:48.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.951+0000 7f88a7009640 1 -- start start 2023-11-25T03:13:48.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a7009640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c5260 0x7f88a006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a7009640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88a00c5640 0x7f88a00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a7009640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88a00c2580 con 0x7f88a00c60f0 2023-11-25T03:13:48.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a7009640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88a0153510 con 0x7f88a00c5640 2023-11-25T03:13:48.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a7009640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88a00c17f0 con 0x7f88a00c5260 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88a00c5640 0x7f88a00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a55a6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f88a00c60f0 0x7f88a0155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53548/0 (socket says 172.21.15.76:53548) 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a55a6640 1 -- 172.21.15.76:0/39760648 learned_addr learned my addr 172.21.15.76:0/39760648 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f88a4da5640 1 --2- 172.21.15.76:0/39760648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c5260 0x7f88a006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889ffff640 1 -- 172.21.15.76:0/39760648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c5260 msgr2=0x7f88a006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889ffff640 1 --2- 172.21.15.76:0/39760648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c5260 0x7f88a006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889ffff640 1 -- 172.21.15.76:0/39760648 >> v1:172.21.15.76:6789/0 conn(0x7f88a00c60f0 legacy=0x7f88a0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889ffff640 1 -- 172.21.15.76:0/39760648 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88a00c1a00 con 0x7f88a00c5640 2023-11-25T03:13:48.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889ffff640 1 --2- 172.21.15.76:0/39760648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a00c5bb0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f88a00c1930 tx=0x7f888c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56313e769d3410c3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.955+0000 7f889f7fe640 1 -- 172.21.15.76:0/39760648 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f888c0ab600 con 0x7f88a00c5640 2023-11-25T03:13:48.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f889f7fe640 1 -- 172.21.15.76:0/39760648 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f888c0a7050 con 0x7f88a00c5640 2023-11-25T03:13:48.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f889f7fe640 1 -- 172.21.15.76:0/39760648 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f888c0ab980 con 0x7f88a00c5640 2023-11-25T03:13:48.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- 172.21.15.76:0/39760648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 msgr2=0x7f88a00c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 --2- 172.21.15.76:0/39760648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a00c5bb0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f88a00c1930 tx=0x7f888c01c3c0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- 172.21.15.76:0/39760648 shutdown_connections 2023-11-25T03:13:48.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 --2- 172.21.15.76:0/39760648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a00c5bb0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 --2- 172.21.15.76:0/39760648 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c5260 0x7f88a006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- 172.21.15.76:0/39760648 >> 172.21.15.76:0/39760648 conn(0x7f88a006a5b0 msgr2=0x7f88a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:48.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- 172.21.15.76:0/39760648 shutdown_connections 2023-11-25T03:13:48.962 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- 172.21.15.76:0/39760648 wait complete. 2023-11-25T03:13:48.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 Processor -- start 2023-11-25T03:13:48.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- start start 2023-11-25T03:13:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f88a00c5260 0x7f88a01eb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a0071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c60f0 0x7f88a01513a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88a0150f10 con 0x7f88a00c5640 2023-11-25T03:13:48.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88a0150300 con 0x7f88a00c5260 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a7009640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88a01505e0 con 0x7f88a00c60f0 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f889ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a0071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f889ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a0071100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33372/0 (socket says 172.21.15.76:33372) 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f889ffff640 1 -- 172.21.15.76:0/949779207 learned_addr learned my addr 172.21.15.76:0/949779207 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a4da5640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f88a00c5260 0x7f88a01eb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.959+0000 7f88a55a6640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c60f0 0x7f88a01513a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889ffff640 1 -- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c60f0 msgr2=0x7f88a01513a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889ffff640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c60f0 0x7f88a01513a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889ffff640 1 -- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f88a00c5260 msgr2=0x7f88a01eb5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889ffff640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f88a00c5260 0x7f88a01eb5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889ffff640 1 -- 172.21.15.76:0/949779207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f888c009420 con 0x7f88a00c5640 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f88a4da5640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f88a00c5260 0x7f88a01eb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889ffff640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a0071100 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f888c0ae040 tx=0x7f888c019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f888c0b4610 con 0x7f88a00c5640 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f888c0b4770 con 0x7f88a00c5640 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f888c0b4b00 con 0x7f88a00c5640 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88a01508c0 con 0x7f88a00c5640 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88a0071c40 con 0x7f88a00c5640 2023-11-25T03:13:48.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88a0068400 con 0x7f88a00c5640 2023-11-25T03:13:48.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f888c0b2040 con 0x7f88a00c5640 2023-11-25T03:13:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889d7fa640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8884066470 0x7f8884068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f888c11d7f0 con 0x7f88a00c5640 2023-11-25T03:13:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.963+0000 7f88a4da5640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8884066470 0x7f8884068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:48.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.967+0000 7f88a4da5640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8884066470 0x7f8884068930 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f889400b9f0 tx=0x7f8894008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:48.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:48.967+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f888c0eb060 con 0x7f88a00c5640 2023-11-25T03:13:49.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.123+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f88a006d390 con 0x7f88a00c5640 2023-11-25T03:13:49.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.123+0000 7f889d7fa640 1 -- 172.21.15.76:0/949779207 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) v1 ==== 74+0+12846 (secure 0 0 0) 0x7f888c006e20 con 0x7f88a00c5640 2023-11-25T03:13:49.127 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:49.127 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":66,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:48.026726+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.123+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8884066470 msgr2=0x7f8884068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.123+0000 7f88a7009640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8884066470 0x7f8884068930 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f889400b9f0 tx=0x7f8894008040 comp rx=0 tx=0).stop 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.123+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 msgr2=0x7f88a0071100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.123+0000 7f88a7009640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a0071100 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f888c0ae040 tx=0x7f888c019160 comp rx=0 tx=0).stop 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 shutdown_connections 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8884066470 0x7f8884068930 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f88a00c60f0 0x7f88a01513a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88a00c5640 0x7f88a0071100 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 --2- 172.21.15.76:0/949779207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f88a00c5260 0x7f88a01eb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 >> 172.21.15.76:0/949779207 conn(0x7f88a006a5b0 msgr2=0x7f88a0152d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:49.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 shutdown_connections 2023-11-25T03:13:49.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.127+0000 7f88a7009640 1 -- 172.21.15.76:0/949779207 wait complete. 2023-11-25T03:13:49.149 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:13:49.150 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:13:49.283 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2023-11-25T03:13:49.290 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 Processor -- start 2023-11-25T03:13:49.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 -- start start 2023-11-25T03:13:49.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4e08151dc0 0x7f4e080c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e080c7ed0 0x7f4e08154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e080ac4f0 con 0x7f4e080bd660 2023-11-25T03:13:49.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e08158780 con 0x7f4e080c7ed0 2023-11-25T03:13:49.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0d0bb640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e08158a60 con 0x7f4e08151dc0 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0759e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4e080bd660 0x7f4e08154b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53552/0 (socket says 172.21.15.76:53552) 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0759e640 1 -- 172.21.15.76:0/407417247 learned_addr learned my addr 172.21.15.76:0/407417247 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4dfe59c640 1 --2- 172.21.15.76:0/407417247 >> v2:172.21.15.76:3300/0 conn(0x7f4e080c7ed0 0x7f4e08154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e06d9d640 1 --2- 172.21.15.76:0/407417247 >> v2:172.21.15.106:3300/0 conn(0x7f4e08151dc0 0x7f4e080c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4dfe59c640 1 -- 172.21.15.76:0/407417247 >> v2:172.21.15.106:3300/0 conn(0x7f4e08151dc0 msgr2=0x7f4e080c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4dfe59c640 1 --2- 172.21.15.76:0/407417247 >> v2:172.21.15.106:3300/0 conn(0x7f4e08151dc0 0x7f4e080c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4dfe59c640 1 -- 172.21.15.76:0/407417247 >> v1:172.21.15.76:6789/0 conn(0x7f4e080bd660 legacy=0x7f4e08154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4dfe59c640 1 -- 172.21.15.76:0/407417247 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e080ac180 con 0x7f4e080c7ed0 2023-11-25T03:13:49.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.287+0000 7f4e0659c640 1 -- 172.21.15.76:0/407417247 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2279760699 0 0) 0x7f4e080ac4f0 con 0x7f4e080bd660 2023-11-25T03:13:49.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4dfe59c640 1 --2- 172.21.15.76:0/407417247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e08154650 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f4df80097c0 tx=0x7f4df801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bc9204673cf859 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0659c640 1 -- 172.21.15.76:0/407417247 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df80ab600 con 0x7f4e080c7ed0 2023-11-25T03:13:49.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0659c640 1 -- 172.21.15.76:0/407417247 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df80a7050 con 0x7f4e080c7ed0 2023-11-25T03:13:49.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0659c640 1 -- 172.21.15.76:0/407417247 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df80ab980 con 0x7f4e080c7ed0 2023-11-25T03:13:49.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/407417247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 msgr2=0x7f4e08154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/407417247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e08154650 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f4df80097c0 tx=0x7f4df801c320 comp rx=0 tx=0).stop 2023-11-25T03:13:49.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/407417247 shutdown_connections 2023-11-25T03:13:49.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/407417247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e08154650 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/407417247 >> v2:172.21.15.106:3300/0 conn(0x7f4e08151dc0 0x7f4e080c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/407417247 >> 172.21.15.76:0/407417247 conn(0x7f4e08071eb0 msgr2=0x7f4e080722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:49.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/407417247 shutdown_connections 2023-11-25T03:13:49.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.291+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/407417247 wait complete. 2023-11-25T03:13:49.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 Processor -- start 2023-11-25T03:13:49.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 -- start start 2023-11-25T03:13:49.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e080bd660 0x7f4e081f0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e080c8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e08151dc0 0x7f4e0814b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e081f1040 con 0x7f4e080c7ed0 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e0815eb50 con 0x7f4e080bd660 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0d0bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e080c3ca0 con 0x7f4e08151dc0 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e080c8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e080c8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33382/0 (socket says 172.21.15.76:33382) 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 -- 172.21.15.76:0/3551114410 learned_addr learned my addr 172.21.15.76:0/3551114410 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e0759e640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e08151dc0 0x7f4e0814b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4e06d9d640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e080bd660 0x7f4e081f0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 -- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e08151dc0 msgr2=0x7f4e0814b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e08151dc0 0x7f4e0814b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 -- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e080bd660 msgr2=0x7f4e081f0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e080bd660 0x7f4e081f0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 -- 172.21.15.76:0/3551114410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df8009420 con 0x7f4e080c7ed0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.295+0000 7f4dfe59c640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e080c8840 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f4df8018f30 tx=0x7f4df801ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df80b7650 con 0x7f4e080c7ed0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df80abe90 con 0x7f4e080c7ed0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df80b7a10 con 0x7f4e080c7ed0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e080c3f80 con 0x7f4e080c7ed0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e080c0540 con 0x7f4e080c7ed0 2023-11-25T03:13:49.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e08068400 con 0x7f4e080c7ed0 2023-11-25T03:13:49.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4df80b7b70 con 0x7f4e080c7ed0 2023-11-25T03:13:49.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4dfffff640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4de8066470 0x7f4de8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4df80a4e40 con 0x7f4e080c7ed0 2023-11-25T03:13:49.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4e06d9d640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4de8066470 0x7f4de8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.304 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.299+0000 7f4e06d9d640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4de8066470 0x7f4de8068930 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4e081529f0 tx=0x7f4df0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.303+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4df80ebc30 con 0x7f4e080c7ed0 2023-11-25T03:13:49.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4e0806c9a0 con 0x7f4e080c7ed0 2023-11-25T03:13:49.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4dfffff640 1 -- 172.21.15.76:0/3551114410 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v66) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4df80bb020 con 0x7f4e080c7ed0 2023-11-25T03:13:49.459 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:13:49.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4de8066470 msgr2=0x7f4de8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4de8066470 0x7f4de8068930 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4e081529f0 tx=0x7f4df0008040 comp rx=0 tx=0).stop 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 msgr2=0x7f4e080c8840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e080c8840 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f4df8018f30 tx=0x7f4df801ab60 comp rx=0 tx=0).stop 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 shutdown_connections 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4de8066470 0x7f4de8068930 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4e08151dc0 0x7f4e0814b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e080c7ed0 0x7f4e080c8840 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 --2- 172.21.15.76:0/3551114410 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4e080bd660 0x7f4e081f0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.455+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 >> 172.21.15.76:0/3551114410 conn(0x7f4e08071eb0 msgr2=0x7f4e08150540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.459+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 shutdown_connections 2023-11-25T03:13:49.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.459+0000 7f4e0d0bb640 1 -- 172.21.15.76:0/3551114410 wait complete. 2023-11-25T03:13:49.480 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:13:49.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 Processor -- start 2023-11-25T03:13:49.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 -- start start 2023-11-25T03:13:49.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f34840c8540 0x7f3484155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 0x7f3484151610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34840c56d0 con 0x7f348406b270 2023-11-25T03:13:49.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34840c9d30 con 0x7f34840c8540 2023-11-25T03:13:49.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f348a2e3640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34840c4da0 con 0x7f34840c6310 2023-11-25T03:13:49.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f348406b270 0x7f34840c7e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53564/0 (socket says 172.21.15.76:53564) 2023-11-25T03:13:49.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 -- 172.21.15.76:0/3816552195 learned_addr learned my addr 172.21.15.76:0/3816552195 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1551749125 0 0) 0x7f34840c56d0 con 0x7f348406b270 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3488880640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 0x7f3484151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f346c003530 con 0x7f348406b270 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f34837fe640 1 --2- 172.21.15.76:0/3816552195 >> v2:172.21.15.106:3300/0 conn(0x7f34840c8540 0x7f3484155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1456231759 0 0) 0x7f346c003530 con 0x7f348406b270 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 msgr2=0x7f3484151610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 0x7f3484151610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 >> v2:172.21.15.106:3300/0 conn(0x7f34840c8540 msgr2=0x7f3484155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 --2- 172.21.15.76:0/3816552195 >> v2:172.21.15.106:3300/0 conn(0x7f34840c8540 0x7f3484155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34840c5080 con 0x7f348406b270 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f3474001680 con 0x7f348406b270 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 >> v1:172.21.15.76:6789/0 conn(0x7f348406b270 legacy=0x7f34840c7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f346c003980 0x7f346c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 0x7f346c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f346c004d10 0x7f346c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34840c9d30 con 0x7f346c003980 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34840c4da0 con 0x7f346c004d10 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f346c00b9c0 con 0x7f34840c6310 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f346c003980 0x7f346c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f34837fe640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 0x7f346c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3488880640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f346c004d10 0x7f346c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 -- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 msgr2=0x7f346c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:49.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34840c6310 0x7f346c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 -- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f346c004d10 msgr2=0x7f346c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:49.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f346c004d10 0x7f346c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.615+0000 7f3483fff640 1 -- 172.21.15.76:0/3816552195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f346c003530 con 0x7f346c003980 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f3483fff640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f346c003980 0x7f346c003da0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f347400c210 tx=0x7f347401cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcfd0b029dcb8d82 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34740058e0 con 0x7f346c003980 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3474005a40 con 0x7f346c003980 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f3482ffd640 1 -- 172.21.15.76:0/3816552195 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3474005e10 con 0x7f346c003980 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f348a2e3640 1 -- 172.21.15.76:0/3816552195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f346c003980 msgr2=0x7f346c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f348a2e3640 1 --2- 172.21.15.76:0/3816552195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f346c003980 0x7f346c003da0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f347400c210 tx=0x7f347401cc60 comp rx=0 tx=0).stop 2023-11-25T03:13:49.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f3488880640 1 -- 172.21.15.76:0/3816552195 reap_dead start 2023-11-25T03:13:49.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f348a2e3640 1 -- 172.21.15.76:0/3816552195 shutdown_connections 2023-11-25T03:13:49.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f348a2e3640 1 -- 172.21.15.76:0/3816552195 >> 172.21.15.76:0/3816552195 conn(0x7f34840ca100 msgr2=0x7f34840ca510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:49.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f348a2e3640 1 -- 172.21.15.76:0/3816552195 shutdown_connections 2023-11-25T03:13:49.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.619+0000 7f348a2e3640 1 -- 172.21.15.76:0/3816552195 wait complete. 2023-11-25T03:13:49.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 Processor -- start 2023-11-25T03:13:49.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 -- start start 2023-11-25T03:13:49.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f346c003980 0x7f34841ef910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34841f09a0 0x7f34841ed180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 0x7f34841490b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34841414a0 con 0x7f34841ed6c0 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34841ec9a0 con 0x7f34841f09a0 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34840ab540 con 0x7f346c003980 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 0x7f34841490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 0x7f34841490b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33404/0 (socket says 172.21.15.76:33404) 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 -- 172.21.15.76:0/1525401270 learned_addr learned my addr 172.21.15.76:0/1525401270 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3483fff640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f346c003980 0x7f34841ef910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f34837fe640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34841f09a0 0x7f34841ed180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 -- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f346c003980 msgr2=0x7f34841ef910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f346c003980 0x7f34841ef910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 -- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34841f09a0 msgr2=0x7f34841ed180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34841f09a0 0x7f34841ed180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 -- 172.21.15.76:0/1525401270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34840ab820 con 0x7f34841ed6c0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f34837fe640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34841f09a0 0x7f34841ed180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3488880640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 0x7f34841490b0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f34840c8920 tx=0x7f347c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f347c00e070 con 0x7f34841ed6c0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f347c011e10 con 0x7f34841ed6c0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34841ecc60 con 0x7f34841ed6c0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f347c0039a0 con 0x7f34841ed6c0 2023-11-25T03:13:49.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.623+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34841ede90 con 0x7f34841ed6c0 2023-11-25T03:13:49.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.627+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f348404e850 con 0x7f34841ed6c0 2023-11-25T03:13:49.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.627+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f347c003b00 con 0x7f34841ed6c0 2023-11-25T03:13:49.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.627+0000 7f3480ff9640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34700664a0 0x7f3470068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.627+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f347c084140 con 0x7f34841ed6c0 2023-11-25T03:13:49.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.627+0000 7f3483fff640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34700664a0 0x7f3470068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.627+0000 7f3483fff640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34700664a0 0x7f3470068960 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f34740aa000 tx=0x7f3474001a10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.631+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f347c051900 con 0x7f34841ed6c0 2023-11-25T03:13:49.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f34840c98b0 con 0x7f34841ed6c0 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f3480ff9640 1 -- 172.21.15.76:0/1525401270 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v66) v1 ==== 84+0+65 (secure 0 0 0) 0x7f347c054f20 con 0x7f34841ed6c0 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:13:49.786 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34700664a0 msgr2=0x7f3470068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34700664a0 0x7f3470068960 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f34740aa000 tx=0x7f3474001a10 comp rx=0 tx=0).stop 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 msgr2=0x7f34841490b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 0x7f34841490b0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f34840c8920 tx=0x7f347c0115a0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 shutdown_connections 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34700664a0 0x7f3470068960 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34841ed6c0 0x7f34841490b0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34841f09a0 0x7f34841ed180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 --2- 172.21.15.76:0/1525401270 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f346c003980 0x7f34841ef910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 >> 172.21.15.76:0/1525401270 conn(0x7f34840ca100 msgr2=0x7f34840c8950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:49.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 shutdown_connections 2023-11-25T03:13:49.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.783+0000 7f348a2e3640 1 -- 172.21.15.76:0/1525401270 wait complete. 2023-11-25T03:13:49.807 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-25T03:13:49.807 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-25T03:13:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.943+0000 7f986f0fe640 1 Processor -- start 2023-11-25T03:13:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.943+0000 7f986f0fe640 1 -- start start 2023-11-25T03:13:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986f0fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9868151e00 0x7f9868158580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986f0fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9868073b70 con 0x7f98680c0370 2023-11-25T03:13:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986f0fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98680c0c80 con 0x7f98680c07f0 2023-11-25T03:13:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986f0fe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9868158ac0 con 0x7f9868151e00 2023-11-25T03:13:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f985ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f98680c0370 0x7f98680c12b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53572/0 (socket says 172.21.15.76:53572) 2023-11-25T03:13:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f985ffff640 1 -- 172.21.15.76:0/1488896057 learned_addr learned my addr 172.21.15.76:0/1488896057 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986ce9a640 1 --2- 172.21.15.76:0/1488896057 >> v2:172.21.15.106:3300/0 conn(0x7f9868151e00 0x7f9868158580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f985f7fe640 1 -- 172.21.15.76:0/1488896057 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2211579609 0 0) 0x7f9868073b70 con 0x7f98680c0370 2023-11-25T03:13:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f985f7fe640 1 -- 172.21.15.76:0/1488896057 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9850003530 con 0x7f98680c0370 2023-11-25T03:13:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986ce9a640 1 -- 172.21.15.76:0/1488896057 >> v1:172.21.15.106:6789/0 conn(0x7f98680c07f0 legacy=0x7f98680c19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986ce9a640 1 -- 172.21.15.76:0/1488896057 >> v1:172.21.15.76:6789/0 conn(0x7f98680c0370 legacy=0x7f98680c12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.947+0000 7f986ce9a640 1 -- 172.21.15.76:0/1488896057 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98680735b0 con 0x7f9868151e00 2023-11-25T03:13:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986ce9a640 1 --2- 172.21.15.76:0/1488896057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9868151e00 0x7f9868158580 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f98640097c0 tx=0x7f986401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e77826b4648d4d3e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f985f7fe640 1 -- 172.21.15.76:0/1488896057 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98640ab600 con 0x7f9868151e00 2023-11-25T03:13:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f985f7fe640 1 -- 172.21.15.76:0/1488896057 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98640a7050 con 0x7f9868151e00 2023-11-25T03:13:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f985f7fe640 1 -- 172.21.15.76:0/1488896057 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98640ab980 con 0x7f9868151e00 2023-11-25T03:13:49.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 -- 172.21.15.76:0/1488896057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9868151e00 msgr2=0x7f9868158580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 --2- 172.21.15.76:0/1488896057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9868151e00 0x7f9868158580 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f98640097c0 tx=0x7f986401c360 comp rx=0 tx=0).stop 2023-11-25T03:13:49.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 -- 172.21.15.76:0/1488896057 shutdown_connections 2023-11-25T03:13:49.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 --2- 172.21.15.76:0/1488896057 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9868151e00 0x7f9868158580 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 -- 172.21.15.76:0/1488896057 >> 172.21.15.76:0/1488896057 conn(0x7f98680c31a0 msgr2=0x7f98680c35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:49.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 -- 172.21.15.76:0/1488896057 shutdown_connections 2023-11-25T03:13:49.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 -- 172.21.15.76:0/1488896057 wait complete. 2023-11-25T03:13:49.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 Processor -- start 2023-11-25T03:13:49.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.951+0000 7f986f0fe640 1 -- start start 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 0x7f9868156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f98680c07f0 0x7f98681494d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9868151e00 0x7f9868149a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98680c4b90 con 0x7f98680c0370 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9868149f50 con 0x7f98680c07f0 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98680c53d0 con 0x7f9868151e00 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 0x7f9868156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 0x7f9868156f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33416/0 (socket says 172.21.15.76:33416) 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 -- 172.21.15.76:0/3334485937 learned_addr learned my addr 172.21.15.76:0/3334485937 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986d69b640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9868151e00 0x7f9868149a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f985ffff640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f98680c07f0 0x7f98681494d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 -- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9868151e00 msgr2=0x7f9868149a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9868151e00 0x7f9868149a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 -- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f98680c07f0 msgr2=0x7f98681494d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f98680c07f0 0x7f98681494d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 -- 172.21.15.76:0/3334485937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9864009420 con 0x7f98680c0370 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f985ffff640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f98680c07f0 0x7f98681494d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986ce9a640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 0x7f9868156f00 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9864018f70 tx=0x7f9864019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98640b4400 con 0x7f98680c0370 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98640b4560 con 0x7f98680c0370 2023-11-25T03:13:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98680c5690 con 0x7f98680c0370 2023-11-25T03:13:49.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98640b4910 con 0x7f98680c0370 2023-11-25T03:13:49.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98680c5c50 con 0x7f98680c0370 2023-11-25T03:13:49.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9868068400 con 0x7f98680c0370 2023-11-25T03:13:49.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.955+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f98640b2040 con 0x7f98680c0370 2023-11-25T03:13:49.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.959+0000 7f985d7fa640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9854066470 0x7f9854068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:49.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.959+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f986411d900 con 0x7f98680c0370 2023-11-25T03:13:49.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.959+0000 7f985ffff640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9854066470 0x7f9854068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:49.961 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.959+0000 7f985ffff640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9854066470 0x7f9854068930 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9868141260 tx=0x7f9858009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:49.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:49.963+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f98640eb210 con 0x7f98680c0370 2023-11-25T03:13:50.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:50.115+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f98681f0180 con 0x7f98680c0370 2023-11-25T03:13:51.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.047+0000 7f985d7fa640 1 -- 172.21.15.76:0/3334485937 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v67) v1 ==== 138+0+0 (secure 0 0 0) 0x7f98640ee830 con 0x7f98680c0370 2023-11-25T03:13:51.052 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2023-11-25T03:13:51.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9854066470 msgr2=0x7f9854068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:51.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9854066470 0x7f9854068930 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9868141260 tx=0x7f9858009040 comp rx=0 tx=0).stop 2023-11-25T03:13:51.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 msgr2=0x7f9868156f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:51.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 0x7f9868156f00 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9864018f70 tx=0x7f9864019100 comp rx=0 tx=0).stop 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 shutdown_connections 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9854066470 0x7f9854068930 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9868151e00 0x7f9868149a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f98680c07f0 0x7f98681494d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 --2- 172.21.15.76:0/3334485937 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98680c0370 0x7f9868156f00 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 >> 172.21.15.76:0/3334485937 conn(0x7f98680c31a0 msgr2=0x7f98681582c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:51.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 shutdown_connections 2023-11-25T03:13:51.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.051+0000 7f986f0fe640 1 -- 172.21.15.76:0/3334485937 wait complete. 2023-11-25T03:13:51.079 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:13:51.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 Processor -- start 2023-11-25T03:13:51.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 -- start start 2023-11-25T03:13:51.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 0x7f18980c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f18980a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18980c31c0 con 0x7f18980c63c0 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18980c34a0 con 0x7f18980c4100 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189cf72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18980c1030 con 0x7f18980c06d0 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1895d9b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 0x7f18980c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f18980a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f18980a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:44288/0 (socket says 172.21.15.76:44288) 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 -- 172.21.15.76:0/2430623406 learned_addr learned my addr 172.21.15.76:0/2430623406 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:51.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1895d9b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 0x7f18980c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:58196/0 (socket says 172.21.15.76:58196) 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189559a640 1 -- 172.21.15.76:0/2430623406 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3804967441 0 0) 0x7f18980c31c0 con 0x7f18980c63c0 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f189559a640 1 -- 172.21.15.76:0/2430623406 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1880003530 con 0x7f18980c63c0 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 -- 172.21.15.76:0/2430623406 >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 msgr2=0x7f18980c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 --2- 172.21.15.76:0/2430623406 >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 0x7f18980c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 -- 172.21.15.76:0/2430623406 >> v1:172.21.15.106:6789/0 conn(0x7f18980c63c0 legacy=0x7f18980c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1896d9d640 1 -- 172.21.15.76:0/2430623406 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18980c1310 con 0x7f18980c06d0 2023-11-25T03:13:51.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.223+0000 7f1895d9b640 1 --2- 172.21.15.76:0/2430623406 >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 0x7f18980c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:51.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f1896d9d640 1 --2- 172.21.15.76:0/2430623406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f18980a9680 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1890009e50 tx=0x7f189001c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2dece5ac80025bc5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189559a640 1 -- 172.21.15.76:0/2430623406 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18980aa3d0 con 0x7f18980c06d0 2023-11-25T03:13:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189559a640 1 -- 172.21.15.76:0/2430623406 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18900a56c0 con 0x7f18980c06d0 2023-11-25T03:13:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189559a640 1 -- 172.21.15.76:0/2430623406 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18900a5a50 con 0x7f18980c06d0 2023-11-25T03:13:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 -- 172.21.15.76:0/2430623406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 msgr2=0x7f18980a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 --2- 172.21.15.76:0/2430623406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f18980a9680 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1890009e50 tx=0x7f189001c8f0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 -- 172.21.15.76:0/2430623406 shutdown_connections 2023-11-25T03:13:51.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 --2- 172.21.15.76:0/2430623406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f18980a9680 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 --2- 172.21.15.76:0/2430623406 >> v2:172.21.15.106:3300/0 conn(0x7f18980c4100 0x7f18980c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 -- 172.21.15.76:0/2430623406 >> 172.21.15.76:0/2430623406 conn(0x7f189806a5b0 msgr2=0x7f189806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:51.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 -- 172.21.15.76:0/2430623406 shutdown_connections 2023-11-25T03:13:51.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.227+0000 7f189cf72640 1 -- 172.21.15.76:0/2430623406 wait complete. 2023-11-25T03:13:51.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 Processor -- start 2023-11-25T03:13:51.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 -- start start 2023-11-25T03:13:51.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f189814e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:51.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 0x7f1898071790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 0x7f189814edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f189814e6c0 con 0x7f18980c63c0 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1898070a20 con 0x7f18980c4100 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1898070eb0 con 0x7f18980c06d0 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1896d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 0x7f189814edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189659c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f189814e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 0x7f1898071790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 0x7f1898071790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:58204/0 (socket says 172.21.15.76:58204) 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1896d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 0x7f189814edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33420/0 (socket says 172.21.15.76:33420) 2023-11-25T03:13:51.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 -- 172.21.15.76:0/2585083526 learned_addr learned my addr 172.21.15.76:0/2585083526 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 -- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 msgr2=0x7f189814e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f189814e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 -- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 msgr2=0x7f189814edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 0x7f189814edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 -- 172.21.15.76:0/2585083526 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f188c009420 con 0x7f18980c4100 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1896d9d640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 0x7f189814edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1895d9b640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 0x7f1898071790 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f188c00ebb0 tx=0x7f188c00c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188c00eeb0 con 0x7f18980c4100 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f188c00cc30 con 0x7f18980c4100 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188c013470 con 0x7f18980c4100 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1890009b30 con 0x7f18980c4100 2023-11-25T03:13:51.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.231+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18980703d0 con 0x7f18980c4100 2023-11-25T03:13:51.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.235+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18980728d0 con 0x7f18980c4100 2023-11-25T03:13:51.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.235+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f188c0135d0 con 0x7f18980c4100 2023-11-25T03:13:51.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.235+0000 7f1886ffd640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f18780664a0 0x7f1878068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:51.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.235+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f188c083f30 con 0x7f18980c4100 2023-11-25T03:13:51.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.235+0000 7f189659c640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f18780664a0 0x7f1878068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:51.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.235+0000 7f189659c640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f18780664a0 0x7f1878068960 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f18880011f0 tx=0x7f1888009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:51.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.239+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f188c0515a0 con 0x7f18980c4100 2023-11-25T03:13:51.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:51.395+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f1898068400 con 0x7f18980c4100 2023-11-25T03:13:52.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.063+0000 7f1886ffd640 1 -- 172.21.15.76:0/2585083526 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v68) v1 ==== 170+0+0 (secure 0 0 0) 0x7f188c0170d0 con 0x7f18980c4100 2023-11-25T03:13:52.070 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2023-11-25T03:13:52.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f18780664a0 msgr2=0x7f1878068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:52.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f18780664a0 0x7f1878068960 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f18880011f0 tx=0x7f1888009040 comp rx=0 tx=0).stop 2023-11-25T03:13:52.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 msgr2=0x7f1898071790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:52.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 0x7f1898071790 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f188c00ebb0 tx=0x7f188c00c520 comp rx=0 tx=0).stop 2023-11-25T03:13:52.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 shutdown_connections 2023-11-25T03:13:52.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f18780664a0 0x7f1878068960 secure :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f18880011f0 tx=0x7f1888009040 comp rx=0 tx=0).stop 2023-11-25T03:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f18980c63c0 0x7f189814edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f18980c4100 0x7f1898071790 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 --2- 172.21.15.76:0/2585083526 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f18980c06d0 0x7f189814e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.071+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 >> 172.21.15.76:0/2585083526 conn(0x7f189806a5b0 msgr2=0x7f189806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.075+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 shutdown_connections 2023-11-25T03:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.075+0000 7f189cf72640 1 -- 172.21.15.76:0/2585083526 wait complete. 2023-11-25T03:13:52.109 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-25T03:13:52.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 Processor -- start 2023-11-25T03:13:52.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 -- start start 2023-11-25T03:13:52.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f89700c7ed0 0x7f8970154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:52.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f8970154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:52.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89700ac4f0 con 0x7f8970151dc0 2023-11-25T03:13:52.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8970158780 con 0x7f89700c7ed0 2023-11-25T03:13:52.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.247+0000 7f89753c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8970158a60 con 0x7f89700bd660 2023-11-25T03:13:52.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8970151dc0 0x7f89700c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53584/0 (socket says 172.21.15.76:53584) 2023-11-25T03:13:52.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896effd640 1 -- 172.21.15.76:0/2198401364 learned_addr learned my addr 172.21.15.76:0/2198401364 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:52.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f8967fff640 1 --2- 172.21.15.76:0/2198401364 >> v2:172.21.15.76:3300/0 conn(0x7f89700c7ed0 0x7f8970154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896e7fc640 1 -- 172.21.15.76:0/2198401364 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3175417124 0 0) 0x7f89700ac4f0 con 0x7f8970151dc0 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896e7fc640 1 -- 172.21.15.76:0/2198401364 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f895c003530 con 0x7f8970151dc0 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896f7fe640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f8970154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f8967fff640 1 -- 172.21.15.76:0/2198401364 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 msgr2=0x7f8970154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f8967fff640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f8970154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f8967fff640 1 -- 172.21.15.76:0/2198401364 >> v1:172.21.15.76:6789/0 conn(0x7f8970151dc0 legacy=0x7f89700c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f8967fff640 1 -- 172.21.15.76:0/2198401364 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89700ac180 con 0x7f89700c7ed0 2023-11-25T03:13:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896f7fe640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f8970154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:52.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f8967fff640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89700c7ed0 0x7f8970154650 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f89580097f0 tx=0x7f895801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=901c7c913bfc9447 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:52.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896e7fc640 1 -- 172.21.15.76:0/2198401364 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89580ab600 con 0x7f89700c7ed0 2023-11-25T03:13:52.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896e7fc640 1 -- 172.21.15.76:0/2198401364 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89580a7050 con 0x7f89700c7ed0 2023-11-25T03:13:52.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.251+0000 7f896e7fc640 1 -- 172.21.15.76:0/2198401364 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89580ab960 con 0x7f89700c7ed0 2023-11-25T03:13:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- 172.21.15.76:0/2198401364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89700c7ed0 msgr2=0x7f8970154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89700c7ed0 0x7f8970154650 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f89580097f0 tx=0x7f895801c360 comp rx=0 tx=0).stop 2023-11-25T03:13:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- 172.21.15.76:0/2198401364 shutdown_connections 2023-11-25T03:13:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f8970154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 --2- 172.21.15.76:0/2198401364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89700c7ed0 0x7f8970154650 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- 172.21.15.76:0/2198401364 >> 172.21.15.76:0/2198401364 conn(0x7f8970071eb0 msgr2=0x7f89700722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:52.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- 172.21.15.76:0/2198401364 shutdown_connections 2023-11-25T03:13:52.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- 172.21.15.76:0/2198401364 wait complete. 2023-11-25T03:13:52.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 Processor -- start 2023-11-25T03:13:52.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- start start 2023-11-25T03:13:52.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f897015e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:52.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89700c7ed0 0x7f8970157cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 0x7f89700c26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89700c3f40 con 0x7f8970151dc0 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89700bd460 con 0x7f89700c7ed0 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f89753c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89701f0da0 con 0x7f89700bd660 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 0x7f89700c26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 0x7f89700c26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33434/0 (socket says 172.21.15.76:33434) 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 -- 172.21.15.76:0/3489963063 learned_addr learned my addr 172.21.15.76:0/3489963063 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896effd640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f897015e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f8967fff640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89700c7ed0 0x7f8970157cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 -- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 msgr2=0x7f897015e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:52.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f897015e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 -- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89700c7ed0 msgr2=0x7f8970157cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:52.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.255+0000 7f896f7fe640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89700c7ed0 0x7f8970157cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:52.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f896f7fe640 1 -- 172.21.15.76:0/3489963063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8958009420 con 0x7f8970151dc0 2023-11-25T03:13:52.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f896f7fe640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 0x7f89700c26d0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f896800cd80 tx=0x7f896800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:52.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896800f680 con 0x7f8970151dc0 2023-11-25T03:13:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f896800f800 con 0x7f8970151dc0 2023-11-25T03:13:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89700aad60 con 0x7f8970151dc0 2023-11-25T03:13:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896800fbb0 con 0x7f8970151dc0 2023-11-25T03:13:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8970158200 con 0x7f8970151dc0 2023-11-25T03:13:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89700ab280 con 0x7f8970151dc0 2023-11-25T03:13:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.259+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f896800b040 con 0x7f8970151dc0 2023-11-25T03:13:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.263+0000 7f89677fe640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8950066470 0x7f8950068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.263+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f89680848f0 con 0x7f8970151dc0 2023-11-25T03:13:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.263+0000 7f896effd640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8950066470 0x7f8950068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.263+0000 7f896effd640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8950066470 0x7f8950068930 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f8960007fd0 tx=0x7f8960009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:52.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.267+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8968051ef0 con 0x7f8970151dc0 2023-11-25T03:13:52.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:52.443+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f89700ab280 con 0x7f8970151dc0 2023-11-25T03:13:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.059+0000 7f89677fe640 1 -- 172.21.15.76:0/3489963063 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v46) v1 ==== 174+0+0 (secure 0 0 0) 0x7f89700ab280 con 0x7f8970151dc0 2023-11-25T03:13:53.063 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 12 and data pool 13 2023-11-25T03:13:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8950066470 msgr2=0x7f8950068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8950066470 0x7f8950068930 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f8960007fd0 tx=0x7f8960009040 comp rx=0 tx=0).stop 2023-11-25T03:13:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 msgr2=0x7f89700c26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 0x7f89700c26d0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f896800cd80 tx=0x7f896800a650 comp rx=0 tx=0).stop 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 shutdown_connections 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8950066470 0x7f8950068930 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8970151dc0 0x7f89700c26d0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f89700c7ed0 0x7f8970157cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 --2- 172.21.15.76:0/3489963063 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f89700bd660 0x7f897015e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 >> 172.21.15.76:0/3489963063 conn(0x7f8970071eb0 msgr2=0x7f8970153f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 shutdown_connections 2023-11-25T03:13:53.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.063+0000 7f89753c4640 1 -- 172.21.15.76:0/3489963063 wait complete. 2023-11-25T03:13:53.110 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.243+0000 7f2b663f5640 1 Processor -- start 2023-11-25T03:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.243+0000 7f2b663f5640 1 -- start start 2023-11-25T03:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b663f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c4100 0x7f2b600c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b663f5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2b600c06d0 0x7f2b600a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b663f5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b600c31c0 con 0x7f2b600c63c0 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b663f5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b600c34a0 con 0x7f2b600c06d0 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b663f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b600c1030 con 0x7f2b600c4100 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b5ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2b600c63c0 0x7f2b600c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53600/0 (socket says 172.21.15.76:53600) 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b5ffff640 1 -- 172.21.15.76:0/3474055354 learned_addr learned my addr 172.21.15.76:0/3474055354 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b5f7fe640 1 --2- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c4100 0x7f2b600c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b64992640 1 --2- 172.21.15.76:0/3474055354 >> v2:172.21.15.106:3300/0 conn(0x7f2b600c06d0 0x7f2b600a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b5effd640 1 -- 172.21.15.76:0/3474055354 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 895806347 0 0) 0x7f2b600c31c0 con 0x7f2b600c63c0 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b5effd640 1 -- 172.21.15.76:0/3474055354 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b48003530 con 0x7f2b600c63c0 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b64992640 1 -- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c4100 msgr2=0x7f2b600c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b64992640 1 --2- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c4100 0x7f2b600c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b64992640 1 -- 172.21.15.76:0/3474055354 >> v1:172.21.15.76:6789/0 conn(0x7f2b600c63c0 legacy=0x7f2b600c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.247+0000 7f2b64992640 1 -- 172.21.15.76:0/3474055354 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b600c1310 con 0x7f2b600c06d0 2023-11-25T03:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b64992640 1 --2- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c06d0 0x7f2b600a9680 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2b58009d90 tx=0x7f2b5801c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ce73bcf8e74d48e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b5effd640 1 -- 172.21.15.76:0/3474055354 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b600aa3d0 con 0x7f2b600c06d0 2023-11-25T03:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b5effd640 1 -- 172.21.15.76:0/3474055354 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b580a5800 con 0x7f2b600c06d0 2023-11-25T03:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b5effd640 1 -- 172.21.15.76:0/3474055354 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b580a5b90 con 0x7f2b600c06d0 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 -- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c06d0 msgr2=0x7f2b600a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 --2- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c06d0 0x7f2b600a9680 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2b58009d90 tx=0x7f2b5801c830 comp rx=0 tx=0).stop 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 -- 172.21.15.76:0/3474055354 shutdown_connections 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 --2- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c06d0 0x7f2b600a9680 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 --2- 172.21.15.76:0/3474055354 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c4100 0x7f2b600c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 -- 172.21.15.76:0/3474055354 >> 172.21.15.76:0/3474055354 conn(0x7f2b6006a5b0 msgr2=0x7f2b6006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 -- 172.21.15.76:0/3474055354 shutdown_connections 2023-11-25T03:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 -- 172.21.15.76:0/3474055354 wait complete. 2023-11-25T03:13:53.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 Processor -- start 2023-11-25T03:13:53.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.251+0000 7f2b663f5640 1 -- start start 2023-11-25T03:13:53.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 0x7f2b600a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c4100 0x7f2b60150d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c63c0 0x7f2b60151250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.257 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b6015ab30 con 0x7f2b600c06d0 2023-11-25T03:13:53.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b600c0170 con 0x7f2b600c4100 2023-11-25T03:13:53.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b601f0b50 con 0x7f2b600c63c0 2023-11-25T03:13:53.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 0x7f2b600a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 0x7f2b600a72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33436/0 (socket says 172.21.15.76:33436) 2023-11-25T03:13:53.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 -- 172.21.15.76:0/796570763 learned_addr learned my addr 172.21.15.76:0/796570763 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:53.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5f7fe640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c4100 0x7f2b60150d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b64992640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c63c0 0x7f2b60151250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 -- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c63c0 msgr2=0x7f2b60151250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c63c0 0x7f2b60151250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 -- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c4100 msgr2=0x7f2b60150d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c4100 0x7f2b60150d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 -- 172.21.15.76:0/796570763 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b58009a70 con 0x7f2b600c06d0 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b64992640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c63c0 0x7f2b60151250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5ffff640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 0x7f2b600a72b0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f2b5000c420 tx=0x7f2b5000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b50005cf0 con 0x7f2b600c06d0 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b50005e50 con 0x7f2b600c06d0 2023-11-25T03:13:53.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b600bfbb0 con 0x7f2b600c06d0 2023-11-25T03:13:53.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b500072d0 con 0x7f2b600c06d0 2023-11-25T03:13:53.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b6015af80 con 0x7f2b600c06d0 2023-11-25T03:13:53.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.255+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b60068400 con 0x7f2b600c06d0 2023-11-25T03:13:53.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.259+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2b50007430 con 0x7f2b600c06d0 2023-11-25T03:13:53.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.259+0000 7f2b5cff9640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2b4c0664a0 0x7f2b4c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.259+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2b50083450 con 0x7f2b600c06d0 2023-11-25T03:13:53.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.259+0000 7f2b5f7fe640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2b4c0664a0 0x7f2b4c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.259+0000 7f2b5f7fe640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2b4c0664a0 0x7f2b4c068960 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f2b6015baf0 tx=0x7f2b54009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.263+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2b50050850 con 0x7f2b600c06d0 2023-11-25T03:13:53.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.411+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2b600c3e70 con 0x7f2b600c06d0 2023-11-25T03:13:53.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.411+0000 7f2b5cff9640 1 -- 172.21.15.76:0/796570763 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) v1 ==== 74+0+16561 (secure 0 0 0) 0x7f2b50017090 con 0x7f2b600c06d0 2023-11-25T03:13:53.416 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:53.417 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":69,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:52.448378+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:53.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2b4c0664a0 msgr2=0x7f2b4c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2b4c0664a0 0x7f2b4c068960 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f2b6015baf0 tx=0x7f2b54009190 comp rx=0 tx=0).stop 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 msgr2=0x7f2b600a72b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 0x7f2b600a72b0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f2b5000c420 tx=0x7f2b5000c8e0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 shutdown_connections 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2b4c0664a0 0x7f2b4c068960 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2b600c63c0 0x7f2b60151250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2b600c4100 0x7f2b60150d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 --2- 172.21.15.76:0/796570763 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b600c06d0 0x7f2b600a72b0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 >> 172.21.15.76:0/796570763 conn(0x7f2b6006a5b0 msgr2=0x7f2b6006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 shutdown_connections 2023-11-25T03:13:53.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.415+0000 7f2b663f5640 1 -- 172.21.15.76:0/796570763 wait complete. 2023-11-25T03:13:53.437 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 Processor -- start 2023-11-25T03:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 -- start start 2023-11-25T03:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2adc151e90 0x7f2adc0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc0c4e60 0x7f2adc06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2adc06c860 con 0x7f2adc0c7ea0 2023-11-25T03:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2adc0c8750 con 0x7f2adc151e90 2023-11-25T03:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae22c9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2adc1552d0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2adc0c7ea0 0x7f2adc06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53616/0 (socket says 172.21.15.76:53616) 2023-11-25T03:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adb7fe640 1 -- 172.21.15.76:0/3724112691 learned_addr learned my addr 172.21.15.76:0/3724112691 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adbfff640 1 --2- 172.21.15.76:0/3724112691 >> v2:172.21.15.106:3300/0 conn(0x7f2adc151e90 0x7f2adc0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2ae0866640 1 --2- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc0c4e60 0x7f2adc06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adaffd640 1 -- 172.21.15.76:0/3724112691 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2243713043 0 0) 0x7f2adc06c860 con 0x7f2adc0c7ea0 2023-11-25T03:13:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adaffd640 1 -- 172.21.15.76:0/3724112691 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2ac4003530 con 0x7f2adc0c7ea0 2023-11-25T03:13:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adbfff640 1 -- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc0c4e60 msgr2=0x7f2adc06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adbfff640 1 --2- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc0c4e60 0x7f2adc06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adbfff640 1 -- 172.21.15.76:0/3724112691 >> v1:172.21.15.76:6789/0 conn(0x7f2adc0c7ea0 legacy=0x7f2adc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.571+0000 7f2adbfff640 1 -- 172.21.15.76:0/3724112691 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2adc154930 con 0x7f2adc151e90 2023-11-25T03:13:53.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2adbfff640 1 --2- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc151e90 0x7f2adc0c4920 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2acc0097c0 tx=0x7f2acc01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2850b6fa74f7c090 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2adaffd640 1 -- 172.21.15.76:0/3724112691 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2acc0ab600 con 0x7f2adc151e90 2023-11-25T03:13:53.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2adaffd640 1 -- 172.21.15.76:0/3724112691 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2acc0a7050 con 0x7f2adc151e90 2023-11-25T03:13:53.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2adaffd640 1 -- 172.21.15.76:0/3724112691 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2acc0ab980 con 0x7f2adc151e90 2023-11-25T03:13:53.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 -- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc151e90 msgr2=0x7f2adc0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc151e90 0x7f2adc0c4920 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2acc0097c0 tx=0x7f2acc01c360 comp rx=0 tx=0).stop 2023-11-25T03:13:53.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 -- 172.21.15.76:0/3724112691 shutdown_connections 2023-11-25T03:13:53.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc0c4e60 0x7f2adc06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.580 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/3724112691 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc151e90 0x7f2adc0c4920 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 -- 172.21.15.76:0/3724112691 >> 172.21.15.76:0/3724112691 conn(0x7f2adc0ca170 msgr2=0x7f2adc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 -- 172.21.15.76:0/3724112691 shutdown_connections 2023-11-25T03:13:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.575+0000 7f2ae22c9640 1 -- 172.21.15.76:0/3724112691 wait complete. 2023-11-25T03:13:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 Processor -- start 2023-11-25T03:13:53.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 -- start start 2023-11-25T03:13:53.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 0x7f2adc0c36a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc0c7ea0 0x7f2adc0a9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc151e90 0x7f2adc0a9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2adc14abc0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2adc0ac980 con 0x7f2adc0c7ea0 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2adc0ac3c0 con 0x7f2adc151e90 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 0x7f2adc0c36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 0x7f2adc0c36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33440/0 (socket says 172.21.15.76:33440) 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 -- 172.21.15.76:0/2426946269 learned_addr learned my addr 172.21.15.76:0/2426946269 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae0866640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc151e90 0x7f2adc0a9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adb7fe640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc0c7ea0 0x7f2adc0a9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 -- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc151e90 msgr2=0x7f2adc0a9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc151e90 0x7f2adc0a9fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 -- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc0c7ea0 msgr2=0x7f2adc0a9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc0c7ea0 0x7f2adc0a9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 -- 172.21.15.76:0/2426946269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2acc009420 con 0x7f2adc0c4e60 2023-11-25T03:13:53.585 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae0866640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc151e90 0x7f2adc0a9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adb7fe640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc0c7ea0 0x7f2adc0a9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2adbfff640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 0x7f2adc0c36a0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f2acc0ae040 tx=0x7f2acc01aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2acc0abd20 con 0x7f2adc0c4e60 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2acc0b7450 con 0x7f2adc0c4e60 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2acc0abea0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2adc0ac6a0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.579+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2adc0c3be0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.583+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2adc068400 con 0x7f2adc0c4e60 2023-11-25T03:13:53.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.583+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2acc0b7800 con 0x7f2adc0c4e60 2023-11-25T03:13:53.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.583+0000 7f2ad8ff9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ac8066470 0x7f2ac8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.583+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2acc11e390 con 0x7f2adc0c4e60 2023-11-25T03:13:53.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.583+0000 7f2adb7fe640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ac8066470 0x7f2ac8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.583+0000 7f2adb7fe640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ac8066470 0x7f2ac8068930 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f2adc148d90 tx=0x7f2ad0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.587+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2acc0eb8a0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.735+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2adc0c40a0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ad8ff9640 1 -- 172.21.15.76:0/2426946269 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) v1 ==== 74+0+16561 (secure 0 0 0) 0x7f2acc0eeec0 con 0x7f2adc0c4e60 2023-11-25T03:13:53.741 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:53.742 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":69,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:52.448378+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:53.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ac8066470 msgr2=0x7f2ac8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ac8066470 0x7f2ac8068930 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f2adc148d90 tx=0x7f2ad0009040 comp rx=0 tx=0).stop 2023-11-25T03:13:53.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 msgr2=0x7f2adc0c36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 0x7f2adc0c36a0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f2acc0ae040 tx=0x7f2acc01aba0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 shutdown_connections 2023-11-25T03:13:53.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2ac8066470 0x7f2ac8068930 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2adc151e90 0x7f2adc0a9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2adc0c7ea0 0x7f2adc0a9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 --2- 172.21.15.76:0/2426946269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2adc0c4e60 0x7f2adc0c36a0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 >> 172.21.15.76:0/2426946269 conn(0x7f2adc0ca170 msgr2=0x7f2adc1502a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:53.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 shutdown_connections 2023-11-25T03:13:53.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.739+0000 7f2ae22c9640 1 -- 172.21.15.76:0/2426946269 wait complete. 2023-11-25T03:13:53.763 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-25T03:13:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.899+0000 7f92659c4640 1 Processor -- start 2023-11-25T03:13:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.899+0000 7f92659c4640 1 -- start start 2023-11-25T03:13:53.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f92659c4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9260072090 0x7f9260150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f92659c4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f92600725c0 0x7f92601514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f92659c4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92600c2760 con 0x7f92600a5370 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f92659c4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92600c3070 con 0x7f92600725c0 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f92659c4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92600a5750 con 0x7f9260072090 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f92600a5370 0x7f92600c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53630/0 (socket says 172.21.15.76:53630) 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f92600725c0 0x7f92601514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925effd640 1 -- 172.21.15.76:0/478421066 learned_addr learned my addr 172.21.15.76:0/478421066 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925e7fc640 1 --2- 172.21.15.76:0/478421066 >> v2:172.21.15.106:3300/0 conn(0x7f9260072090 0x7f9260150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925f7fe640 1 -- 172.21.15.76:0/478421066 >> v2:172.21.15.106:3300/0 conn(0x7f9260072090 msgr2=0x7f9260150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925f7fe640 1 --2- 172.21.15.76:0/478421066 >> v2:172.21.15.106:3300/0 conn(0x7f9260072090 0x7f9260150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925f7fe640 1 -- 172.21.15.76:0/478421066 >> v1:172.21.15.76:6789/0 conn(0x7f92600a5370 legacy=0x7f92600c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.903+0000 7f925f7fe640 1 -- 172.21.15.76:0/478421066 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92600aad20 con 0x7f92600725c0 2023-11-25T03:13:53.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f925f7fe640 1 --2- 172.21.15.76:0/478421066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600725c0 0x7f92601514e0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f926006b360 tx=0x7f925801c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=281a143befe539c7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f925dffb640 1 -- 172.21.15.76:0/478421066 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92580a5820 con 0x7f92600725c0 2023-11-25T03:13:53.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f925dffb640 1 -- 172.21.15.76:0/478421066 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92580a5980 con 0x7f92600725c0 2023-11-25T03:13:53.909 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f925dffb640 1 -- 172.21.15.76:0/478421066 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92580a5d10 con 0x7f92600725c0 2023-11-25T03:13:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 -- 172.21.15.76:0/478421066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600725c0 msgr2=0x7f92601514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 --2- 172.21.15.76:0/478421066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600725c0 0x7f92601514e0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f926006b360 tx=0x7f925801c7c0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 -- 172.21.15.76:0/478421066 shutdown_connections 2023-11-25T03:13:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 --2- 172.21.15.76:0/478421066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600725c0 0x7f92601514e0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 --2- 172.21.15.76:0/478421066 >> v2:172.21.15.106:3300/0 conn(0x7f9260072090 0x7f9260150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 -- 172.21.15.76:0/478421066 >> 172.21.15.76:0/478421066 conn(0x7f926006a5b0 msgr2=0x7f926006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 -- 172.21.15.76:0/478421066 shutdown_connections 2023-11-25T03:13:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 -- 172.21.15.76:0/478421066 wait complete. 2023-11-25T03:13:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 Processor -- start 2023-11-25T03:13:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.907+0000 7f92659c4640 1 -- start start 2023-11-25T03:13:53.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260072090 0x7f92601506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92600725c0 0x7f926014eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 0x7f926014d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92601f0200 con 0x7f92600a5370 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92600c06b0 con 0x7f9260072090 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9260152710 con 0x7f92600725c0 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 0x7f926014d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 0x7f926014d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33454/0 (socket says 172.21.15.76:33454) 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 -- 172.21.15.76:0/1974339263 learned_addr learned my addr 172.21.15.76:0/1974339263 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925effd640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260072090 0x7f92601506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925e7fc640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92600725c0 0x7f926014eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 -- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92600725c0 msgr2=0x7f926014eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92600725c0 0x7f926014eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 -- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260072090 msgr2=0x7f92601506f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:53.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260072090 0x7f92601506f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:53.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 -- 172.21.15.76:0/1974339263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9258009a70 con 0x7f92600a5370 2023-11-25T03:13:53.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f925f7fe640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 0x7f926014d440 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f92580b0040 tx=0x7f9258019560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92580b9860 con 0x7f92600a5370 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92580b99c0 con 0x7f92600a5370 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92580b9d70 con 0x7f92600a5370 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92601529b0 con 0x7f92600a5370 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f926014d980 con 0x7f92600a5370 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9260068400 con 0x7f92600a5370 2023-11-25T03:13:53.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.911+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f92580ad440 con 0x7f92600a5370 2023-11-25T03:13:53.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.915+0000 7f9247fff640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f924c066470 0x7f924c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:53.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.915+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f925811ef60 con 0x7f92600a5370 2023-11-25T03:13:53.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.915+0000 7f925effd640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f924c066470 0x7f924c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:53.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.915+0000 7f925effd640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f924c066470 0x7f924c068930 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f9250005890 tx=0x7f9250009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:53.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:53.919+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f92580ec480 con 0x7f92600a5370 2023-11-25T03:13:54.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:54.103+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f92601f0340 con 0x7f92600a5370 2023-11-25T03:13:55.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.083+0000 7f9247fff640 1 -- 172.21.15.76:0/1974339263 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v49) v1 ==== 118+0+0 (secure 0 0 0) 0x7f92580efaa0 con 0x7f92600a5370 2023-11-25T03:13:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f924c066470 msgr2=0x7f924c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f924c066470 0x7f924c068930 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f9250005890 tx=0x7f9250009040 comp rx=0 tx=0).stop 2023-11-25T03:13:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 msgr2=0x7f926014d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 0x7f926014d440 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f92580b0040 tx=0x7f9258019560 comp rx=0 tx=0).stop 2023-11-25T03:13:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 shutdown_connections 2023-11-25T03:13:55.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f924c066470 0x7f924c068930 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92600a5370 0x7f926014d440 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f92600725c0 0x7f926014eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 --2- 172.21.15.76:0/1974339263 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9260072090 0x7f92601506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 >> 172.21.15.76:0/1974339263 conn(0x7f926006a5b0 msgr2=0x7f92600c3bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 shutdown_connections 2023-11-25T03:13:55.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.087+0000 7f92659c4640 1 -- 172.21.15.76:0/1974339263 wait complete. 2023-11-25T03:13:55.113 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:13:55.114 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-25T03:13:55.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e54cdd640 1 Processor -- start 2023-11-25T03:13:55.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e54cdd640 1 -- start start 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e54cdd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9e500c63c0 0x7f9e500c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e54cdd640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e500c31c0 con 0x7f9e500c4100 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e54cdd640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e500c34a0 con 0x7f9e500c2bb0 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e54cdd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e500c1030 con 0x7f9e500c63c0 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e4e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9e500c63c0 0x7f9e500c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e45d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9e500c4100 0x7f9e500c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53640/0 (socket says 172.21.15.76:53640) 2023-11-25T03:13:55.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.255+0000 7f9e45d9b640 1 -- 172.21.15.76:0/1900669872 learned_addr learned my addr 172.21.15.76:0/1900669872 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:55.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4e59c640 1 -- 172.21.15.76:0/1900669872 >> v1:172.21.15.106:6789/0 conn(0x7f9e500c2bb0 legacy=0x7f9e500a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:55.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4e59c640 1 -- 172.21.15.76:0/1900669872 >> v1:172.21.15.76:6789/0 conn(0x7f9e500c4100 legacy=0x7f9e500c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:55.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4e59c640 1 -- 172.21.15.76:0/1900669872 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e500c1310 con 0x7f9e500c63c0 2023-11-25T03:13:55.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4dd9b640 1 -- 172.21.15.76:0/1900669872 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3430263316 0 0) 0x7f9e500c31c0 con 0x7f9e500c4100 2023-11-25T03:13:55.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4e59c640 1 --2- 172.21.15.76:0/1900669872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c63c0 0x7f9e500c06d0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f9e40009d90 tx=0x7f9e4001c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0598c946cd5b492 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4dd9b640 1 -- 172.21.15.76:0/1900669872 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e400a58d0 con 0x7f9e500c63c0 2023-11-25T03:13:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4dd9b640 1 -- 172.21.15.76:0/1900669872 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e400a5a30 con 0x7f9e500c63c0 2023-11-25T03:13:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e4dd9b640 1 -- 172.21.15.76:0/1900669872 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e400a5dc0 con 0x7f9e500c63c0 2023-11-25T03:13:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 -- 172.21.15.76:0/1900669872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c63c0 msgr2=0x7f9e500c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/1900669872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c63c0 0x7f9e500c06d0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f9e40009d90 tx=0x7f9e4001c7f0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 -- 172.21.15.76:0/1900669872 shutdown_connections 2023-11-25T03:13:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/1900669872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c63c0 0x7f9e500c06d0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 -- 172.21.15.76:0/1900669872 >> 172.21.15.76:0/1900669872 conn(0x7f9e5006a5b0 msgr2=0x7f9e5006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 -- 172.21.15.76:0/1900669872 shutdown_connections 2023-11-25T03:13:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.259+0000 7f9e54cdd640 1 -- 172.21.15.76:0/1900669872 wait complete. 2023-11-25T03:13:55.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 Processor -- start 2023-11-25T03:13:55.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 -- start start 2023-11-25T03:13:55.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e500c2bb0 0x7f9e500bbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:55.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 0x7f9e50154f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:55.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e500c63c0 0x7f9e5014fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e500a7650 con 0x7f9e500c4100 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e500bc280 con 0x7f9e500c2bb0 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e54cdd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e5015bce0 con 0x7f9e500c63c0 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 0x7f9e50154f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 0x7f9e50154f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33476/0 (socket says 172.21.15.76:33476) 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 -- 172.21.15.76:0/2664868192 learned_addr learned my addr 172.21.15.76:0/2664868192 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e4e59c640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e500c2bb0 0x7f9e500bbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e4ed9d640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e500c63c0 0x7f9e5014fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 -- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e500c63c0 msgr2=0x7f9e5014fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e500c63c0 0x7f9e5014fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 -- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e500c2bb0 msgr2=0x7f9e500bbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e500c2bb0 0x7f9e500bbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 -- 172.21.15.76:0/2664868192 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e40009a70 con 0x7f9e500c4100 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e45d9b640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 0x7f9e50154f80 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9e380011f0 tx=0x7f9e3800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.263+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e380074e0 con 0x7f9e500c4100 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e38007640 con 0x7f9e500c4100 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e500a53d0 con 0x7f9e500c4100 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e38004a10 con 0x7f9e500c4100 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e501edbf0 con 0x7f9e500c4100 2023-11-25T03:13:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e5015be50 con 0x7f9e500c4100 2023-11-25T03:13:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9e38004b70 con 0x7f9e500c4100 2023-11-25T03:13:55.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e477fe640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9e30066470 0x7f9e30068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:55.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9e38083060 con 0x7f9e500c4100 2023-11-25T03:13:55.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.267+0000 7f9e4e59c640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9e30066470 0x7f9e30068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:55.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.271+0000 7f9e4e59c640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9e30066470 0x7f9e30068930 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9e400af000 tx=0x7f9e400a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.271+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9e38050570 con 0x7f9e500c4100 2023-11-25T03:13:55.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:55.455+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9e50068400 con 0x7f9e500c4100 2023-11-25T03:13:56.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e477fe640 1 -- 172.21.15.76:0/2664868192 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v50) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9e38018020 con 0x7f9e500c4100 2023-11-25T03:13:56.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9e30066470 msgr2=0x7f9e30068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9e30066470 0x7f9e30068930 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9e400af000 tx=0x7f9e400a7070 comp rx=0 tx=0).stop 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 msgr2=0x7f9e50154f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 0x7f9e50154f80 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9e380011f0 tx=0x7f9e3800c9b0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 shutdown_connections 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9e30066470 0x7f9e30068930 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9e500c63c0 0x7f9e5014fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9e500c4100 0x7f9e50154f80 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 --2- 172.21.15.76:0/2664868192 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9e500c2bb0 0x7f9e500bbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 >> 172.21.15.76:0/2664868192 conn(0x7f9e5006a5b0 msgr2=0x7f9e500a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 shutdown_connections 2023-11-25T03:13:56.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.095+0000 7f9e54cdd640 1 -- 172.21.15.76:0/2664868192 wait complete. 2023-11-25T03:13:56.121 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-25T03:13:56.121 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.255+0000 7f76e9101640 1 Processor -- start 2023-11-25T03:13:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.255+0000 7f76e9101640 1 -- start start 2023-11-25T03:13:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e9101640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 0x7f76e4156900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e9101640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76e40c3bd0 con 0x7f76e40c5c60 2023-11-25T03:13:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e9101640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76e40bf1e0 con 0x7f76e40a5240 2023-11-25T03:13:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e9101640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76e40c6530 con 0x7f76e40c60a0 2023-11-25T03:13:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f76e40c5c60 0x7f76e41561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53656/0 (socket says 172.21.15.76:53656) 2023-11-25T03:13:56.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e259c640 1 -- 172.21.15.76:0/2687246193 learned_addr learned my addr 172.21.15.76:0/2687246193 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:56.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1988102031 0 0) 0x7f76e40c3bd0 con 0x7f76e40c5c60 2023-11-25T03:13:56.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76cc003530 con 0x7f76e40c5c60 2023-11-25T03:13:56.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 0x7f76e4156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4465927 0 0) 0x7f76cc003530 con 0x7f76e40c5c60 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 msgr2=0x7f76e4156900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 0x7f76e4156900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 >> v1:172.21.15.106:6789/0 conn(0x7f76e40a5240 legacy=0x7f76e40bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76e40c3e20 con 0x7f76e40c5c60 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f76d8001680 con 0x7f76e40c5c60 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 >> v1:172.21.15.76:6789/0 conn(0x7f76e40c5c60 legacy=0x7f76e41561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 0x7f76cc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc003f80 0x7f76cc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76cc004d10 0x7f76cc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e40c6530 con 0x7f76cc004d10 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76cc00bb80 con 0x7f76cc003f80 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76cc00bd40 con 0x7f76e40c60a0 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76cc004d10 0x7f76cc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e2d9d640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 0x7f76cc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e259c640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc003f80 0x7f76cc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 -- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 msgr2=0x7f76cc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e40c60a0 0x7f76cc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 -- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc003f80 msgr2=0x7f76cc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc003f80 0x7f76cc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.259+0000 7f76e359e640 1 -- 172.21.15.76:0/2687246193 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76cc003530 con 0x7f76cc004d10 2023-11-25T03:13:56.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e359e640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76cc004d10 0x7f76cc005190 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009fc0 tx=0x7f76dc01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=963b3b3fbc734625 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76dc0a5c70 con 0x7f76cc004d10 2023-11-25T03:13:56.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76dc00f040 con 0x7f76cc004d10 2023-11-25T03:13:56.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e1d9b640 1 -- 172.21.15.76:0/2687246193 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76dc0ad440 con 0x7f76cc004d10 2023-11-25T03:13:56.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e9101640 1 -- 172.21.15.76:0/2687246193 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76cc004d10 msgr2=0x7f76cc005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e9101640 1 --2- 172.21.15.76:0/2687246193 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76cc004d10 0x7f76cc005190 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009fc0 tx=0x7f76dc01cc60 comp rx=0 tx=0).stop 2023-11-25T03:13:56.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e359e640 1 -- 172.21.15.76:0/2687246193 reap_dead start 2023-11-25T03:13:56.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e9101640 1 -- 172.21.15.76:0/2687246193 shutdown_connections 2023-11-25T03:13:56.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e9101640 1 -- 172.21.15.76:0/2687246193 >> 172.21.15.76:0/2687246193 conn(0x7f76e406a5b0 msgr2=0x7f76e406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:56.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e9101640 1 -- 172.21.15.76:0/2687246193 shutdown_connections 2023-11-25T03:13:56.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.263+0000 7f76e9101640 1 -- 172.21.15.76:0/2687246193 wait complete. 2023-11-25T03:13:56.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 Processor -- start 2023-11-25T03:13:56.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- start start 2023-11-25T03:13:56.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc004d10 0x7f76e414d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e41eaea0 0x7f76e4149f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 0x7f76e414a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e414c770 con 0x7f76e41eb320 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e414e900 con 0x7f76cc004d10 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76e414ebe0 con 0x7f76e41eaea0 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 0x7f76e414a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 0x7f76e414a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33488/0 (socket says 172.21.15.76:33488) 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 -- 172.21.15.76:0/1934167515 learned_addr learned my addr 172.21.15.76:0/1934167515 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e2d9d640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc004d10 0x7f76e414d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e259c640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e41eaea0 0x7f76e4149f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 -- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e41eaea0 msgr2=0x7f76e4149f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e41eaea0 0x7f76e4149f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 -- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc004d10 msgr2=0x7f76e414d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc004d10 0x7f76e414d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.272 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 -- 172.21.15.76:0/1934167515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76e414eec0 con 0x7f76e41eb320 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e259c640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e41eaea0 0x7f76e4149f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e359e640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 0x7f76e414a490 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f76dc0b0040 tx=0x7f76dc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76dc0ba070 con 0x7f76e41eb320 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76dc0039a0 con 0x7f76e41eb320 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76dc003b30 con 0x7f76e41eb320 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76e414c980 con 0x7f76e41eb320 2023-11-25T03:13:56.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76e414e020 con 0x7f76e41eb320 2023-11-25T03:13:56.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.267+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76e414cea0 con 0x7f76e41eb320 2023-11-25T03:13:56.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.271+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f76dc0b4040 con 0x7f76e41eb320 2023-11-25T03:13:56.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.271+0000 7f76cb7fe640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f76d00664a0 0x7f76d0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.271+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f76dc11d820 con 0x7f76e41eb320 2023-11-25T03:13:56.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.271+0000 7f76e2d9d640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f76d00664a0 0x7f76d0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.271+0000 7f76e2d9d640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f76d00664a0 0x7f76d0068960 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f76d4001100 tx=0x7f76d4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.275+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f76e414cea0 con 0x7f76e41eb320 2023-11-25T03:13:56.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.455+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76e414cea0 con 0x7f76e41eb320 2023-11-25T03:13:56.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.455+0000 7f76cb7fe640 1 -- 172.21.15.76:0/1934167515 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) v1 ==== 94+0+4918 (secure 0 0 0) 0x7f76e414cea0 con 0x7f76e41eb320 2023-11-25T03:13:56.460 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:56.460 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":50,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":6495,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2023-11-25T03:13:56.460 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 50 2023-11-25T03:13:56.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f76d00664a0 msgr2=0x7f76d0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f76d00664a0 0x7f76d0068960 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f76d4001100 tx=0x7f76d4009040 comp rx=0 tx=0).stop 2023-11-25T03:13:56.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 msgr2=0x7f76e414a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 0x7f76e414a490 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f76dc0b0040 tx=0x7f76dc009750 comp rx=0 tx=0).stop 2023-11-25T03:13:56.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 shutdown_connections 2023-11-25T03:13:56.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f76d00664a0 0x7f76d0068960 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e41eb320 0x7f76e414a490 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76e41eaea0 0x7f76e4149f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 --2- 172.21.15.76:0/1934167515 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f76cc004d10 0x7f76e414d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 >> 172.21.15.76:0/1934167515 conn(0x7f76e406a5b0 msgr2=0x7f76e406d910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:56.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 shutdown_connections 2023-11-25T03:13:56.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.459+0000 7f76e9101640 1 -- 172.21.15.76:0/1934167515 wait complete. 2023-11-25T03:13:56.481 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:13:56.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f15150ad640 1 Processor -- start 2023-11-25T03:13:56.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f15150ad640 1 -- start start 2023-11-25T03:13:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f15150ad640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15100c4100 0x7f15100c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f15150ad640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15100c31c0 con 0x7f15100c06d0 2023-11-25T03:13:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f15150ad640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15100c34a0 con 0x7f15100c63c0 2023-11-25T03:13:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f15150ad640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15100c1030 con 0x7f15100c4100 2023-11-25T03:13:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f1507fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15100c4100 0x7f15100c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f150f59e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f15100c06d0 0x7f15100a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53658/0 (socket says 172.21.15.76:53658) 2023-11-25T03:13:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f150f59e640 1 -- 172.21.15.76:0/3921156453 learned_addr learned my addr 172.21.15.76:0/3921156453 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f1507fff640 1 -- 172.21.15.76:0/3921156453 >> v1:172.21.15.106:6789/0 conn(0x7f15100c63c0 legacy=0x7f15100c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f1507fff640 1 -- 172.21.15.76:0/3921156453 >> v1:172.21.15.76:6789/0 conn(0x7f15100c06d0 legacy=0x7f15100a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.615+0000 7f1507fff640 1 -- 172.21.15.76:0/3921156453 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15100c1310 con 0x7f15100c4100 2023-11-25T03:13:56.622 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f1507fff640 1 --2- 172.21.15.76:0/3921156453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f15100c2bb0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f14f80097c0 tx=0x7f14f801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d94ab4ac0c4b8a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f150e59c640 1 -- 172.21.15.76:0/3921156453 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f80ab600 con 0x7f15100c4100 2023-11-25T03:13:56.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f150e59c640 1 -- 172.21.15.76:0/3921156453 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14f80a7050 con 0x7f15100c4100 2023-11-25T03:13:56.623 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f150e59c640 1 -- 172.21.15.76:0/3921156453 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f80ab980 con 0x7f15100c4100 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 -- 172.21.15.76:0/3921156453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 msgr2=0x7f15100c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 --2- 172.21.15.76:0/3921156453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f15100c2bb0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f14f80097c0 tx=0x7f14f801c320 comp rx=0 tx=0).stop 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 -- 172.21.15.76:0/3921156453 shutdown_connections 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 --2- 172.21.15.76:0/3921156453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f15100c2bb0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 -- 172.21.15.76:0/3921156453 >> 172.21.15.76:0/3921156453 conn(0x7f151006a5b0 msgr2=0x7f151006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 -- 172.21.15.76:0/3921156453 shutdown_connections 2023-11-25T03:13:56.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.619+0000 7f15150ad640 1 -- 172.21.15.76:0/3921156453 wait complete. 2023-11-25T03:13:56.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 Processor -- start 2023-11-25T03:13:56.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 -- start start 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15100c06d0 0x7f151006d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f151014ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15100c63c0 0x7f151014d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151014d8d0 con 0x7f15100c4100 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15101555b0 con 0x7f15100c63c0 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15101f0640 con 0x7f15100c06d0 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f151014ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f151014ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33512/0 (socket says 172.21.15.76:33512) 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 -- 172.21.15.76:0/1529263557 learned_addr learned my addr 172.21.15.76:0/1529263557 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:56.627 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f150ed9d640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15100c06d0 0x7f151006d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f150f59e640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15100c63c0 0x7f151014d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 -- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15100c06d0 msgr2=0x7f151006d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15100c06d0 0x7f151006d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 -- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15100c63c0 msgr2=0x7f151014d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15100c63c0 0x7f151014d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 -- 172.21.15.76:0/1529263557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14f8009420 con 0x7f15100c4100 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f150ed9d640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15100c06d0 0x7f151006d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:56.628 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f150f59e640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15100c63c0 0x7f151014d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f1507fff640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f151014ccd0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f14f80ae040 tx=0x7f14f801ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f80b7650 con 0x7f15100c4100 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14f80b77b0 con 0x7f15100c4100 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f80b7b60 con 0x7f15100c4100 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15101f0360 con 0x7f15100c4100 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.623+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1510153a10 con 0x7f15100c4100 2023-11-25T03:13:56.629 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.627+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1510068400 con 0x7f15100c4100 2023-11-25T03:13:56.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.627+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f14f80b7cc0 con 0x7f15100c4100 2023-11-25T03:13:56.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.627+0000 7f15077fe640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f14f0066470 0x7f14f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.627+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f14f811e860 con 0x7f15100c4100 2023-11-25T03:13:56.630 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.627+0000 7f150ed9d640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f14f0066470 0x7f14f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.627+0000 7f150ed9d640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f14f0066470 0x7f14f0068930 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f15000098b0 tx=0x7f1500008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.634 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.631+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f14f80ebcd0 con 0x7f15100c4100 2023-11-25T03:13:56.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.779+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f15100c3e50 con 0x7f15100c4100 2023-11-25T03:13:56.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15077fe640 1 -- 172.21.15.76:0/1529263557 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16548 (secure 0 0 0) 0x7f14f80ef2f0 con 0x7f15100c4100 2023-11-25T03:13:56.786 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:56.786 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:54.073452+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:13:56.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f14f0066470 msgr2=0x7f14f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f14f0066470 0x7f14f0068930 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f15000098b0 tx=0x7f1500008040 comp rx=0 tx=0).stop 2023-11-25T03:13:56.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 msgr2=0x7f151014ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f151014ccd0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f14f80ae040 tx=0x7f14f801ab60 comp rx=0 tx=0).stop 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 shutdown_connections 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f14f0066470 0x7f14f0068930 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f15100c63c0 0x7f151014d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15100c4100 0x7f151014ccd0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 --2- 172.21.15.76:0/1529263557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f15100c06d0 0x7f151006d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 >> 172.21.15.76:0/1529263557 conn(0x7f151006a5b0 msgr2=0x7f151006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 shutdown_connections 2023-11-25T03:13:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.783+0000 7f15150ad640 1 -- 172.21.15.76:0/1529263557 wait complete. 2023-11-25T03:13:56.806 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:13:56.806 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:13:56.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 Processor -- start 2023-11-25T03:13:56.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 -- start start 2023-11-25T03:13:56.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5bd80a5370 0x7f5bd80c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5bd8072090 0x7f5bd81516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bd80c2760 con 0x7f5bd80c4110 2023-11-25T03:13:56.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bd80c3070 con 0x7f5bd80a5370 2023-11-25T03:13:56.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bdcf3e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bd8151bf0 con 0x7f5bd8072090 2023-11-25T03:13:56.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bd659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5bd80a5370 0x7f5bd80c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bcffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5bd80c4110 0x7f5bd8150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53662/0 (socket says 172.21.15.76:53662) 2023-11-25T03:13:56.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.939+0000 7f5bcffff640 1 -- 172.21.15.76:0/3067860830 learned_addr learned my addr 172.21.15.76:0/3067860830 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:56.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd6d9d640 1 --2- 172.21.15.76:0/3067860830 >> v2:172.21.15.106:3300/0 conn(0x7f5bd8072090 0x7f5bd81516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd659c640 1 -- 172.21.15.76:0/3067860830 >> v2:172.21.15.106:3300/0 conn(0x7f5bd8072090 msgr2=0x7f5bd81516b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:56.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd659c640 1 --2- 172.21.15.76:0/3067860830 >> v2:172.21.15.106:3300/0 conn(0x7f5bd8072090 0x7f5bd81516b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd659c640 1 -- 172.21.15.76:0/3067860830 >> v1:172.21.15.76:6789/0 conn(0x7f5bd80c4110 legacy=0x7f5bd8150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd659c640 1 -- 172.21.15.76:0/3067860830 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bd80a5750 con 0x7f5bd80a5370 2023-11-25T03:13:56.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd5d9b640 1 -- 172.21.15.76:0/3067860830 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1852799655 0 0) 0x7f5bd80c2760 con 0x7f5bd80c4110 2023-11-25T03:13:56.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd659c640 1 --2- 172.21.15.76:0/3067860830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd80c3bd0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8072020 tx=0x7f5bc801c2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccdb89370eb03185 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd5d9b640 1 -- 172.21.15.76:0/3067860830 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc80ab600 con 0x7f5bd80a5370 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd5d9b640 1 -- 172.21.15.76:0/3067860830 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bc80a7050 con 0x7f5bd80a5370 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.943+0000 7f5bd5d9b640 1 -- 172.21.15.76:0/3067860830 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc80ab980 con 0x7f5bd80a5370 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/3067860830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 msgr2=0x7f5bd80c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/3067860830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd80c3bd0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8072020 tx=0x7f5bc801c2f0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/3067860830 shutdown_connections 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/3067860830 >> v2:172.21.15.106:3300/0 conn(0x7f5bd8072090 0x7f5bd81516b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/3067860830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd80c3bd0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/3067860830 >> 172.21.15.76:0/3067860830 conn(0x7f5bd806a5b0 msgr2=0x7f5bd806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:56.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/3067860830 shutdown_connections 2023-11-25T03:13:56.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/3067860830 wait complete. 2023-11-25T03:13:56.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 Processor -- start 2023-11-25T03:13:56.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- start start 2023-11-25T03:13:56.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bd8072090 0x7f5bd8145bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd814e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bd80c4110 0x7f5bd80bf390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bd814eba0 con 0x7f5bd80a5370 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bd815e810 con 0x7f5bd80c4110 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bdcf3e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bd815e550 con 0x7f5bd8072090 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd814e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd814e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33536/0 (socket says 172.21.15.76:33536) 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 -- 172.21.15.76:0/1363343080 learned_addr learned my addr 172.21.15.76:0/1363343080 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bd6d9d640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bd80c4110 0x7f5bd80bf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bd659c640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bd8072090 0x7f5bd8145bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 -- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bd8072090 msgr2=0x7f5bd8145bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bd8072090 0x7f5bd8145bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 -- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bd80c4110 msgr2=0x7f5bd80bf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bd80c4110 0x7f5bd80bf390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bcffff640 1 -- 172.21.15.76:0/1363343080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bc8009420 con 0x7f5bd80a5370 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.947+0000 7f5bd659c640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bd8072090 0x7f5bd8145bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:56.954 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bcffff640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd814e660 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f5bc000c480 tx=0x7f5bc000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc00074e0 con 0x7f5bd80a5370 2023-11-25T03:13:56.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bc0007660 con 0x7f5bd80a5370 2023-11-25T03:13:56.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0004a30 con 0x7f5bd80a5370 2023-11-25T03:13:56.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bd814d140 con 0x7f5bd80a5370 2023-11-25T03:13:56.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bd814d700 con 0x7f5bd80a5370 2023-11-25T03:13:56.955 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bd80c2c70 con 0x7f5bd80a5370 2023-11-25T03:13:56.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5bc0004b90 con 0x7f5bd80a5370 2023-11-25T03:13:56.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bceffd640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bb8066470 0x7f5bb8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:56.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5bc0082fa0 con 0x7f5bd80a5370 2023-11-25T03:13:56.956 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.951+0000 7f5bd659c640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bb8066470 0x7f5bb8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:56.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.955+0000 7f5bd659c640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bb8066470 0x7f5bb8068930 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5bc80ad000 tx=0x7f5bc80a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:56.955+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5bc00b4280 con 0x7f5bd80a5370 2023-11-25T03:13:57.028 INFO:tasks.ceph.mds.a.smithi076.stderr:2023-11-25T03:13:57.023+0000 7f4db3af8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:13:57.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.107+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5bd80c1550 con 0x7f5bb8066470 2023-11-25T03:13:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.115+0000 7f5bceffd640 1 -- 172.21.15.76:0/1363343080 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289259 (secure 0 0 0) 0x7f5bd80c1550 con 0x7f5bb8066470 2023-11-25T03:13:57.120 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:57.122 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:13:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bb8066470 msgr2=0x7f5bb8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bb8066470 0x7f5bb8068930 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5bc80ad000 tx=0x7f5bc80a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 msgr2=0x7f5bd814e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd814e660 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f5bc000c480 tx=0x7f5bc000c940 comp rx=0 tx=0).stop 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 shutdown_connections 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5bb8066470 0x7f5bb8068930 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5bd80c4110 0x7f5bd80bf390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bd80a5370 0x7f5bd814e660 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 --2- 172.21.15.76:0/1363343080 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5bd8072090 0x7f5bd8145bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 >> 172.21.15.76:0/1363343080 conn(0x7f5bd806a5b0 msgr2=0x7f5bd8150fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 shutdown_connections 2023-11-25T03:13:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.119+0000 7f5bdcf3e640 1 -- 172.21.15.76:0/1363343080 wait complete. 2023-11-25T03:13:57.141 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2023-11-25T03:13:55.126245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253136,"kb_used_data":7844,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721584,"statfs":{"total":773094113280,"available":772834902016,"internally_reserved":0,"allocated":8032256,"data_stored":4137425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.073689"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.094829+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:13:53.094829+0000","last_peered":"2023-11-25T03:13:53.094829+0000","last_clean":"2023-11-25T03:13:53.094829+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:13:53.094829+0000","last_undegraded":"2023-11-25T03:13:53.094829+0000","last_fullsized":"2023-11-25T03:13:53.094829+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:33.849551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109362+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:13:53.109362+0000","last_peered":"2023-11-25T03:13:53.109362+0000","last_clean":"2023-11-25T03:13:53.109362+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:13:53.109362+0000","last_undegraded":"2023-11-25T03:13:53.109362+0000","last_fullsized":"2023-11-25T03:13:53.109362+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:34:38.803422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.092347+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:13:53.092347+0000","last_peered":"2023-11-25T03:13:53.092347+0000","last_clean":"2023-11-25T03:13:53.092347+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:13:53.092347+0000","last_undegraded":"2023-11-25T03:13:53.092347+0000","last_fullsized":"2023-11-25T03:13:53.092347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.112821+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:13:53.112821+0000","last_peered":"2023-11-25T03:13:53.112821+0000","last_clean":"2023-11-25T03:13:53.112821+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:13:53.112821+0000","last_undegraded":"2023-11-25T03:13:53.112821+0000","last_fullsized":"2023-11-25T03:13:53.112821+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:40.359907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084200+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:13:54.084200+0000","last_peered":"2023-11-25T03:13:54.084200+0000","last_clean":"2023-11-25T03:13:54.084200+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:13:54.084200+0000","last_undegraded":"2023-11-25T03:13:54.084200+0000","last_fullsized":"2023-11-25T03:13:54.084200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084139+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:13:54.084139+0000","last_peered":"2023-11-25T03:13:54.084139+0000","last_clean":"2023-11-25T03:13:54.084139+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:13:54.084139+0000","last_undegraded":"2023-11-25T03:13:54.084139+0000","last_fullsized":"2023-11-25T03:13:54.084139+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090226+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:13:53.090226+0000","last_peered":"2023-11-25T03:13:53.090226+0000","last_clean":"2023-11-25T03:13:53.090226+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:13:53.090226+0000","last_undegraded":"2023-11-25T03:13:53.090226+0000","last_fullsized":"2023-11-25T03:13:53.090226+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:09:03.599881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083864+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:13:54.083864+0000","last_peered":"2023-11-25T03:13:54.083864+0000","last_clean":"2023-11-25T03:13:54.083864+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:13:54.083864+0000","last_undegraded":"2023-11-25T03:13:54.083864+0000","last_fullsized":"2023-11-25T03:13:54.083864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084826+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:13:54.084826+0000","last_peered":"2023-11-25T03:13:54.084826+0000","last_clean":"2023-11-25T03:13:54.084826+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:13:54.084826+0000","last_undegraded":"2023-11-25T03:13:54.084826+0000","last_fullsized":"2023-11-25T03:13:54.084826+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.095729+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:13:53.095729+0000","last_peered":"2023-11-25T03:13:53.095729+0000","last_clean":"2023-11-25T03:13:53.095729+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:13:53.095729+0000","last_undegraded":"2023-11-25T03:13:53.095729+0000","last_fullsized":"2023-11-25T03:13:53.095729+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109196+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:13:53.109196+0000","last_peered":"2023-11-25T03:13:53.109196+0000","last_clean":"2023-11-25T03:13:53.109196+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:13:53.109196+0000","last_undegraded":"2023-11-25T03:13:53.109196+0000","last_fullsized":"2023-11-25T03:13:53.109196+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:54:41.409122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.094663+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:13:53.094663+0000","last_peered":"2023-11-25T03:13:53.094663+0000","last_clean":"2023-11-25T03:13:53.094663+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:13:53.094663+0000","last_undegraded":"2023-11-25T03:13:53.094663+0000","last_fullsized":"2023-11-25T03:13:53.094663+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:27.113265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090896+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:13:53.090896+0000","last_peered":"2023-11-25T03:13:53.090896+0000","last_clean":"2023-11-25T03:13:53.090896+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:13:53.090896+0000","last_undegraded":"2023-11-25T03:13:53.090896+0000","last_fullsized":"2023-11-25T03:13:53.090896+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.098593+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:13:53.098593+0000","last_peered":"2023-11-25T03:13:53.098593+0000","last_clean":"2023-11-25T03:13:53.098593+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:13:53.098593+0000","last_undegraded":"2023-11-25T03:13:53.098593+0000","last_fullsized":"2023-11-25T03:13:53.098593+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:17:55.358958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.102062+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:13:53.102062+0000","last_peered":"2023-11-25T03:13:53.102062+0000","last_clean":"2023-11-25T03:13:53.102062+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:13:53.102062+0000","last_undegraded":"2023-11-25T03:13:53.102062+0000","last_fullsized":"2023-11-25T03:13:53.102062+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:43.542016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083849+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:13:54.083849+0000","last_peered":"2023-11-25T03:13:54.083849+0000","last_clean":"2023-11-25T03:13:54.083849+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:13:54.083849+0000","last_undegraded":"2023-11-25T03:13:54.083849+0000","last_fullsized":"2023-11-25T03:13:54.083849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084905+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:13:54.084905+0000","last_peered":"2023-11-25T03:13:54.084905+0000","last_clean":"2023-11-25T03:13:54.084905+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:13:54.084905+0000","last_undegraded":"2023-11-25T03:13:54.084905+0000","last_fullsized":"2023-11-25T03:13:54.084905+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.097374+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:13:53.097374+0000","last_peered":"2023-11-25T03:13:53.097374+0000","last_clean":"2023-11-25T03:13:53.097374+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:13:53.097374+0000","last_undegraded":"2023-11-25T03:13:53.097374+0000","last_fullsized":"2023-11-25T03:13:53.097374+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:51:23.808122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082643+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:13:54.082643+0000","last_peered":"2023-11-25T03:13:54.082643+0000","last_clean":"2023-11-25T03:13:54.082643+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:13:54.082643+0000","last_undegraded":"2023-11-25T03:13:54.082643+0000","last_fullsized":"2023-11-25T03:13:54.082643+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109133+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:13:53.109133+0000","last_peered":"2023-11-25T03:13:53.109133+0000","last_clean":"2023-11-25T03:13:53.109133+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:13:53.109133+0000","last_undegraded":"2023-11-25T03:13:53.109133+0000","last_fullsized":"2023-11-25T03:13:53.109133+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:45.267312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.104267+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:13:53.104267+0000","last_peered":"2023-11-25T03:13:53.104267+0000","last_clean":"2023-11-25T03:13:53.104267+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:13:53.104267+0000","last_undegraded":"2023-11-25T03:13:53.104267+0000","last_fullsized":"2023-11-25T03:13:53.104267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:15:45.849953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109164+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:13:53.109164+0000","last_peered":"2023-11-25T03:13:53.109164+0000","last_clean":"2023-11-25T03:13:53.109164+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:13:53.109164+0000","last_undegraded":"2023-11-25T03:13:53.109164+0000","last_fullsized":"2023-11-25T03:13:53.109164+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107636+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:13:53.107636+0000","last_peered":"2023-11-25T03:13:53.107636+0000","last_clean":"2023-11-25T03:13:53.107636+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:13:53.107636+0000","last_undegraded":"2023-11-25T03:13:53.107636+0000","last_fullsized":"2023-11-25T03:13:53.107636+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:47:31.463617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107998+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:13:53.107998+0000","last_peered":"2023-11-25T03:13:53.107998+0000","last_clean":"2023-11-25T03:13:53.107998+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:13:53.107998+0000","last_undegraded":"2023-11-25T03:13:53.107998+0000","last_fullsized":"2023-11-25T03:13:53.107998+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:34:17.872228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109921+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:13:53.109921+0000","last_peered":"2023-11-25T03:13:53.109921+0000","last_clean":"2023-11-25T03:13:53.109921+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:13:53.109921+0000","last_undegraded":"2023-11-25T03:13:53.109921+0000","last_fullsized":"2023-11-25T03:13:53.109921+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:18:47.297309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.112053+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:13:53.112053+0000","last_peered":"2023-11-25T03:13:53.112053+0000","last_clean":"2023-11-25T03:13:53.112053+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:13:53.112053+0000","last_undegraded":"2023-11-25T03:13:53.112053+0000","last_fullsized":"2023-11-25T03:13:53.112053+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084572+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:13:54.084572+0000","last_peered":"2023-11-25T03:13:54.084572+0000","last_clean":"2023-11-25T03:13:54.084572+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:13:54.084572+0000","last_undegraded":"2023-11-25T03:13:54.084572+0000","last_fullsized":"2023-11-25T03:13:54.084572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090500+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:13:53.090500+0000","last_peered":"2023-11-25T03:13:53.090500+0000","last_clean":"2023-11-25T03:13:53.090500+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:13:53.090500+0000","last_undegraded":"2023-11-25T03:13:53.090500+0000","last_fullsized":"2023-11-25T03:13:53.090500+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:21.384055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109196+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:13:53.109196+0000","last_peered":"2023-11-25T03:13:53.109196+0000","last_clean":"2023-11-25T03:13:53.109196+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:13:53.109196+0000","last_undegraded":"2023-11-25T03:13:53.109196+0000","last_fullsized":"2023-11-25T03:13:53.109196+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:14:09.983509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.106241+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:13:53.106241+0000","last_peered":"2023-11-25T03:13:53.106241+0000","last_clean":"2023-11-25T03:13:53.106241+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:13:53.106241+0000","last_undegraded":"2023-11-25T03:13:53.106241+0000","last_fullsized":"2023-11-25T03:13:53.106241+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084257+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:13:54.084257+0000","last_peered":"2023-11-25T03:13:54.084257+0000","last_clean":"2023-11-25T03:13:54.084257+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:13:54.084257+0000","last_undegraded":"2023-11-25T03:13:54.084257+0000","last_fullsized":"2023-11-25T03:13:54.084257+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109580+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:13:53.109580+0000","last_peered":"2023-11-25T03:13:53.109580+0000","last_clean":"2023-11-25T03:13:53.109580+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:13:53.109580+0000","last_undegraded":"2023-11-25T03:13:53.109580+0000","last_fullsized":"2023-11-25T03:13:53.109580+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:05.752948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084220+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:13:54.084220+0000","last_peered":"2023-11-25T03:13:54.084220+0000","last_clean":"2023-11-25T03:13:54.084220+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:13:54.084220+0000","last_undegraded":"2023-11-25T03:13:54.084220+0000","last_fullsized":"2023-11-25T03:13:54.084220+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.097966+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:13:53.097966+0000","last_peered":"2023-11-25T03:13:53.097966+0000","last_clean":"2023-11-25T03:13:53.097966+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:13:53.097966+0000","last_undegraded":"2023-11-25T03:13:53.097966+0000","last_fullsized":"2023-11-25T03:13:53.097966+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107684+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:13:53.107684+0000","last_peered":"2023-11-25T03:13:53.107684+0000","last_clean":"2023-11-25T03:13:53.107684+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:13:53.107684+0000","last_undegraded":"2023-11-25T03:13:53.107684+0000","last_fullsized":"2023-11-25T03:13:53.107684+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084599+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:13:54.084599+0000","last_peered":"2023-11-25T03:13:54.084599+0000","last_clean":"2023-11-25T03:13:54.084599+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:13:54.084599+0000","last_undegraded":"2023-11-25T03:13:54.084599+0000","last_fullsized":"2023-11-25T03:13:54.084599+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109649+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:13:53.109649+0000","last_peered":"2023-11-25T03:13:53.109649+0000","last_clean":"2023-11-25T03:13:53.109649+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:13:53.109649+0000","last_undegraded":"2023-11-25T03:13:53.109649+0000","last_fullsized":"2023-11-25T03:13:53.109649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:37:05.804246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082618+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:13:54.082618+0000","last_peered":"2023-11-25T03:13:54.082618+0000","last_clean":"2023-11-25T03:13:54.082618+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:13:54.082618+0000","last_undegraded":"2023-11-25T03:13:54.082618+0000","last_fullsized":"2023-11-25T03:13:54.082618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.091466+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:13:53.091466+0000","last_peered":"2023-11-25T03:13:53.091466+0000","last_clean":"2023-11-25T03:13:53.091466+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:13:53.091466+0000","last_undegraded":"2023-11-25T03:13:53.091466+0000","last_fullsized":"2023-11-25T03:13:53.091466+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082468+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:13:54.082468+0000","last_peered":"2023-11-25T03:13:54.082468+0000","last_clean":"2023-11-25T03:13:54.082468+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:13:54.082468+0000","last_undegraded":"2023-11-25T03:13:54.082468+0000","last_fullsized":"2023-11-25T03:13:54.082468+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107051+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:13:53.107051+0000","last_peered":"2023-11-25T03:13:53.107051+0000","last_clean":"2023-11-25T03:13:53.107051+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:13:53.107051+0000","last_undegraded":"2023-11-25T03:13:53.107051+0000","last_fullsized":"2023-11-25T03:13:53.107051+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084407+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:13:54.084407+0000","last_peered":"2023-11-25T03:13:54.084407+0000","last_clean":"2023-11-25T03:13:54.084407+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:13:54.084407+0000","last_undegraded":"2023-11-25T03:13:54.084407+0000","last_fullsized":"2023-11-25T03:13:54.084407+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084296+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:13:54.084296+0000","last_peered":"2023-11-25T03:13:54.084296+0000","last_clean":"2023-11-25T03:13:54.084296+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:13:54.084296+0000","last_undegraded":"2023-11-25T03:13:54.084296+0000","last_fullsized":"2023-11-25T03:13:54.084296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084023+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:13:54.084023+0000","last_peered":"2023-11-25T03:13:54.084023+0000","last_clean":"2023-11-25T03:13:54.084023+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:13:54.084023+0000","last_undegraded":"2023-11-25T03:13:54.084023+0000","last_fullsized":"2023-11-25T03:13:54.084023+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109469+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:13:53.109469+0000","last_peered":"2023-11-25T03:13:53.109469+0000","last_clean":"2023-11-25T03:13:53.109469+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:13:53.109469+0000","last_undegraded":"2023-11-25T03:13:53.109469+0000","last_fullsized":"2023-11-25T03:13:53.109469+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082080+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:13:54.082080+0000","last_peered":"2023-11-25T03:13:54.082080+0000","last_clean":"2023-11-25T03:13:54.082080+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:13:54.082080+0000","last_undegraded":"2023-11-25T03:13:54.082080+0000","last_fullsized":"2023-11-25T03:13:54.082080+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.093642+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:13:53.093642+0000","last_peered":"2023-11-25T03:13:53.093642+0000","last_clean":"2023-11-25T03:13:53.093642+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:13:53.093642+0000","last_undegraded":"2023-11-25T03:13:53.093642+0000","last_fullsized":"2023-11-25T03:13:53.093642+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:06.621042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.076339+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:13:53.076339+0000","last_peered":"2023-11-25T03:13:53.076339+0000","last_clean":"2023-11-25T03:13:53.076339+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:13:53.076339+0000","last_undegraded":"2023-11-25T03:13:53.076339+0000","last_fullsized":"2023-11-25T03:13:53.076339+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.110322+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:13:53.110322+0000","last_peered":"2023-11-25T03:13:53.110322+0000","last_clean":"2023-11-25T03:13:53.110322+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:13:53.110322+0000","last_undegraded":"2023-11-25T03:13:53.110322+0000","last_fullsized":"2023-11-25T03:13:53.110322+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:40.070865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.082781+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:13:53.082781+0000","last_peered":"2023-11-25T03:13:53.082781+0000","last_clean":"2023-11-25T03:13:53.082781+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:13:53.082781+0000","last_undegraded":"2023-11-25T03:13:53.082781+0000","last_fullsized":"2023-11-25T03:13:53.082781+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084962+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:13:54.084962+0000","last_peered":"2023-11-25T03:13:54.084962+0000","last_clean":"2023-11-25T03:13:54.084962+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:13:54.084962+0000","last_undegraded":"2023-11-25T03:13:54.084962+0000","last_fullsized":"2023-11-25T03:13:54.084962+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.084923+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:13:53.084923+0000","last_peered":"2023-11-25T03:13:53.084923+0000","last_clean":"2023-11-25T03:13:53.084923+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:13:53.084923+0000","last_undegraded":"2023-11-25T03:13:53.084923+0000","last_fullsized":"2023-11-25T03:13:53.084923+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082284+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:13:54.082284+0000","last_peered":"2023-11-25T03:13:54.082284+0000","last_clean":"2023-11-25T03:13:54.082284+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:13:54.082284+0000","last_undegraded":"2023-11-25T03:13:54.082284+0000","last_fullsized":"2023-11-25T03:13:54.082284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.110602+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:13:53.110602+0000","last_peered":"2023-11-25T03:13:53.110602+0000","last_clean":"2023-11-25T03:13:53.110602+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:13:53.110602+0000","last_undegraded":"2023-11-25T03:13:53.110602+0000","last_fullsized":"2023-11-25T03:13:53.110602+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084672+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:13:54.084672+0000","last_peered":"2023-11-25T03:13:54.084672+0000","last_clean":"2023-11-25T03:13:54.084672+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:13:54.084672+0000","last_undegraded":"2023-11-25T03:13:54.084672+0000","last_fullsized":"2023-11-25T03:13:54.084672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"69'6","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084508+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:13:54.084508+0000","last_peered":"2023-11-25T03:13:54.084508+0000","last_clean":"2023-11-25T03:13:54.084508+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:13:54.084508+0000","last_undegraded":"2023-11-25T03:13:54.084508+0000","last_fullsized":"2023-11-25T03:13:54.084508+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082223+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:13:54.082223+0000","last_peered":"2023-11-25T03:13:54.082223+0000","last_clean":"2023-11-25T03:13:54.082223+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:13:54.082223+0000","last_undegraded":"2023-11-25T03:13:54.082223+0000","last_fullsized":"2023-11-25T03:13:54.082223+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107863+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:13:53.107863+0000","last_peered":"2023-11-25T03:13:53.107863+0000","last_clean":"2023-11-25T03:13:53.107863+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:13:53.107863+0000","last_undegraded":"2023-11-25T03:13:53.107863+0000","last_fullsized":"2023-11-25T03:13:53.107863+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.104022+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:13:53.104022+0000","last_peered":"2023-11-25T03:13:53.104022+0000","last_clean":"2023-11-25T03:13:53.104022+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:13:53.104022+0000","last_undegraded":"2023-11-25T03:13:53.104022+0000","last_fullsized":"2023-11-25T03:13:53.104022+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.078678+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:13:53.078678+0000","last_peered":"2023-11-25T03:13:53.078678+0000","last_clean":"2023-11-25T03:13:53.078678+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:13:53.078678+0000","last_undegraded":"2023-11-25T03:13:53.078678+0000","last_fullsized":"2023-11-25T03:13:53.078678+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.106209+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:13:53.106209+0000","last_peered":"2023-11-25T03:13:53.106209+0000","last_clean":"2023-11-25T03:13:53.106209+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:13:53.106209+0000","last_undegraded":"2023-11-25T03:13:53.106209+0000","last_fullsized":"2023-11-25T03:13:53.106209+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084064+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:13:54.084064+0000","last_peered":"2023-11-25T03:13:54.084064+0000","last_clean":"2023-11-25T03:13:54.084064+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:13:54.084064+0000","last_undegraded":"2023-11-25T03:13:54.084064+0000","last_fullsized":"2023-11-25T03:13:54.084064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.106217+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:13:53.106217+0000","last_peered":"2023-11-25T03:13:53.106217+0000","last_clean":"2023-11-25T03:13:53.106217+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:13:53.106217+0000","last_undegraded":"2023-11-25T03:13:53.106217+0000","last_fullsized":"2023-11-25T03:13:53.106217+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082008+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:13:54.082008+0000","last_peered":"2023-11-25T03:13:54.082008+0000","last_clean":"2023-11-25T03:13:54.082008+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:13:54.082008+0000","last_undegraded":"2023-11-25T03:13:54.082008+0000","last_fullsized":"2023-11-25T03:13:54.082008+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090069+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:13:53.090069+0000","last_peered":"2023-11-25T03:13:53.090069+0000","last_clean":"2023-11-25T03:13:53.090069+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:13:53.090069+0000","last_undegraded":"2023-11-25T03:13:53.090069+0000","last_fullsized":"2023-11-25T03:13:53.090069+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.098701+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:13:53.098701+0000","last_peered":"2023-11-25T03:13:53.098701+0000","last_clean":"2023-11-25T03:13:53.098701+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:13:53.098701+0000","last_undegraded":"2023-11-25T03:13:53.098701+0000","last_fullsized":"2023-11-25T03:13:53.098701+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096109+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:13:53.096109+0000","last_peered":"2023-11-25T03:13:53.096109+0000","last_clean":"2023-11-25T03:13:53.096109+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:13:53.096109+0000","last_undegraded":"2023-11-25T03:13:53.096109+0000","last_fullsized":"2023-11-25T03:13:53.096109+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082617+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:13:54.082617+0000","last_peered":"2023-11-25T03:13:54.082617+0000","last_clean":"2023-11-25T03:13:54.082617+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:13:54.082617+0000","last_undegraded":"2023-11-25T03:13:54.082617+0000","last_fullsized":"2023-11-25T03:13:54.082617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084726+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:13:54.084726+0000","last_peered":"2023-11-25T03:13:54.084726+0000","last_clean":"2023-11-25T03:13:54.084726+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:13:54.084726+0000","last_undegraded":"2023-11-25T03:13:54.084726+0000","last_fullsized":"2023-11-25T03:13:54.084726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082509+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:13:54.082509+0000","last_peered":"2023-11-25T03:13:54.082509+0000","last_clean":"2023-11-25T03:13:54.082509+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:13:54.082509+0000","last_undegraded":"2023-11-25T03:13:54.082509+0000","last_fullsized":"2023-11-25T03:13:54.082509+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.098550+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:13:53.098550+0000","last_peered":"2023-11-25T03:13:53.098550+0000","last_clean":"2023-11-25T03:13:53.098550+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:13:53.098550+0000","last_undegraded":"2023-11-25T03:13:53.098550+0000","last_fullsized":"2023-11-25T03:13:53.098550+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:51:41.254061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096713+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:13:53.096713+0000","last_peered":"2023-11-25T03:13:53.096713+0000","last_clean":"2023-11-25T03:13:53.096713+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:13:53.096713+0000","last_undegraded":"2023-11-25T03:13:53.096713+0000","last_fullsized":"2023-11-25T03:13:53.096713+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084958+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:13:54.084958+0000","last_peered":"2023-11-25T03:13:54.084958+0000","last_clean":"2023-11-25T03:13:54.084958+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:13:54.084958+0000","last_undegraded":"2023-11-25T03:13:54.084958+0000","last_fullsized":"2023-11-25T03:13:54.084958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.068733+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:13:53.068733+0000","last_peered":"2023-11-25T03:13:53.068733+0000","last_clean":"2023-11-25T03:13:53.068733+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:13:53.068733+0000","last_undegraded":"2023-11-25T03:13:53.068733+0000","last_fullsized":"2023-11-25T03:13:53.068733+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.082370+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:13:53.082370+0000","last_peered":"2023-11-25T03:13:53.082370+0000","last_clean":"2023-11-25T03:13:53.082370+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:13:53.082370+0000","last_undegraded":"2023-11-25T03:13:53.082370+0000","last_fullsized":"2023-11-25T03:13:53.082370+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:45.184501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.067179+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:13:53.067179+0000","last_peered":"2023-11-25T03:13:53.067179+0000","last_clean":"2023-11-25T03:13:53.067179+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:13:53.067179+0000","last_undegraded":"2023-11-25T03:13:53.067179+0000","last_fullsized":"2023-11-25T03:13:53.067179+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083990+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:13:54.083990+0000","last_peered":"2023-11-25T03:13:54.083990+0000","last_clean":"2023-11-25T03:13:54.083990+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:13:54.083990+0000","last_undegraded":"2023-11-25T03:13:54.083990+0000","last_fullsized":"2023-11-25T03:13:54.083990+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.080572+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:13:53.080572+0000","last_peered":"2023-11-25T03:13:53.080572+0000","last_clean":"2023-11-25T03:13:53.080572+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:13:53.080572+0000","last_undegraded":"2023-11-25T03:13:53.080572+0000","last_fullsized":"2023-11-25T03:13:53.080572+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084683+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:13:54.084683+0000","last_peered":"2023-11-25T03:13:54.084683+0000","last_clean":"2023-11-25T03:13:54.084683+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:13:54.084683+0000","last_undegraded":"2023-11-25T03:13:54.084683+0000","last_fullsized":"2023-11-25T03:13:54.084683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.111977+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:13:53.111977+0000","last_peered":"2023-11-25T03:13:53.111977+0000","last_clean":"2023-11-25T03:13:53.111977+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:13:53.111977+0000","last_undegraded":"2023-11-25T03:13:53.111977+0000","last_fullsized":"2023-11-25T03:13:53.111977+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096041+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:13:53.096041+0000","last_peered":"2023-11-25T03:13:53.096041+0000","last_clean":"2023-11-25T03:13:53.096041+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:13:53.096041+0000","last_undegraded":"2023-11-25T03:13:53.096041+0000","last_fullsized":"2023-11-25T03:13:53.096041+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.084246+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:13:53.084246+0000","last_peered":"2023-11-25T03:13:53.084246+0000","last_clean":"2023-11-25T03:13:53.084246+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:13:53.084246+0000","last_undegraded":"2023-11-25T03:13:53.084246+0000","last_fullsized":"2023-11-25T03:13:53.084246+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.099157+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:13:53.099157+0000","last_peered":"2023-11-25T03:13:53.099157+0000","last_clean":"2023-11-25T03:13:53.099157+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:13:53.099157+0000","last_undegraded":"2023-11-25T03:13:53.099157+0000","last_fullsized":"2023-11-25T03:13:53.099157+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.084185+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:13:53.084185+0000","last_peered":"2023-11-25T03:13:53.084185+0000","last_clean":"2023-11-25T03:13:53.084185+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:13:53.084185+0000","last_undegraded":"2023-11-25T03:13:53.084185+0000","last_fullsized":"2023-11-25T03:13:53.084185+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084825+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:13:54.084825+0000","last_peered":"2023-11-25T03:13:54.084825+0000","last_clean":"2023-11-25T03:13:54.084825+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:13:54.084825+0000","last_undegraded":"2023-11-25T03:13:54.084825+0000","last_fullsized":"2023-11-25T03:13:54.084825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.081931+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:13:53.081931+0000","last_peered":"2023-11-25T03:13:53.081931+0000","last_clean":"2023-11-25T03:13:53.081931+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:13:53.081931+0000","last_undegraded":"2023-11-25T03:13:53.081931+0000","last_fullsized":"2023-11-25T03:13:53.081931+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084265+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:13:54.084265+0000","last_peered":"2023-11-25T03:13:54.084265+0000","last_clean":"2023-11-25T03:13:54.084265+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:13:54.084265+0000","last_undegraded":"2023-11-25T03:13:54.084265+0000","last_fullsized":"2023-11-25T03:13:54.084265+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082371+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:13:54.082371+0000","last_peered":"2023-11-25T03:13:54.082371+0000","last_clean":"2023-11-25T03:13:54.082371+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:13:54.082371+0000","last_undegraded":"2023-11-25T03:13:54.082371+0000","last_fullsized":"2023-11-25T03:13:54.082371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082297+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:13:54.082297+0000","last_peered":"2023-11-25T03:13:54.082297+0000","last_clean":"2023-11-25T03:13:54.082297+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:13:54.082297+0000","last_undegraded":"2023-11-25T03:13:54.082297+0000","last_fullsized":"2023-11-25T03:13:54.082297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084122+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:13:54.084122+0000","last_peered":"2023-11-25T03:13:54.084122+0000","last_clean":"2023-11-25T03:13:54.084122+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:13:54.084122+0000","last_undegraded":"2023-11-25T03:13:54.084122+0000","last_fullsized":"2023-11-25T03:13:54.084122+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.112010+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:13:53.112010+0000","last_peered":"2023-11-25T03:13:53.112010+0000","last_clean":"2023-11-25T03:13:53.112010+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:13:53.112010+0000","last_undegraded":"2023-11-25T03:13:53.112010+0000","last_fullsized":"2023-11-25T03:13:53.112010+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.080805+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:13:53.080805+0000","last_peered":"2023-11-25T03:13:53.080805+0000","last_clean":"2023-11-25T03:13:53.080805+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:13:53.080805+0000","last_undegraded":"2023-11-25T03:13:53.080805+0000","last_fullsized":"2023-11-25T03:13:53.080805+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096085+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:13:53.096085+0000","last_peered":"2023-11-25T03:13:53.096085+0000","last_clean":"2023-11-25T03:13:53.096085+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:13:53.096085+0000","last_undegraded":"2023-11-25T03:13:53.096085+0000","last_fullsized":"2023-11-25T03:13:53.096085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083945+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:13:54.083945+0000","last_peered":"2023-11-25T03:13:54.083945+0000","last_clean":"2023-11-25T03:13:54.083945+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:13:54.083945+0000","last_undegraded":"2023-11-25T03:13:54.083945+0000","last_fullsized":"2023-11-25T03:13:54.083945+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107868+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:13:53.107868+0000","last_peered":"2023-11-25T03:13:53.107868+0000","last_clean":"2023-11-25T03:13:53.107868+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:13:53.107868+0000","last_undegraded":"2023-11-25T03:13:53.107868+0000","last_fullsized":"2023-11-25T03:13:53.107868+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:26.816438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.110542+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:13:53.110542+0000","last_peered":"2023-11-25T03:13:53.110542+0000","last_clean":"2023-11-25T03:13:53.110542+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:13:53.110542+0000","last_undegraded":"2023-11-25T03:13:53.110542+0000","last_fullsized":"2023-11-25T03:13:53.110542+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":211,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-11-25T03:13:52.067056+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:52.067056+0000","last_peered":"2023-11-25T03:13:52.067056+0000","last_clean":"2023-11-25T03:13:52.067056+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:52.067056+0000","last_undegraded":"2023-11-25T03:13:52.067056+0000","last_fullsized":"2023-11-25T03:13:52.067056+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574888,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32592,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339248,"statfs":{"total":96636764160,"available":96603389952,"internally_reserved":0,"allocated":1445888,"data_stored":959549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.69399999999999995}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.74199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.68200000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.51200000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.753},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.78200000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574888,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":369805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.75,"15min":0.76900000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84599999999999997,"5min":1.151,"15min":1.151},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.92100000000000004}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.73099999999999998,"15min":0.72799999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.9020000000000001,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.69799999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.81599999999999995,"15min":0.82599999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.89400000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.746},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.71799999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.77400000000000002,"15min":0.77200000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.877,"5min":1.0529999999999999,"15min":1.0820000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.0150000000000001,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.86599999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.81299999999999994,"15min":0.80100000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.6680000000000001,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.88200000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71499999999999997,"15min":0.70199999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.75600000000000001,"15min":0.73399999999999999},"min":{"1min":0.51100000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.81299999999999994,"15min":0.79700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.0569999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.82499999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":370745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.77000000000000002,"15min":0.79100000000000004},"min":{"1min":0.48399999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0429999999999999,"5min":3.444,"15min":3.444},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.86399999999999999,"15min":0.89900000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.89200000000000002,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.66200000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.071,"15min":1.131},"min":{"1min":0.55900000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.89800000000000002,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.874,"15min":0.89700000000000002},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.97499999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.63800000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.85599999999999998,"15min":0.88600000000000001},"min":{"1min":0.51000000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.90900000000000003,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.98599999999999999,"15min":1.036},"min":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.90800000000000003,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.58799999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.88200000000000001,"15min":0.91800000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89500000000000002,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.91900000000000004,"15min":0.95699999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83899999999999997,"5min":3.641,"15min":3.641},"last":0.68999999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.38100000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89200000000000002,"5min":2.423,"15min":2.423},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.57199999999999995,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90900000000000003,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.73899999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.77100000000000002,"15min":0.79100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.92800000000000005,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.495},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.78500000000000003},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95799999999999996,"5min":2.46,"15min":2.46},"last":0.621}]},{"osd":7,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.76600000000000001,"15min":0.77600000000000002},"min":{"1min":0.48399999999999999,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.88400000000000001,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.83699999999999997,"15min":0.85999999999999999},"min":{"1min":0.45200000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.92600000000000005,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.57299999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574888,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":369111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.754},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.90100000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.70199999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65600000000000003,"15min":0.66100000000000003},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81299999999999994,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.71599999999999997,"15min":0.72899999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89200000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66700000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69799999999999995,"15min":0.70399999999999996},"min":{"1min":0.47499999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83499999999999996,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72299999999999998,"15min":0.73499999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.82999999999999996,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.71899999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.68700000000000006,"15min":0.69299999999999995},"min":{"1min":0.48899999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.76700000000000002},"min":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.80800000000000005,"5min":1.024,"15min":1.024},"last":0.82499999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":0.73699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86299999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68899999999999995,"15min":0.69399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.46400000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.77700000000000002,"15min":0.79100000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93100000000000005,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.91200000000000003,"5min":0.996,"15min":0.996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78500000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":0.874,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.53100000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574889,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":370723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48499999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.73899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.70799999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574888,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":369693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.79500000000000004,"15min":0.85899999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.505,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.315},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.60599999999999998,"15min":0.63500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63400000000000001,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.41699999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.61899999999999999,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60199999999999998,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.86499999999999999,"15min":0.92900000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.64500000000000002,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.48299999999999998}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.85299999999999998,"15min":0.90900000000000003},"min":{"1min":0.41499999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65900000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.90700000000000003,"15min":0.96999999999999997},"min":{"1min":0.44500000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.77500000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45400000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.749,"15min":0.76100000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96299999999999997,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.77500000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.82699999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.0900000000000001,"15min":1.157},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.877,"5min":7.931,"15min":7.931},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.747,"5min":0.81499999999999995,"15min":0.82699999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2989999999999999,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.629}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.85899999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.752},{"interface":"front","average":{"1min":0.749,"5min":1.113,"15min":1.173},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.94899999999999995,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.64400000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.81599999999999995,"15min":0.83399999999999996},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.234,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.83199999999999996,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92600000000000005,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.79000000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":369305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46999999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.65400000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.70699999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.79500000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.76800000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574889,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1441792,"data_stored":958494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.53600000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.38,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.49299999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.35399999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.51700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.76900000000000002,"15min":0.78900000000000003},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.81299999999999994,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.44,"15min":0.44},"max":{"1min":0.93999999999999995,"5min":1.139,"15min":1.139},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.75600000000000001,"15min":0.76500000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.78100000000000003,"15min":0.79500000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.76900000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.83599999999999997},"min":{"1min":0.55000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.81599999999999995,"15min":0.83599999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.88200000000000001,"5min":1.115,"15min":1.115},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.53600000000000003,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96699999999999997,"5min":1.107,"15min":1.107},"last":0.755},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.79700000000000004,"15min":0.81100000000000005},"min":{"1min":0.52400000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.65600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:13:57.147 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:13:57.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.319+0000 7f24ff654640 1 Processor -- start 2023-11-25T03:13:57.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24ff654640 1 -- start start 2023-11-25T03:13:57.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24ff654640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f24f81578f0 0x7f24f80c30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24ff654640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f24f80a6c60 0x7f24f80c3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24ff654640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24f8157cd0 con 0x7f24f80c2840 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24ff654640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24f80c2e00 con 0x7f24f81578f0 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24ff654640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24f8158850 con 0x7f24f80a6c60 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f24f81578f0 0x7f24f80c30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f24f81578f0 0x7f24f80c30e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58248/0 (socket says 172.21.15.76:58248) 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 -- 172.21.15.76:0/2102180621 learned_addr learned my addr 172.21.15.76:0/2102180621 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fcbef640 1 --2- 172.21.15.76:0/2102180621 >> v2:172.21.15.106:3300/0 conn(0x7f24f80a6c60 0x7f24f80c3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 -- 172.21.15.76:0/2102180621 >> v2:172.21.15.106:3300/0 conn(0x7f24f80a6c60 msgr2=0x7f24f80c3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 --2- 172.21.15.76:0/2102180621 >> v2:172.21.15.106:3300/0 conn(0x7f24f80a6c60 0x7f24f80c3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 -- 172.21.15.76:0/2102180621 >> v1:172.21.15.106:6789/0 conn(0x7f24f80c2840 legacy=0x7f24f80c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.323+0000 7f24fd3f0640 1 -- 172.21.15.76:0/2102180621 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24f8157f20 con 0x7f24f81578f0 2023-11-25T03:13:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24fd3f0640 1 --2- 172.21.15.76:0/2102180621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f80c30e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f24f806d410 tx=0x7f24f401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34c39e375a86b4c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24effff640 1 -- 172.21.15.76:0/2102180621 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f40ad680 con 0x7f24f81578f0 2023-11-25T03:13:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24effff640 1 -- 172.21.15.76:0/2102180621 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24f40ad7e0 con 0x7f24f81578f0 2023-11-25T03:13:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24effff640 1 -- 172.21.15.76:0/2102180621 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f40adb70 con 0x7f24f81578f0 2023-11-25T03:13:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 -- 172.21.15.76:0/2102180621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 msgr2=0x7f24f80c30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 --2- 172.21.15.76:0/2102180621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f80c30e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f24f806d410 tx=0x7f24f401c470 comp rx=0 tx=0).stop 2023-11-25T03:13:57.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 -- 172.21.15.76:0/2102180621 shutdown_connections 2023-11-25T03:13:57.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 --2- 172.21.15.76:0/2102180621 >> v2:172.21.15.106:3300/0 conn(0x7f24f80a6c60 0x7f24f80c3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 --2- 172.21.15.76:0/2102180621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f80c30e0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 -- 172.21.15.76:0/2102180621 >> 172.21.15.76:0/2102180621 conn(0x7f24f80c7e40 msgr2=0x7f24f80c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:57.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 -- 172.21.15.76:0/2102180621 shutdown_connections 2023-11-25T03:13:57.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 -- 172.21.15.76:0/2102180621 wait complete. 2023-11-25T03:13:57.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 Processor -- start 2023-11-25T03:13:57.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.327+0000 7f24ff654640 1 -- start start 2023-11-25T03:13:57.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f24f80a6c60 0x7f24f80c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f24f80c2840 0x7f24f814abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f814b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24f81eeb70 con 0x7f24f81578f0 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24f8153980 con 0x7f24f80c2840 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24f81536e0 con 0x7f24f80a6c60 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f814b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f814b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58260/0 (socket says 172.21.15.76:58260) 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 -- 172.21.15.76:0/378051754 learned_addr learned my addr 172.21.15.76:0/378051754 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fcbef640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f24f80c2840 0x7f24f814abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fd3f0640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f24f80a6c60 0x7f24f80c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 -- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f24f80a6c60 msgr2=0x7f24f80c4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f24f80a6c60 0x7f24f80c4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 -- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f24f80c2840 msgr2=0x7f24f814abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f24f80c2840 0x7f24f814abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 -- 172.21.15.76:0/378051754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24f40094d0 con 0x7f24f81578f0 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24fdbf1640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f814b110 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f24f000c770 tx=0x7f24f000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f0003b80 con 0x7f24f81578f0 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24f0003ce0 con 0x7f24f81578f0 2023-11-25T03:13:57.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24f8150f70 con 0x7f24f81578f0 2023-11-25T03:13:57.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f000aa90 con 0x7f24f81578f0 2023-11-25T03:13:57.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24f8151530 con 0x7f24f81578f0 2023-11-25T03:13:57.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.331+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24f81eed20 con 0x7f24f81578f0 2023-11-25T03:13:57.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.335+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f24f000abf0 con 0x7f24f81578f0 2023-11-25T03:13:57.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.335+0000 7f24edffb640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f24dc0664a0 0x7f24dc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.335+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f24f0083c20 con 0x7f24f81578f0 2023-11-25T03:13:57.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.335+0000 7f24fd3f0640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f24dc0664a0 0x7f24dc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.335+0000 7f24fd3f0640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f24dc0664a0 0x7f24dc068960 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f24f40af000 tx=0x7f24f40a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:57.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.339+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f24f81eed20 con 0x7f24f81578f0 2023-11-25T03:13:57.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.487+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f24f80c3f20 con 0x7f24dc0664a0 2023-11-25T03:13:57.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.495+0000 7f24edffb640 1 -- 172.21.15.76:0/378051754 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289259 (secure 0 0 0) 0x7f24f80c3f20 con 0x7f24dc0664a0 2023-11-25T03:13:57.499 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:57.501 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:13:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.495+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f24dc0664a0 msgr2=0x7f24dc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.495+0000 7f24ff654640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f24dc0664a0 0x7f24dc068960 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f24f40af000 tx=0x7f24f40a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.495+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 msgr2=0x7f24f814b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.495+0000 7f24ff654640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f814b110 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f24f000c770 tx=0x7f24f000cc30 comp rx=0 tx=0).stop 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 shutdown_connections 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f24dc0664a0 0x7f24dc068960 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f24f81578f0 0x7f24f814b110 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f24f80c2840 0x7f24f814abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 --2- 172.21.15.76:0/378051754 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f24f80a6c60 0x7f24f80c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 >> 172.21.15.76:0/378051754 conn(0x7f24f80c7e40 msgr2=0x7f24f80c71d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 shutdown_connections 2023-11-25T03:13:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.499+0000 7f24ff654640 1 -- 172.21.15.76:0/378051754 wait complete. 2023-11-25T03:13:57.519 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":157,"stamp":"2023-11-25T03:13:57.126722+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253136,"kb_used_data":7844,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721584,"statfs":{"total":773094113280,"available":772834902016,"internally_reserved":0,"allocated":8032256,"data_stored":4137425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001114"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.094829+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:13:53.094829+0000","last_peered":"2023-11-25T03:13:53.094829+0000","last_clean":"2023-11-25T03:13:53.094829+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:13:53.094829+0000","last_undegraded":"2023-11-25T03:13:53.094829+0000","last_fullsized":"2023-11-25T03:13:53.094829+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:33.849551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109362+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:13:53.109362+0000","last_peered":"2023-11-25T03:13:53.109362+0000","last_clean":"2023-11-25T03:13:53.109362+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:13:53.109362+0000","last_undegraded":"2023-11-25T03:13:53.109362+0000","last_fullsized":"2023-11-25T03:13:53.109362+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:34:38.803422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.092347+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:13:53.092347+0000","last_peered":"2023-11-25T03:13:53.092347+0000","last_clean":"2023-11-25T03:13:53.092347+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:13:53.092347+0000","last_undegraded":"2023-11-25T03:13:53.092347+0000","last_fullsized":"2023-11-25T03:13:53.092347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.112821+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:13:53.112821+0000","last_peered":"2023-11-25T03:13:53.112821+0000","last_clean":"2023-11-25T03:13:53.112821+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:13:53.112821+0000","last_undegraded":"2023-11-25T03:13:53.112821+0000","last_fullsized":"2023-11-25T03:13:53.112821+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:49:40.359907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084200+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:13:54.084200+0000","last_peered":"2023-11-25T03:13:54.084200+0000","last_clean":"2023-11-25T03:13:54.084200+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:13:54.084200+0000","last_undegraded":"2023-11-25T03:13:54.084200+0000","last_fullsized":"2023-11-25T03:13:54.084200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084139+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:13:54.084139+0000","last_peered":"2023-11-25T03:13:54.084139+0000","last_clean":"2023-11-25T03:13:54.084139+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:13:54.084139+0000","last_undegraded":"2023-11-25T03:13:54.084139+0000","last_fullsized":"2023-11-25T03:13:54.084139+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090226+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:13:53.090226+0000","last_peered":"2023-11-25T03:13:53.090226+0000","last_clean":"2023-11-25T03:13:53.090226+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:13:53.090226+0000","last_undegraded":"2023-11-25T03:13:53.090226+0000","last_fullsized":"2023-11-25T03:13:53.090226+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:09:03.599881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083864+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:13:54.083864+0000","last_peered":"2023-11-25T03:13:54.083864+0000","last_clean":"2023-11-25T03:13:54.083864+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:13:54.083864+0000","last_undegraded":"2023-11-25T03:13:54.083864+0000","last_fullsized":"2023-11-25T03:13:54.083864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084826+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:13:54.084826+0000","last_peered":"2023-11-25T03:13:54.084826+0000","last_clean":"2023-11-25T03:13:54.084826+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:13:54.084826+0000","last_undegraded":"2023-11-25T03:13:54.084826+0000","last_fullsized":"2023-11-25T03:13:54.084826+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.095729+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:13:53.095729+0000","last_peered":"2023-11-25T03:13:53.095729+0000","last_clean":"2023-11-25T03:13:53.095729+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:13:53.095729+0000","last_undegraded":"2023-11-25T03:13:53.095729+0000","last_fullsized":"2023-11-25T03:13:53.095729+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109196+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:13:53.109196+0000","last_peered":"2023-11-25T03:13:53.109196+0000","last_clean":"2023-11-25T03:13:53.109196+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:13:53.109196+0000","last_undegraded":"2023-11-25T03:13:53.109196+0000","last_fullsized":"2023-11-25T03:13:53.109196+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:54:41.409122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.094663+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:13:53.094663+0000","last_peered":"2023-11-25T03:13:53.094663+0000","last_clean":"2023-11-25T03:13:53.094663+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:13:53.094663+0000","last_undegraded":"2023-11-25T03:13:53.094663+0000","last_fullsized":"2023-11-25T03:13:53.094663+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:27.113265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090896+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:13:53.090896+0000","last_peered":"2023-11-25T03:13:53.090896+0000","last_clean":"2023-11-25T03:13:53.090896+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:13:53.090896+0000","last_undegraded":"2023-11-25T03:13:53.090896+0000","last_fullsized":"2023-11-25T03:13:53.090896+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.098593+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:13:53.098593+0000","last_peered":"2023-11-25T03:13:53.098593+0000","last_clean":"2023-11-25T03:13:53.098593+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:13:53.098593+0000","last_undegraded":"2023-11-25T03:13:53.098593+0000","last_fullsized":"2023-11-25T03:13:53.098593+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:17:55.358958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.102062+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:13:53.102062+0000","last_peered":"2023-11-25T03:13:53.102062+0000","last_clean":"2023-11-25T03:13:53.102062+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:13:53.102062+0000","last_undegraded":"2023-11-25T03:13:53.102062+0000","last_fullsized":"2023-11-25T03:13:53.102062+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:43.542016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083849+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:13:54.083849+0000","last_peered":"2023-11-25T03:13:54.083849+0000","last_clean":"2023-11-25T03:13:54.083849+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:13:54.083849+0000","last_undegraded":"2023-11-25T03:13:54.083849+0000","last_fullsized":"2023-11-25T03:13:54.083849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084905+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:13:54.084905+0000","last_peered":"2023-11-25T03:13:54.084905+0000","last_clean":"2023-11-25T03:13:54.084905+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:13:54.084905+0000","last_undegraded":"2023-11-25T03:13:54.084905+0000","last_fullsized":"2023-11-25T03:13:54.084905+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.097374+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:13:53.097374+0000","last_peered":"2023-11-25T03:13:53.097374+0000","last_clean":"2023-11-25T03:13:53.097374+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:13:53.097374+0000","last_undegraded":"2023-11-25T03:13:53.097374+0000","last_fullsized":"2023-11-25T03:13:53.097374+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:51:23.808122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082643+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:13:54.082643+0000","last_peered":"2023-11-25T03:13:54.082643+0000","last_clean":"2023-11-25T03:13:54.082643+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:13:54.082643+0000","last_undegraded":"2023-11-25T03:13:54.082643+0000","last_fullsized":"2023-11-25T03:13:54.082643+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109133+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:13:53.109133+0000","last_peered":"2023-11-25T03:13:53.109133+0000","last_clean":"2023-11-25T03:13:53.109133+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:13:53.109133+0000","last_undegraded":"2023-11-25T03:13:53.109133+0000","last_fullsized":"2023-11-25T03:13:53.109133+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:45.267312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.104267+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:13:53.104267+0000","last_peered":"2023-11-25T03:13:53.104267+0000","last_clean":"2023-11-25T03:13:53.104267+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:13:53.104267+0000","last_undegraded":"2023-11-25T03:13:53.104267+0000","last_fullsized":"2023-11-25T03:13:53.104267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:15:45.849953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109164+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:13:53.109164+0000","last_peered":"2023-11-25T03:13:53.109164+0000","last_clean":"2023-11-25T03:13:53.109164+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:13:53.109164+0000","last_undegraded":"2023-11-25T03:13:53.109164+0000","last_fullsized":"2023-11-25T03:13:53.109164+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107636+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:13:53.107636+0000","last_peered":"2023-11-25T03:13:53.107636+0000","last_clean":"2023-11-25T03:13:53.107636+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:13:53.107636+0000","last_undegraded":"2023-11-25T03:13:53.107636+0000","last_fullsized":"2023-11-25T03:13:53.107636+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:47:31.463617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107998+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:13:53.107998+0000","last_peered":"2023-11-25T03:13:53.107998+0000","last_clean":"2023-11-25T03:13:53.107998+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:13:53.107998+0000","last_undegraded":"2023-11-25T03:13:53.107998+0000","last_fullsized":"2023-11-25T03:13:53.107998+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:34:17.872228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109921+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:13:53.109921+0000","last_peered":"2023-11-25T03:13:53.109921+0000","last_clean":"2023-11-25T03:13:53.109921+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:13:53.109921+0000","last_undegraded":"2023-11-25T03:13:53.109921+0000","last_fullsized":"2023-11-25T03:13:53.109921+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:18:47.297309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.112053+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:13:53.112053+0000","last_peered":"2023-11-25T03:13:53.112053+0000","last_clean":"2023-11-25T03:13:53.112053+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:13:53.112053+0000","last_undegraded":"2023-11-25T03:13:53.112053+0000","last_fullsized":"2023-11-25T03:13:53.112053+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084572+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:13:54.084572+0000","last_peered":"2023-11-25T03:13:54.084572+0000","last_clean":"2023-11-25T03:13:54.084572+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:13:54.084572+0000","last_undegraded":"2023-11-25T03:13:54.084572+0000","last_fullsized":"2023-11-25T03:13:54.084572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090500+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:13:53.090500+0000","last_peered":"2023-11-25T03:13:53.090500+0000","last_clean":"2023-11-25T03:13:53.090500+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:13:53.090500+0000","last_undegraded":"2023-11-25T03:13:53.090500+0000","last_fullsized":"2023-11-25T03:13:53.090500+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:21.384055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109196+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:13:53.109196+0000","last_peered":"2023-11-25T03:13:53.109196+0000","last_clean":"2023-11-25T03:13:53.109196+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:13:53.109196+0000","last_undegraded":"2023-11-25T03:13:53.109196+0000","last_fullsized":"2023-11-25T03:13:53.109196+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:14:09.983509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.106241+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:13:53.106241+0000","last_peered":"2023-11-25T03:13:53.106241+0000","last_clean":"2023-11-25T03:13:53.106241+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:13:53.106241+0000","last_undegraded":"2023-11-25T03:13:53.106241+0000","last_fullsized":"2023-11-25T03:13:53.106241+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084257+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:13:54.084257+0000","last_peered":"2023-11-25T03:13:54.084257+0000","last_clean":"2023-11-25T03:13:54.084257+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:13:54.084257+0000","last_undegraded":"2023-11-25T03:13:54.084257+0000","last_fullsized":"2023-11-25T03:13:54.084257+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109580+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:13:53.109580+0000","last_peered":"2023-11-25T03:13:53.109580+0000","last_clean":"2023-11-25T03:13:53.109580+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:13:53.109580+0000","last_undegraded":"2023-11-25T03:13:53.109580+0000","last_fullsized":"2023-11-25T03:13:53.109580+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:08:05.752948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084220+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:13:54.084220+0000","last_peered":"2023-11-25T03:13:54.084220+0000","last_clean":"2023-11-25T03:13:54.084220+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:13:54.084220+0000","last_undegraded":"2023-11-25T03:13:54.084220+0000","last_fullsized":"2023-11-25T03:13:54.084220+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.097966+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:13:53.097966+0000","last_peered":"2023-11-25T03:13:53.097966+0000","last_clean":"2023-11-25T03:13:53.097966+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:13:53.097966+0000","last_undegraded":"2023-11-25T03:13:53.097966+0000","last_fullsized":"2023-11-25T03:13:53.097966+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107684+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:13:53.107684+0000","last_peered":"2023-11-25T03:13:53.107684+0000","last_clean":"2023-11-25T03:13:53.107684+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:13:53.107684+0000","last_undegraded":"2023-11-25T03:13:53.107684+0000","last_fullsized":"2023-11-25T03:13:53.107684+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084599+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:13:54.084599+0000","last_peered":"2023-11-25T03:13:54.084599+0000","last_clean":"2023-11-25T03:13:54.084599+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:13:54.084599+0000","last_undegraded":"2023-11-25T03:13:54.084599+0000","last_fullsized":"2023-11-25T03:13:54.084599+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109649+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:13:53.109649+0000","last_peered":"2023-11-25T03:13:53.109649+0000","last_clean":"2023-11-25T03:13:53.109649+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:13:53.109649+0000","last_undegraded":"2023-11-25T03:13:53.109649+0000","last_fullsized":"2023-11-25T03:13:53.109649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:37:05.804246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082618+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:13:54.082618+0000","last_peered":"2023-11-25T03:13:54.082618+0000","last_clean":"2023-11-25T03:13:54.082618+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:13:54.082618+0000","last_undegraded":"2023-11-25T03:13:54.082618+0000","last_fullsized":"2023-11-25T03:13:54.082618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.091466+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:13:53.091466+0000","last_peered":"2023-11-25T03:13:53.091466+0000","last_clean":"2023-11-25T03:13:53.091466+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:13:53.091466+0000","last_undegraded":"2023-11-25T03:13:53.091466+0000","last_fullsized":"2023-11-25T03:13:53.091466+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082468+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:13:54.082468+0000","last_peered":"2023-11-25T03:13:54.082468+0000","last_clean":"2023-11-25T03:13:54.082468+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:13:54.082468+0000","last_undegraded":"2023-11-25T03:13:54.082468+0000","last_fullsized":"2023-11-25T03:13:54.082468+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107051+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:13:53.107051+0000","last_peered":"2023-11-25T03:13:53.107051+0000","last_clean":"2023-11-25T03:13:53.107051+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:13:53.107051+0000","last_undegraded":"2023-11-25T03:13:53.107051+0000","last_fullsized":"2023-11-25T03:13:53.107051+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084407+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:13:54.084407+0000","last_peered":"2023-11-25T03:13:54.084407+0000","last_clean":"2023-11-25T03:13:54.084407+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:13:54.084407+0000","last_undegraded":"2023-11-25T03:13:54.084407+0000","last_fullsized":"2023-11-25T03:13:54.084407+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084296+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:13:54.084296+0000","last_peered":"2023-11-25T03:13:54.084296+0000","last_clean":"2023-11-25T03:13:54.084296+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:13:54.084296+0000","last_undegraded":"2023-11-25T03:13:54.084296+0000","last_fullsized":"2023-11-25T03:13:54.084296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084023+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:13:54.084023+0000","last_peered":"2023-11-25T03:13:54.084023+0000","last_clean":"2023-11-25T03:13:54.084023+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:13:54.084023+0000","last_undegraded":"2023-11-25T03:13:54.084023+0000","last_fullsized":"2023-11-25T03:13:54.084023+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.109469+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:13:53.109469+0000","last_peered":"2023-11-25T03:13:53.109469+0000","last_clean":"2023-11-25T03:13:53.109469+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:13:53.109469+0000","last_undegraded":"2023-11-25T03:13:53.109469+0000","last_fullsized":"2023-11-25T03:13:53.109469+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082080+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:13:54.082080+0000","last_peered":"2023-11-25T03:13:54.082080+0000","last_clean":"2023-11-25T03:13:54.082080+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:13:54.082080+0000","last_undegraded":"2023-11-25T03:13:54.082080+0000","last_fullsized":"2023-11-25T03:13:54.082080+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.093642+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:13:53.093642+0000","last_peered":"2023-11-25T03:13:53.093642+0000","last_clean":"2023-11-25T03:13:53.093642+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:13:53.093642+0000","last_undegraded":"2023-11-25T03:13:53.093642+0000","last_fullsized":"2023-11-25T03:13:53.093642+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:06.621042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.076339+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:13:53.076339+0000","last_peered":"2023-11-25T03:13:53.076339+0000","last_clean":"2023-11-25T03:13:53.076339+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:13:53.076339+0000","last_undegraded":"2023-11-25T03:13:53.076339+0000","last_fullsized":"2023-11-25T03:13:53.076339+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.110322+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:13:53.110322+0000","last_peered":"2023-11-25T03:13:53.110322+0000","last_clean":"2023-11-25T03:13:53.110322+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:13:53.110322+0000","last_undegraded":"2023-11-25T03:13:53.110322+0000","last_fullsized":"2023-11-25T03:13:53.110322+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:40.070865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.082781+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:13:53.082781+0000","last_peered":"2023-11-25T03:13:53.082781+0000","last_clean":"2023-11-25T03:13:53.082781+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:13:53.082781+0000","last_undegraded":"2023-11-25T03:13:53.082781+0000","last_fullsized":"2023-11-25T03:13:53.082781+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084962+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:13:54.084962+0000","last_peered":"2023-11-25T03:13:54.084962+0000","last_clean":"2023-11-25T03:13:54.084962+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:13:54.084962+0000","last_undegraded":"2023-11-25T03:13:54.084962+0000","last_fullsized":"2023-11-25T03:13:54.084962+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.084923+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:13:53.084923+0000","last_peered":"2023-11-25T03:13:53.084923+0000","last_clean":"2023-11-25T03:13:53.084923+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:13:53.084923+0000","last_undegraded":"2023-11-25T03:13:53.084923+0000","last_fullsized":"2023-11-25T03:13:53.084923+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082284+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:13:54.082284+0000","last_peered":"2023-11-25T03:13:54.082284+0000","last_clean":"2023-11-25T03:13:54.082284+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:13:54.082284+0000","last_undegraded":"2023-11-25T03:13:54.082284+0000","last_fullsized":"2023-11-25T03:13:54.082284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.110602+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:13:53.110602+0000","last_peered":"2023-11-25T03:13:53.110602+0000","last_clean":"2023-11-25T03:13:53.110602+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:13:53.110602+0000","last_undegraded":"2023-11-25T03:13:53.110602+0000","last_fullsized":"2023-11-25T03:13:53.110602+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084672+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:13:54.084672+0000","last_peered":"2023-11-25T03:13:54.084672+0000","last_clean":"2023-11-25T03:13:54.084672+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:13:54.084672+0000","last_undegraded":"2023-11-25T03:13:54.084672+0000","last_fullsized":"2023-11-25T03:13:54.084672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"69'6","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084508+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:13:54.084508+0000","last_peered":"2023-11-25T03:13:54.084508+0000","last_clean":"2023-11-25T03:13:54.084508+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:13:54.084508+0000","last_undegraded":"2023-11-25T03:13:54.084508+0000","last_fullsized":"2023-11-25T03:13:54.084508+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082223+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:13:54.082223+0000","last_peered":"2023-11-25T03:13:54.082223+0000","last_clean":"2023-11-25T03:13:54.082223+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:13:54.082223+0000","last_undegraded":"2023-11-25T03:13:54.082223+0000","last_fullsized":"2023-11-25T03:13:54.082223+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107863+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:13:53.107863+0000","last_peered":"2023-11-25T03:13:53.107863+0000","last_clean":"2023-11-25T03:13:53.107863+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:13:53.107863+0000","last_undegraded":"2023-11-25T03:13:53.107863+0000","last_fullsized":"2023-11-25T03:13:53.107863+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.104022+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:13:53.104022+0000","last_peered":"2023-11-25T03:13:53.104022+0000","last_clean":"2023-11-25T03:13:53.104022+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:13:53.104022+0000","last_undegraded":"2023-11-25T03:13:53.104022+0000","last_fullsized":"2023-11-25T03:13:53.104022+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.078678+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:13:53.078678+0000","last_peered":"2023-11-25T03:13:53.078678+0000","last_clean":"2023-11-25T03:13:53.078678+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:13:53.078678+0000","last_undegraded":"2023-11-25T03:13:53.078678+0000","last_fullsized":"2023-11-25T03:13:53.078678+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.106209+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:13:53.106209+0000","last_peered":"2023-11-25T03:13:53.106209+0000","last_clean":"2023-11-25T03:13:53.106209+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:13:53.106209+0000","last_undegraded":"2023-11-25T03:13:53.106209+0000","last_fullsized":"2023-11-25T03:13:53.106209+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084064+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:13:54.084064+0000","last_peered":"2023-11-25T03:13:54.084064+0000","last_clean":"2023-11-25T03:13:54.084064+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:13:54.084064+0000","last_undegraded":"2023-11-25T03:13:54.084064+0000","last_fullsized":"2023-11-25T03:13:54.084064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.106217+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:13:53.106217+0000","last_peered":"2023-11-25T03:13:53.106217+0000","last_clean":"2023-11-25T03:13:53.106217+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:13:53.106217+0000","last_undegraded":"2023-11-25T03:13:53.106217+0000","last_fullsized":"2023-11-25T03:13:53.106217+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082008+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:13:54.082008+0000","last_peered":"2023-11-25T03:13:54.082008+0000","last_clean":"2023-11-25T03:13:54.082008+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:13:54.082008+0000","last_undegraded":"2023-11-25T03:13:54.082008+0000","last_fullsized":"2023-11-25T03:13:54.082008+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.090069+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:13:53.090069+0000","last_peered":"2023-11-25T03:13:53.090069+0000","last_clean":"2023-11-25T03:13:53.090069+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:13:53.090069+0000","last_undegraded":"2023-11-25T03:13:53.090069+0000","last_fullsized":"2023-11-25T03:13:53.090069+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.098701+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:13:53.098701+0000","last_peered":"2023-11-25T03:13:53.098701+0000","last_clean":"2023-11-25T03:13:53.098701+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:13:53.098701+0000","last_undegraded":"2023-11-25T03:13:53.098701+0000","last_fullsized":"2023-11-25T03:13:53.098701+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096109+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:13:53.096109+0000","last_peered":"2023-11-25T03:13:53.096109+0000","last_clean":"2023-11-25T03:13:53.096109+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:13:53.096109+0000","last_undegraded":"2023-11-25T03:13:53.096109+0000","last_fullsized":"2023-11-25T03:13:53.096109+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082617+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:13:54.082617+0000","last_peered":"2023-11-25T03:13:54.082617+0000","last_clean":"2023-11-25T03:13:54.082617+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:13:54.082617+0000","last_undegraded":"2023-11-25T03:13:54.082617+0000","last_fullsized":"2023-11-25T03:13:54.082617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084726+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:13:54.084726+0000","last_peered":"2023-11-25T03:13:54.084726+0000","last_clean":"2023-11-25T03:13:54.084726+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:13:54.084726+0000","last_undegraded":"2023-11-25T03:13:54.084726+0000","last_fullsized":"2023-11-25T03:13:54.084726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082509+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:13:54.082509+0000","last_peered":"2023-11-25T03:13:54.082509+0000","last_clean":"2023-11-25T03:13:54.082509+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:13:54.082509+0000","last_undegraded":"2023-11-25T03:13:54.082509+0000","last_fullsized":"2023-11-25T03:13:54.082509+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.098550+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:13:53.098550+0000","last_peered":"2023-11-25T03:13:53.098550+0000","last_clean":"2023-11-25T03:13:53.098550+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:13:53.098550+0000","last_undegraded":"2023-11-25T03:13:53.098550+0000","last_fullsized":"2023-11-25T03:13:53.098550+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:51:41.254061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096713+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:13:53.096713+0000","last_peered":"2023-11-25T03:13:53.096713+0000","last_clean":"2023-11-25T03:13:53.096713+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:13:53.096713+0000","last_undegraded":"2023-11-25T03:13:53.096713+0000","last_fullsized":"2023-11-25T03:13:53.096713+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084958+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:13:54.084958+0000","last_peered":"2023-11-25T03:13:54.084958+0000","last_clean":"2023-11-25T03:13:54.084958+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:13:54.084958+0000","last_undegraded":"2023-11-25T03:13:54.084958+0000","last_fullsized":"2023-11-25T03:13:54.084958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.068733+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:13:53.068733+0000","last_peered":"2023-11-25T03:13:53.068733+0000","last_clean":"2023-11-25T03:13:53.068733+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:13:53.068733+0000","last_undegraded":"2023-11-25T03:13:53.068733+0000","last_fullsized":"2023-11-25T03:13:53.068733+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.082370+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:13:53.082370+0000","last_peered":"2023-11-25T03:13:53.082370+0000","last_clean":"2023-11-25T03:13:53.082370+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:13:53.082370+0000","last_undegraded":"2023-11-25T03:13:53.082370+0000","last_fullsized":"2023-11-25T03:13:53.082370+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:13:45.184501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.067179+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:13:53.067179+0000","last_peered":"2023-11-25T03:13:53.067179+0000","last_clean":"2023-11-25T03:13:53.067179+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:13:53.067179+0000","last_undegraded":"2023-11-25T03:13:53.067179+0000","last_fullsized":"2023-11-25T03:13:53.067179+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083990+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:13:54.083990+0000","last_peered":"2023-11-25T03:13:54.083990+0000","last_clean":"2023-11-25T03:13:54.083990+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:13:54.083990+0000","last_undegraded":"2023-11-25T03:13:54.083990+0000","last_fullsized":"2023-11-25T03:13:54.083990+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.080572+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:13:53.080572+0000","last_peered":"2023-11-25T03:13:53.080572+0000","last_clean":"2023-11-25T03:13:53.080572+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:13:53.080572+0000","last_undegraded":"2023-11-25T03:13:53.080572+0000","last_fullsized":"2023-11-25T03:13:53.080572+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084683+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:13:54.084683+0000","last_peered":"2023-11-25T03:13:54.084683+0000","last_clean":"2023-11-25T03:13:54.084683+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:13:54.084683+0000","last_undegraded":"2023-11-25T03:13:54.084683+0000","last_fullsized":"2023-11-25T03:13:54.084683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.111977+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:13:53.111977+0000","last_peered":"2023-11-25T03:13:53.111977+0000","last_clean":"2023-11-25T03:13:53.111977+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:13:53.111977+0000","last_undegraded":"2023-11-25T03:13:53.111977+0000","last_fullsized":"2023-11-25T03:13:53.111977+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096041+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:13:53.096041+0000","last_peered":"2023-11-25T03:13:53.096041+0000","last_clean":"2023-11-25T03:13:53.096041+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:13:53.096041+0000","last_undegraded":"2023-11-25T03:13:53.096041+0000","last_fullsized":"2023-11-25T03:13:53.096041+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.084246+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:13:53.084246+0000","last_peered":"2023-11-25T03:13:53.084246+0000","last_clean":"2023-11-25T03:13:53.084246+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:13:53.084246+0000","last_undegraded":"2023-11-25T03:13:53.084246+0000","last_fullsized":"2023-11-25T03:13:53.084246+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.099157+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:13:53.099157+0000","last_peered":"2023-11-25T03:13:53.099157+0000","last_clean":"2023-11-25T03:13:53.099157+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:13:53.099157+0000","last_undegraded":"2023-11-25T03:13:53.099157+0000","last_fullsized":"2023-11-25T03:13:53.099157+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.084185+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:13:53.084185+0000","last_peered":"2023-11-25T03:13:53.084185+0000","last_clean":"2023-11-25T03:13:53.084185+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:13:53.084185+0000","last_undegraded":"2023-11-25T03:13:53.084185+0000","last_fullsized":"2023-11-25T03:13:53.084185+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084825+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:13:54.084825+0000","last_peered":"2023-11-25T03:13:54.084825+0000","last_clean":"2023-11-25T03:13:54.084825+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:13:54.084825+0000","last_undegraded":"2023-11-25T03:13:54.084825+0000","last_fullsized":"2023-11-25T03:13:54.084825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.081931+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:13:53.081931+0000","last_peered":"2023-11-25T03:13:53.081931+0000","last_clean":"2023-11-25T03:13:53.081931+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:13:53.081931+0000","last_undegraded":"2023-11-25T03:13:53.081931+0000","last_fullsized":"2023-11-25T03:13:53.081931+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084265+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:13:54.084265+0000","last_peered":"2023-11-25T03:13:54.084265+0000","last_clean":"2023-11-25T03:13:54.084265+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:13:54.084265+0000","last_undegraded":"2023-11-25T03:13:54.084265+0000","last_fullsized":"2023-11-25T03:13:54.084265+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082371+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:13:54.082371+0000","last_peered":"2023-11-25T03:13:54.082371+0000","last_clean":"2023-11-25T03:13:54.082371+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:13:54.082371+0000","last_undegraded":"2023-11-25T03:13:54.082371+0000","last_fullsized":"2023-11-25T03:13:54.082371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082297+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:13:54.082297+0000","last_peered":"2023-11-25T03:13:54.082297+0000","last_clean":"2023-11-25T03:13:54.082297+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:13:54.082297+0000","last_undegraded":"2023-11-25T03:13:54.082297+0000","last_fullsized":"2023-11-25T03:13:54.082297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084122+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:13:54.084122+0000","last_peered":"2023-11-25T03:13:54.084122+0000","last_clean":"2023-11-25T03:13:54.084122+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:13:54.084122+0000","last_undegraded":"2023-11-25T03:13:54.084122+0000","last_fullsized":"2023-11-25T03:13:54.084122+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.112010+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:13:53.112010+0000","last_peered":"2023-11-25T03:13:53.112010+0000","last_clean":"2023-11-25T03:13:53.112010+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:13:53.112010+0000","last_undegraded":"2023-11-25T03:13:53.112010+0000","last_fullsized":"2023-11-25T03:13:53.112010+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.080805+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:13:53.080805+0000","last_peered":"2023-11-25T03:13:53.080805+0000","last_clean":"2023-11-25T03:13:53.080805+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:13:53.080805+0000","last_undegraded":"2023-11-25T03:13:53.080805+0000","last_fullsized":"2023-11-25T03:13:53.080805+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.096085+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:13:53.096085+0000","last_peered":"2023-11-25T03:13:53.096085+0000","last_clean":"2023-11-25T03:13:53.096085+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:13:53.096085+0000","last_undegraded":"2023-11-25T03:13:53.096085+0000","last_fullsized":"2023-11-25T03:13:53.096085+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083945+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:13:54.083945+0000","last_peered":"2023-11-25T03:13:54.083945+0000","last_clean":"2023-11-25T03:13:54.083945+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:13:54.083945+0000","last_undegraded":"2023-11-25T03:13:54.083945+0000","last_fullsized":"2023-11-25T03:13:54.083945+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.107868+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:13:53.107868+0000","last_peered":"2023-11-25T03:13:53.107868+0000","last_clean":"2023-11-25T03:13:53.107868+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:13:53.107868+0000","last_undegraded":"2023-11-25T03:13:53.107868+0000","last_fullsized":"2023-11-25T03:13:53.107868+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:47:26.816438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.110542+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:13:53.110542+0000","last_peered":"2023-11-25T03:13:53.110542+0000","last_clean":"2023-11-25T03:13:53.110542+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:13:53.110542+0000","last_undegraded":"2023-11-25T03:13:53.110542+0000","last_fullsized":"2023-11-25T03:13:53.110542+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":211,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-11-25T03:13:52.067056+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:52.067056+0000","last_peered":"2023-11-25T03:13:52.067056+0000","last_clean":"2023-11-25T03:13:52.067056+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:52.067056+0000","last_undegraded":"2023-11-25T03:13:52.067056+0000","last_fullsized":"2023-11-25T03:13:52.067056+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574888,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32592,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339248,"statfs":{"total":96636764160,"available":96603389952,"internally_reserved":0,"allocated":1445888,"data_stored":959549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.69399999999999995}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.74199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.68200000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.51200000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.753},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.78200000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574888,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":369805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.75,"15min":0.76900000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84599999999999997,"5min":1.151,"15min":1.151},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.92100000000000004}]},{"osd":1,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.73099999999999998,"15min":0.72799999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.9020000000000001,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.69799999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.81599999999999995,"15min":0.82599999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.89400000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.746},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.76100000000000001,"15min":0.747},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.71799999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.77400000000000002,"15min":0.77200000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.877,"5min":1.0529999999999999,"15min":1.0820000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":3.0150000000000001,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.86599999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.81299999999999994,"15min":0.80100000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.6680000000000001,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.88200000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71499999999999997,"15min":0.70199999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":3.1030000000000002,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:12:52 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.75600000000000001,"15min":0.73399999999999999},"min":{"1min":0.51100000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.81299999999999994,"15min":0.79700000000000004},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.0569999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.82499999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":370745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.77000000000000002,"15min":0.79100000000000004},"min":{"1min":0.48399999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0429999999999999,"5min":3.444,"15min":3.444},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.86399999999999999,"15min":0.89900000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.89200000000000002,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.66200000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":1.071,"15min":1.131},"min":{"1min":0.55900000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.89800000000000002,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.874,"15min":0.89700000000000002},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.97499999999999998,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":0.63800000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.85599999999999998,"15min":0.88600000000000001},"min":{"1min":0.51000000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.90900000000000003,"5min":3.4630000000000001,"15min":3.4630000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.98599999999999999,"15min":1.036},"min":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.90800000000000003,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.58799999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.88200000000000001,"15min":0.91800000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89500000000000002,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.91900000000000004,"15min":0.95699999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83899999999999997,"5min":3.641,"15min":3.641},"last":0.68999999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.38100000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89200000000000002,"5min":2.423,"15min":2.423},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.57199999999999995,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90900000000000003,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.73899999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.77100000000000002,"15min":0.79100000000000004},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.92800000000000005,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.495},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.78500000000000003},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95799999999999996,"5min":2.46,"15min":2.46},"last":0.621}]},{"osd":7,"last update":"Sat Nov 25 03:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.76600000000000001,"15min":0.77600000000000002},"min":{"1min":0.48399999999999999,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.88400000000000001,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.83699999999999997,"15min":0.85999999999999999},"min":{"1min":0.45200000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.92600000000000005,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.57299999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574888,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":369111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.754},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65600000000000003,"15min":0.66300000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.90100000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.70199999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65600000000000003,"15min":0.66100000000000003},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81299999999999994,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.71599999999999997,"15min":0.72899999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.89200000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66700000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69799999999999995,"15min":0.70399999999999996},"min":{"1min":0.47499999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83499999999999996,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72299999999999998,"15min":0.73499999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.82999999999999996,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.71899999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.68700000000000006,"15min":0.69299999999999995},"min":{"1min":0.48899999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.76700000000000002},"min":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.80800000000000005,"5min":1.024,"15min":1.024},"last":0.82499999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":0.73699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86299999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.68899999999999995,"15min":0.69399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.46400000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70099999999999996,"15min":0.70699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.77700000000000002,"15min":0.79100000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93100000000000005,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.91200000000000003,"5min":0.996,"15min":0.996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78500000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":0.874,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.53100000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574889,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":370723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48499999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.73899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.70799999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574888,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":369693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.79500000000000004,"15min":0.85899999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.505,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.315},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.60599999999999998,"15min":0.63500000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63400000000000001,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.41699999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.61899999999999999,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.60199999999999998,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.86499999999999999,"15min":0.92900000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.64500000000000002,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.48299999999999998}]},{"osd":3,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.85299999999999998,"15min":0.90900000000000003},"min":{"1min":0.41499999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65900000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.90700000000000003,"15min":0.96999999999999997},"min":{"1min":0.44500000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.77500000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45400000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.749,"15min":0.76100000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96299999999999997,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.77500000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.82699999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.0900000000000001,"15min":1.157},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.877,"5min":7.931,"15min":7.931},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.747,"5min":0.81499999999999995,"15min":0.82699999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2989999999999999,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.629}]},{"osd":6,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.84199999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.85899999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.752},{"interface":"front","average":{"1min":0.749,"5min":1.113,"15min":1.173},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.94899999999999995,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.64400000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:12:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.81599999999999995,"15min":0.83399999999999996},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.234,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.83199999999999996,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92600000000000005,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.79000000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":369305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46999999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.65400000000000003}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.70699999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.79500000000000004}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.76800000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574889,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1441792,"data_stored":958494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.53600000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.47999999999999998,"15min":0.47399999999999998},"min":{"1min":0.38,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.49299999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.35399999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.51700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.76900000000000002,"15min":0.78900000000000003},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.81299999999999994,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.44,"15min":0.44},"max":{"1min":0.93999999999999995,"5min":1.139,"15min":1.139},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.75600000000000001,"15min":0.76500000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.78100000000000003,"15min":0.79500000000000004},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.76900000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.83599999999999997},"min":{"1min":0.55000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.81599999999999995,"15min":0.83599999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.88200000000000001,"5min":1.115,"15min":1.115},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:12:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.80300000000000005,"15min":0.81699999999999995},"min":{"1min":0.53600000000000003,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96699999999999997,"5min":1.107,"15min":1.107},"last":0.755},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.79700000000000004,"15min":0.81100000000000005},"min":{"1min":0.52400000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.65600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:13:57.524 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:13:57.524 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-11-25T03:13:57.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52d09a640 1 Processor -- start 2023-11-25T03:13:57.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52d09a640 1 -- start start 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52d09a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe5280c63c0 0x7fe5280c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52d09a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5280c31c0 con 0x7fe5280c2bb0 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52d09a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5280c34a0 con 0x7fe5280c4100 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52d09a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5280c1030 con 0x7fe5280c63c0 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe526d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe5280c63c0 0x7fe5280c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52759e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe5280c2bb0 0x7fe5280a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34858/0 (socket says 172.21.15.76:34858) 2023-11-25T03:13:57.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.703+0000 7fe52759e640 1 -- 172.21.15.76:0/3594328894 learned_addr learned my addr 172.21.15.76:0/3594328894 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:57.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe526d9d640 1 -- 172.21.15.76:0/3594328894 >> v1:172.21.15.106:6789/0 conn(0x7fe5280c4100 legacy=0x7fe5280c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe526d9d640 1 -- 172.21.15.76:0/3594328894 >> v1:172.21.15.76:6789/0 conn(0x7fe5280c2bb0 legacy=0x7fe5280a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe526d9d640 1 -- 172.21.15.76:0/3594328894 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5280c1310 con 0x7fe5280c63c0 2023-11-25T03:13:57.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe525d9b640 1 -- 172.21.15.76:0/3594328894 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1124174507 0 0) 0x7fe5280c31c0 con 0x7fe5280c2bb0 2023-11-25T03:13:57.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe526d9d640 1 --2- 172.21.15.76:0/3594328894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280c06d0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fe5180097c0 tx=0x7fe51801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=533bfc92c1979778 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:57.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe525d9b640 1 -- 172.21.15.76:0/3594328894 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5180ad680 con 0x7fe5280c63c0 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe525d9b640 1 -- 172.21.15.76:0/3594328894 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5180ad7e0 con 0x7fe5280c63c0 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.707+0000 7fe525d9b640 1 -- 172.21.15.76:0/3594328894 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5180adb70 con 0x7fe5280c63c0 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- 172.21.15.76:0/3594328894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 msgr2=0x7fe5280c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 --2- 172.21.15.76:0/3594328894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280c06d0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fe5180097c0 tx=0x7fe51801c360 comp rx=0 tx=0).stop 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- 172.21.15.76:0/3594328894 shutdown_connections 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 --2- 172.21.15.76:0/3594328894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280c06d0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- 172.21.15.76:0/3594328894 >> 172.21.15.76:0/3594328894 conn(0x7fe52806a5b0 msgr2=0x7fe52806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- 172.21.15.76:0/3594328894 shutdown_connections 2023-11-25T03:13:57.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- 172.21.15.76:0/3594328894 wait complete. 2023-11-25T03:13:57.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 Processor -- start 2023-11-25T03:13:57.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- start start 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5280c2bb0 0x7fe52815b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5280c4100 0x7fe528154d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280bc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5281ebbc0 con 0x7fe5280c63c0 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5281eb040 con 0x7fe5280c4100 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52d09a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5281eb320 con 0x7fe5280c2bb0 2023-11-25T03:13:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280bc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280bc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58286/0 (socket says 172.21.15.76:58286) 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 -- 172.21.15.76:0/4254046696 learned_addr learned my addr 172.21.15.76:0/4254046696 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe526d9d640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5280c2bb0 0x7fe52815b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52659c640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5280c4100 0x7fe528154d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 -- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5280c2bb0 msgr2=0x7fe52815b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5280c2bb0 0x7fe52815b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 -- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5280c4100 msgr2=0x7fe528154d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5280c4100 0x7fe528154d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52759e640 1 -- 172.21.15.76:0/4254046696 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe518009420 con 0x7fe5280c63c0 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.711+0000 7fe52659c640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5280c4100 0x7fe528154d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe52759e640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280bc0b0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fe520001570 tx=0x7fe52000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52000a640 con 0x7fe5280c63c0 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe52000a7c0 con 0x7fe5280c63c0 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5280c69b0 con 0x7fe5280c63c0 2023-11-25T03:13:57.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52000ab70 con 0x7fe5280c63c0 2023-11-25T03:13:57.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5281eb8e0 con 0x7fe5280c63c0 2023-11-25T03:13:57.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5280bbdd0 con 0x7fe5280c63c0 2023-11-25T03:13:57.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe52000acd0 con 0x7fe5280c63c0 2023-11-25T03:13:57.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe50f7fe640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe514066470 0x7fe514068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:57.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe520083330 con 0x7fe5280c63c0 2023-11-25T03:13:57.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.715+0000 7fe526d9d640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe514066470 0x7fe514068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:57.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.719+0000 7fe526d9d640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe514066470 0x7fe514068930 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe5180af000 tx=0x7fe5180a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:57.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.719+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe5280bbdd0 con 0x7fe5280c63c0 2023-11-25T03:13:57.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.923+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fe5280bbdd0 con 0x7fe5280c63c0 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.923+0000 7fe50f7fe640 1 -- 172.21.15.76:0/4254046696 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) v1 ==== 190+0+147 (secure 0 0 0) 0x7fe5280bbdd0 con 0x7fe5280c63c0 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlMphXChAA1G4o5HXp2MFtjP2mMqZfxQ== 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow" 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-11-25T03:13:57.928 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2023-11-25T03:13:57.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe514066470 msgr2=0x7fe514068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe514066470 0x7fe514068930 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe5180af000 tx=0x7fe5180a7000 comp rx=0 tx=0).stop 2023-11-25T03:13:57.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 msgr2=0x7fe5280bc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:57.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280bc0b0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fe520001570 tx=0x7fe52000cca0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 shutdown_connections 2023-11-25T03:13:57.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe514066470 0x7fe514068930 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5280c63c0 0x7fe5280bc0b0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5280c4100 0x7fe528154d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 --2- 172.21.15.76:0/4254046696 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5280c2bb0 0x7fe52815b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 >> 172.21.15.76:0/4254046696 conn(0x7fe52806a5b0 msgr2=0x7fe5280a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 shutdown_connections 2023-11-25T03:13:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:57.927+0000 7fe52d09a640 1 -- 172.21.15.76:0/4254046696 wait complete. 2023-11-25T03:13:57.950 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:13:58.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 Processor -- start 2023-11-25T03:13:58.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 -- start start 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b580c7ea0 0x7f4b5806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b5806b9e0 0x7f4b5815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b5806c860 con 0x7f4b58151e90 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b580c8750 con 0x7f4b5806b9e0 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5f12a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b581552d0 con 0x7f4b580c7ea0 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5cec6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4b58151e90 0x7f4b580c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34872/0 (socket says 172.21.15.76:34872) 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5cec6640 1 -- 172.21.15.76:0/3019742938 learned_addr learned my addr 172.21.15.76:0/3019742938 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5d6c7640 1 --2- 172.21.15.76:0/3019742938 >> v2:172.21.15.76:3300/0 conn(0x7f4b5806b9e0 0x7f4b5815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b4ffff640 1 --2- 172.21.15.76:0/3019742938 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b580c7ea0 0x7f4b5806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b4f7fe640 1 -- 172.21.15.76:0/3019742938 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1861954440 0 0) 0x7f4b5806c860 con 0x7f4b58151e90 2023-11-25T03:13:58.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b4f7fe640 1 -- 172.21.15.76:0/3019742938 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b40003530 con 0x7f4b58151e90 2023-11-25T03:13:58.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5d6c7640 1 -- 172.21.15.76:0/3019742938 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b580c7ea0 msgr2=0x7f4b5806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5d6c7640 1 --2- 172.21.15.76:0/3019742938 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b580c7ea0 0x7f4b5806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5d6c7640 1 -- 172.21.15.76:0/3019742938 >> v1:172.21.15.76:6789/0 conn(0x7f4b58151e90 legacy=0x7f4b580c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.083+0000 7f4b5d6c7640 1 -- 172.21.15.76:0/3019742938 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b58154930 con 0x7f4b5806b9e0 2023-11-25T03:13:58.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5d6c7640 1 --2- 172.21.15.76:0/3019742938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b5815f0a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f4b50009d90 tx=0x7f4b5001c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aaa46aab7640690 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b4f7fe640 1 -- 172.21.15.76:0/3019742938 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b500a6700 con 0x7f4b5806b9e0 2023-11-25T03:13:58.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b4f7fe640 1 -- 172.21.15.76:0/3019742938 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b500a6860 con 0x7f4b5806b9e0 2023-11-25T03:13:58.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b4f7fe640 1 -- 172.21.15.76:0/3019742938 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b500a6bf0 con 0x7f4b5806b9e0 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3019742938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 msgr2=0x7f4b5815f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3019742938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b5815f0a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f4b50009d90 tx=0x7f4b5001c830 comp rx=0 tx=0).stop 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3019742938 shutdown_connections 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3019742938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b5815f0a0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3019742938 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b580c7ea0 0x7f4b5806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3019742938 >> 172.21.15.76:0/3019742938 conn(0x7f4b580ca170 msgr2=0x7f4b580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3019742938 shutdown_connections 2023-11-25T03:13:58.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.087+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3019742938 wait complete. 2023-11-25T03:13:58.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 Processor -- start 2023-11-25T03:13:58.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 -- start start 2023-11-25T03:13:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b581f06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b580c7ea0 0x7f4b581ee360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b58151e90 0x7f4b5814b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b580aba90 con 0x7f4b5806b9e0 2023-11-25T03:13:58.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b580ab460 con 0x7f4b580c7ea0 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b581f1010 con 0x7f4b58151e90 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b581f06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b581f06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58312/0 (socket says 172.21.15.76:58312) 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 -- 172.21.15.76:0/3272724476 learned_addr learned my addr 172.21.15.76:0/3272724476 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5d6c7640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b58151e90 0x7f4b5814b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b4ffff640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b580c7ea0 0x7f4b581ee360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 -- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b58151e90 msgr2=0x7f4b5814b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b58151e90 0x7f4b5814b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 -- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b580c7ea0 msgr2=0x7f4b581ee360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b580c7ea0 0x7f4b581ee360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 -- 172.21.15.76:0/3272724476 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b50009a70 con 0x7f4b5806b9e0 2023-11-25T03:13:58.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b4ffff640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b580c7ea0 0x7f4b581ee360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:58.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5cec6640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b581f06c0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f4b5400c4d0 tx=0x7f4b5400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b54005cf0 con 0x7f4b5806b9e0 2023-11-25T03:13:58.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b54005e50 con 0x7f4b5806b9e0 2023-11-25T03:13:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b580ab720 con 0x7f4b5806b9e0 2023-11-25T03:13:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b54007270 con 0x7f4b5806b9e0 2023-11-25T03:13:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.091+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b580af8c0 con 0x7f4b5806b9e0 2023-11-25T03:13:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.095+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b580ab8b0 con 0x7f4b5806b9e0 2023-11-25T03:13:58.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.095+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b540073d0 con 0x7f4b5806b9e0 2023-11-25T03:13:58.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.095+0000 7f4b4d7fa640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b44066470 0x7f4b44068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.095+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b540833e0 con 0x7f4b5806b9e0 2023-11-25T03:13:58.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.095+0000 7f4b4ffff640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b44066470 0x7f4b44068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.095+0000 7f4b4ffff640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b44066470 0x7f4b44068930 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f4b580c0ac0 tx=0x7f4b48008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.099+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b54050900 con 0x7f4b5806b9e0 2023-11-25T03:13:58.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.279+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4b58158c80 con 0x7f4b5806b9e0 2023-11-25T03:13:58.285 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b4d7fa640 1 -- 172.21.15.76:0/3272724476 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) v1 ==== 94+0+4918 (secure 0 0 0) 0x7f4b54053f20 con 0x7f4b5806b9e0 2023-11-25T03:13:58.285 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:13:58.285 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":50,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":6495,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2023-11-25T03:13:58.286 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 50 2023-11-25T03:13:58.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b44066470 msgr2=0x7f4b44068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b44066470 0x7f4b44068930 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f4b580c0ac0 tx=0x7f4b48008040 comp rx=0 tx=0).stop 2023-11-25T03:13:58.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 msgr2=0x7f4b581f06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b581f06c0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f4b5400c4d0 tx=0x7f4b5400c990 comp rx=0 tx=0).stop 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 shutdown_connections 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b44066470 0x7f4b44068930 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b58151e90 0x7f4b5814b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b580c7ea0 0x7f4b581ee360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 --2- 172.21.15.76:0/3272724476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b5806b9e0 0x7f4b581f06c0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 >> 172.21.15.76:0/3272724476 conn(0x7f4b580ca170 msgr2=0x7f4b580c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 shutdown_connections 2023-11-25T03:13:58.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.283+0000 7f4b5f12a640 1 -- 172.21.15.76:0/3272724476 wait complete. 2023-11-25T03:13:58.708 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 50, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-25T03:13:52.448715+0000', 'modified': '2023-11-25T03:13:55.457637+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6519}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6519': {'gid': 6519, 'name': 'a', 'rank': 0, 'incarnation': 46, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/160476178', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6836', 'nonce': 160476178}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 160476178}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-25T03:13:58.708 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-25T03:13:58.708 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-25T03:13:58.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dfe05640 1 Processor -- start 2023-11-25T03:13:58.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dfe05640 1 -- start start 2023-11-25T03:13:58.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dfe05640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f06d80c4100 0x7f06d80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dfe05640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06d80c31c0 con 0x7f06d80c06d0 2023-11-25T03:13:58.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dfe05640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06d80c34a0 con 0x7f06d80c63c0 2023-11-25T03:13:58.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dfe05640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06d80c1030 con 0x7f06d80c4100 2023-11-25T03:13:58.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06dd3a0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f06d80c4100 0x7f06d80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.843+0000 7f06de3a2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f06d80c06d0 0x7f06d80a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34886/0 (socket says 172.21.15.76:34886) 2023-11-25T03:13:58.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06de3a2640 1 -- 172.21.15.76:0/496661202 learned_addr learned my addr 172.21.15.76:0/496661202 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:58.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dd3a0640 1 -- 172.21.15.76:0/496661202 >> v1:172.21.15.106:6789/0 conn(0x7f06d80c63c0 legacy=0x7f06d80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dd3a0640 1 -- 172.21.15.76:0/496661202 >> v1:172.21.15.76:6789/0 conn(0x7f06d80c06d0 legacy=0x7f06d80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dd3a0640 1 -- 172.21.15.76:0/496661202 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d80c1310 con 0x7f06d80c4100 2023-11-25T03:13:58.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dcb9f640 1 -- 172.21.15.76:0/496661202 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 553520009 0 0) 0x7f06d80c31c0 con 0x7f06d80c06d0 2023-11-25T03:13:58.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/496661202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c4100 0x7f06d80c2bb0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f06c80097c0 tx=0x7f06c801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aef740091948965 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dcb9f640 1 -- 172.21.15.76:0/496661202 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c80ab600 con 0x7f06d80c4100 2023-11-25T03:13:58.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dcb9f640 1 -- 172.21.15.76:0/496661202 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c80a7050 con 0x7f06d80c4100 2023-11-25T03:13:58.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dcb9f640 1 -- 172.21.15.76:0/496661202 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c80ab980 con 0x7f06d80c4100 2023-11-25T03:13:58.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dfe05640 1 -- 172.21.15.76:0/496661202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c4100 msgr2=0x7f06d80c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.847+0000 7f06dfe05640 1 --2- 172.21.15.76:0/496661202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c4100 0x7f06d80c2bb0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f06c80097c0 tx=0x7f06c801c320 comp rx=0 tx=0).stop 2023-11-25T03:13:58.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- 172.21.15.76:0/496661202 shutdown_connections 2023-11-25T03:13:58.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 --2- 172.21.15.76:0/496661202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c4100 0x7f06d80c2bb0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- 172.21.15.76:0/496661202 >> 172.21.15.76:0/496661202 conn(0x7f06d806a5b0 msgr2=0x7f06d806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- 172.21.15.76:0/496661202 shutdown_connections 2023-11-25T03:13:58.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- 172.21.15.76:0/496661202 wait complete. 2023-11-25T03:13:58.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 Processor -- start 2023-11-25T03:13:58.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- start start 2023-11-25T03:13:58.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 0x7f06d81f1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06d80c4100 0x7f06d815a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06d80c63c0 0x7f06d81edb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d81ed740 con 0x7f06d80c06d0 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d8159760 con 0x7f06d80c63c0 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dfe05640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d815bad0 con 0x7f06d80c4100 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 0x7f06d81f1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 0x7f06d81f1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58338/0 (socket says 172.21.15.76:58338) 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 -- 172.21.15.76:0/102589251 learned_addr learned my addr 172.21.15.76:0/102589251 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06d80c4100 0x7f06d815a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06de3a2640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06d80c63c0 0x7f06d81edb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 -- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06d80c4100 msgr2=0x7f06d815a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06d80c4100 0x7f06d815a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 -- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06d80c63c0 msgr2=0x7f06d81edb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06d80c63c0 0x7f06d81edb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 -- 172.21.15.76:0/102589251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06c8009420 con 0x7f06d80c06d0 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06de3a2640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06d80c63c0 0x7f06d81edb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.851+0000 7f06ddba1640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 0x7f06d81f1140 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f06d400b410 tx=0x7f06d400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06ce7fc640 1 -- 172.21.15.76:0/102589251 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d4004020 con 0x7f06d80c06d0 2023-11-25T03:13:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06ce7fc640 1 -- 172.21.15.76:0/102589251 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d4004180 con 0x7f06d80c06d0 2023-11-25T03:13:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06ce7fc640 1 -- 172.21.15.76:0/102589251 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d4011630 con 0x7f06d80c06d0 2023-11-25T03:13:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06d80c69b0 con 0x7f06d80c06d0 2023-11-25T03:13:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06d81f1680 con 0x7f06d80c06d0 2023-11-25T03:13:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06ce7fc640 1 -- 172.21.15.76:0/102589251 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f06d4011790 con 0x7f06d80c06d0 2023-11-25T03:13:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06ce7fc640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06bc0664a0 0x7f06bc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06ce7fc640 1 -- 172.21.15.76:0/102589251 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06d4083940 con 0x7f06d80c06d0 2023-11-25T03:13:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06bc0664a0 0x7f06bc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06e3178000 1 Processor -- start 2023-11-25T03:13:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.855+0000 7f06e3178000 1 -- start start 2023-11-25T03:13:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06bc0664a0 0x7f06bc068960 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f06c80ad000 tx=0x7f06c80a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925ac2e0 0x5585925ac6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 0x5585925acfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925f6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x558592419130 con 0x5585925acc00 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585924069a0 con 0x5585925ad520 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x558592403ed0 con 0x5585925ac2e0 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 0x5585925acfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 0x5585925acfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58346/0 (socket says 172.21.15.76:58346) 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 -- 172.21.15.76:0/3554713333 learned_addr learned my addr 172.21.15.76:0/3554713333 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06de3a2640 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925f6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06ddba1640 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925ac2e0 0x5585925ac6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 -- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925ac2e0 msgr2=0x5585925ac6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925ac2e0 0x5585925ac6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 -- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 msgr2=0x5585925f6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925f6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 -- 172.21.15.76:0/3554713333 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5585920f7890 con 0x5585925acc00 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06de3a2640 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925f6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 0x5585925acfe0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f06c8019f50 tx=0x7f06c8004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=696cfd2bbf102575 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06bb7fe640 1 -- 172.21.15.76:0/3554713333 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c80cb660 con 0x5585925acc00 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06bb7fe640 1 -- 172.21.15.76:0/3554713333 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c80cb7c0 con 0x5585925acc00 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06bb7fe640 1 -- 172.21.15.76:0/3554713333 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c80cbb30 con 0x5585925acc00 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- 172.21.15.76:0/3554713333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 msgr2=0x5585925acfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 0x5585925acfe0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f06c8019f50 tx=0x7f06c8004740 comp rx=0 tx=0).stop 2023-11-25T03:13:58.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- 172.21.15.76:0/3554713333 shutdown_connections 2023-11-25T03:13:58.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925f6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925acc00 0x5585925acfe0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 --2- 172.21.15.76:0/3554713333 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925ac2e0 0x5585925ac6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- 172.21.15.76:0/3554713333 >> 172.21.15.76:0/3554713333 conn(0x5585925b5190 msgr2=0x5585925ec7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- 172.21.15.76:0/3554713333 shutdown_connections 2023-11-25T03:13:58.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- 172.21.15.76:0/3554713333 wait complete. 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 -- start start 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.859+0000 7f06e3178000 1 Processor -- start 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x5585925e9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585923ff7c0 con 0x5585925ac2e0 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585923b7bf0 con 0x5585925ad520 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x5585923bda90 con 0x5585925acc00 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 10 client.0 _ll_register_callbacks cb 0x55859259a3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x5585925e9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x5585925e9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58360/0 (socket says 172.21.15.76:58360) 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 -- 172.21.15.76:0/4205558130 learned_addr learned my addr 172.21.15.76:0/4205558130 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06de3a2640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 -- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 msgr2=0x5585925b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 -- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 msgr2=0x5585925b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 -- 172.21.15.76:0/4205558130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06d80c1310 con 0x5585925ac2e0 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06ddba1640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x5585925e9120 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f06d401d030 tx=0x7f06d40552b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bffaf421e97ac9f1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 1 -- 172.21.15.76:0/4205558130 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d407f070 con 0x5585925ac2e0 2023-11-25T03:13:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5585923c1470 con 0x5585925ac2e0 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 1 -- 172.21.15.76:0/4205558130 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06d4051180 con 0x5585925ac2e0 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 1 -- 172.21.15.76:0/4205558130 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06d4051340 con 0x5585925ac2e0 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 10 client.6669 fetch_fsmap learned FSMap version 50 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) v3 -- 0x5585923c0190 con 0x5585925ac2e0 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 1 -- 172.21.15.76:0/4205558130 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5585923c1470 con 0x5585925ac2e0 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 1 -- 172.21.15.76:0/4205558130 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 50) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f06d405c8e0 con 0x5585925ac2e0 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 10 client.6669 fetch_fsmap finished waiting for FSMap version 50 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 10 client.6669 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 20 client.6669 populate_metadata read hostname 'smithi076' 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x5585925b3a50 0x5585925b3e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 4 client.6669 mds_command: new command op to 6519 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 --> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5585923c4b50 con 0x5585925b3a50 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x5585925b3a50 0x5585925b3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 10 client.6669 ms_handle_connect on v2:172.21.15.76:6836/160476178 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x5585925b3a50 0x5585925b3e30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ae8749cfadfd2b3 server_cookie=1353d4d57c251bb1 in_seq=0 out_seq=0 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 1 -- 172.21.15.76:0/4205558130 <== mds.0 v2:172.21.15.76:6836/160476178 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5585923c4b50 con 0x5585925b3a50 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 10 client.6669 handle_command_reply: tid=0 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 client.6669 shutdown 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 msgr2=0x5585925e9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x5585925e9120 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f06d401d030 tx=0x7f06d40552b0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 shutdown_connections 2023-11-25T03:13:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x5585925b3a50 0x5585925b3e30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06b8ff9640 0 client.6669 ms_handle_reset on v2:172.21.15.76:6836/160476178 2023-11-25T03:13:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 --2- 172.21.15.76:0/4205558130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x5585925e9120 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.863+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 >> 172.21.15.76:0/4205558130 conn(0x5585925b5190 msgr2=0x5585925ab9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.867+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 shutdown_connections 2023-11-25T03:13:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.867+0000 7f06e3178000 1 -- 172.21.15.76:0/4205558130 wait complete. 2023-11-25T03:13:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.867+0000 7f06e3178000 20 client.6669 trim_cache size 0 max 16384 2023-11-25T03:13:58.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.879+0000 7f06e3178000 1 Processor -- start 2023-11-25T03:13:58.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.879+0000 7f06e3178000 1 -- start start 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x558592607220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585920b8940 con 0x5585925ac2e0 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585923fcbc0 con 0x5585925ad520 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x558592486fa0 con 0x5585925acc00 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x558592607220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x558592607220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58368/0 (socket says 172.21.15.76:58368) 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 -- 172.21.15.76:0/3734272809 learned_addr learned my addr 172.21.15.76:0/3734272809 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06de3a2640 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 -- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 msgr2=0x5585925b28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 -- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 msgr2=0x5585925b2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 -- 172.21.15.76:0/3734272809 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5585923a6490 con 0x5585925ac2e0 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06ddba1640 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x558592607220 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f06d4054930 tx=0x7f06d4058000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae446f9d6513f29 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06bbfff640 1 -- 172.21.15.76:0/3734272809 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d407f070 con 0x5585925ac2e0 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06bbfff640 1 -- 172.21.15.76:0/3734272809 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d400d040 con 0x5585925ac2e0 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06bbfff640 1 -- 172.21.15.76:0/3734272809 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d4009240 con 0x5585925ac2e0 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- 172.21.15.76:0/3734272809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 msgr2=0x558592607220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x558592607220 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f06d4054930 tx=0x7f06d4058000 comp rx=0 tx=0).stop 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- 172.21.15.76:0/3734272809 shutdown_connections 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ad520 0x5585925b2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x5585925b28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 --2- 172.21.15.76:0/3734272809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ac2e0 0x558592607220 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- 172.21.15.76:0/3734272809 >> 172.21.15.76:0/3734272809 conn(0x5585925b5190 msgr2=0x5585925b3e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- 172.21.15.76:0/3734272809 shutdown_connections 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- 172.21.15.76:0/3734272809 wait complete. 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 -- start start 2023-11-25T03:13:58.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.883+0000 7f06e3178000 1 Processor -- start 2023-11-25T03:13:58.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ac2e0 0x5585926033c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x558592603900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 0x558592603e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585923bb6f0 con 0x5585925ad520 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585920b8940 con 0x5585925ac2e0 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x5585923b4760 con 0x5585925acc00 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 10 client.0 _ll_register_callbacks cb 0x55859257abd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 0x558592603e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 0x558592603e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58382/0 (socket says 172.21.15.76:58382) 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 -- 172.21.15.76:0/2864467109 learned_addr learned my addr 172.21.15.76:0/2864467109 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06ddba1640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ac2e0 0x5585926033c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06dd3a0640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x558592603900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 -- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 msgr2=0x558592603900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x558592603900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 -- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ac2e0 msgr2=0x5585926033c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ac2e0 0x5585926033c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 -- 172.21.15.76:0/2864467109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5585923c0190 con 0x5585925ad520 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06de3a2640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 0x558592603e40 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f06d0007940 tx=0x7f06d0015720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b748cc313b918d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 1 -- 172.21.15.76:0/2864467109 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d0002090 con 0x5585925ad520 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 1 -- 172.21.15.76:0/2864467109 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06d0017430 con 0x5585925ad520 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55859242d9a0 con 0x5585925ad520 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 1 -- 172.21.15.76:0/2864467109 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06d00175f0 con 0x5585925ad520 2023-11-25T03:13:58.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 10 client.6675 fetch_fsmap learned FSMap version 50 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) v3 -- 0x5585920f7cc0 con 0x5585925ad520 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 1 -- 172.21.15.76:0/2864467109 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55859242d9a0 con 0x5585925ad520 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 1 -- 172.21.15.76:0/2864467109 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 50) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f06d001d020 con 0x5585925ad520 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 10 client.6675 fetch_fsmap finished waiting for FSMap version 50 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 10 client.6675 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 20 client.6675 populate_metadata read hostname 'smithi076' 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x558592660340 0x558592662730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 4 client.6675 mds_command: new command op to 6519 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-25T03:13:58.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 --> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5585923f87a0 con 0x558592660340 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06ddba1640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x558592660340 0x558592662730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 10 client.6675 ms_handle_connect on v2:172.21.15.76:6836/160476178 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06ddba1640 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x558592660340 0x558592662730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c91328aeed5eae54 server_cookie=9cf91985d8135f4b in_seq=0 out_seq=0 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 1 -- 172.21.15.76:0/2864467109 <== mds.0 v2:172.21.15.76:6836/160476178 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+318 (crc 0 0 0) 0x5585923f87a0 con 0x558592660340 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 10 client.6675 handle_command_reply: tid=0 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 client.6675 shutdown 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 msgr2=0x558592603e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 0x558592603e40 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f06d0007940 tx=0x7f06d0015720 comp rx=0 tx=0).stop 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 shutdown_connections 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:6836/160476178,v1:172.21.15.76:6837/160476178] conn(0x558592660340 0x558592662730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5585925ad520 0x558592603e40 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x5585925acc00 0x558592603900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 --2- 172.21.15.76:0/2864467109 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x5585925ac2e0 0x5585926033c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06b8ff9640 0 client.6675 ms_handle_reset on v2:172.21.15.76:6836/160476178 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 >> 172.21.15.76:0/2864467109 conn(0x5585925b5190 msgr2=0x5585925aaa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 shutdown_connections 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 1 -- 172.21.15.76:0/2864467109 wait complete. 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.887+0000 7f06e3178000 20 client.6675 trim_cache size 0 max 16384 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:13:58.898 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "e61c0d8a-7661-495e-9c70-d0c893415dab", 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6519, 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 5.827831207, 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 50, 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 70, 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 70, 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 11.927693731 2023-11-25T03:13:58.899 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:13:58.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06bc0664a0 msgr2=0x7f06bc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06bc0664a0 0x7f06bc068960 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f06c80ad000 tx=0x7f06c80a6000 comp rx=0 tx=0).stop 2023-11-25T03:13:58.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 msgr2=0x7f06d81f1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:58.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 0x7f06d81f1140 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f06d400b410 tx=0x7f06d400b8d0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 shutdown_connections 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f06bc0664a0 0x7f06bc068960 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f06d80c63c0 0x7f06d81edb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f06d80c4100 0x7f06d815a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 --2- 172.21.15.76:0/102589251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06d80c06d0 0x7f06d81f1140 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 >> 172.21.15.76:0/102589251 conn(0x7f06d806a5b0 msgr2=0x7f06d806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 shutdown_connections 2023-11-25T03:13:58.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:58.891+0000 7f06dfe05640 1 -- 172.21.15.76:0/102589251 wait complete. 2023-11-25T03:13:58.911 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:13:59.047 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.043+0000 7f600289a640 1 Processor -- start 2023-11-25T03:13:59.048 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.043+0000 7f600289a640 1 -- start start 2023-11-25T03:13:59.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f600289a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5ffc0bf9f0 0x7f5ffc158330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f600289a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ffc06a5b0 con 0x7f5ffc073a70 2023-11-25T03:13:59.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f600289a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ffc06b710 con 0x7f5ffc14b010 2023-11-25T03:13:59.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f600289a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ffc0bfe10 con 0x7f5ffc0bf9f0 2023-11-25T03:13:59.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5ffc073a70 0x7f5ffc157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34898/0 (socket says 172.21.15.76:34898) 2023-11-25T03:13:59.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffb7fe640 1 -- 172.21.15.76:0/1947148634 learned_addr learned my addr 172.21.15.76:0/1947148634 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:13:59.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 --2- 172.21.15.76:0/1947148634 >> v2:172.21.15.106:3300/0 conn(0x7f5ffc0bf9f0 0x7f5ffc158330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4185880252 0 0) 0x7f5ffc06a5b0 con 0x7f5ffc073a70 2023-11-25T03:13:59.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5fe4003530 con 0x7f5ffc073a70 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3861777359 0 0) 0x7f5fe4003530 con 0x7f5ffc073a70 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 >> v2:172.21.15.106:3300/0 conn(0x7f5ffc0bf9f0 msgr2=0x7f5ffc158330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 --2- 172.21.15.76:0/1947148634 >> v2:172.21.15.106:3300/0 conn(0x7f5ffc0bf9f0 0x7f5ffc158330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 >> v1:172.21.15.106:6789/0 conn(0x7f5ffc14b010 legacy=0x7f5ffc06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ffc0c1d60 con 0x7f5ffc073a70 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5ff0001680 con 0x7f5ffc073a70 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 >> v1:172.21.15.76:6789/0 conn(0x7f5ffc073a70 legacy=0x7f5ffc157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4003980 0x7f5fe4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fe40047d0 0x7f5fe4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fe4005190 0x7f5fe400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc0bfe10 con 0x7f5fe4005190 2023-11-25T03:13:59.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe400c040 con 0x7f5fe4003980 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe400c200 con 0x7f5fe40047d0 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fe4005190 0x7f5fe400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffbfff640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4003980 0x7f5fe4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffb7fe640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fe40047d0 0x7f5fe4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 -- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fe40047d0 msgr2=0x7f5fe4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5fe40047d0 0x7f5fe4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 -- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4003980 msgr2=0x7f5fe4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4003980 0x7f5fe4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f6000e37640 1 -- 172.21.15.76:0/1947148634 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fe4003530 con 0x7f5fe4005190 2023-11-25T03:13:59.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.047+0000 7f5ffbfff640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4003980 0x7f5fe4003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:13:59.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f6000e37640 1 -- 172.21.15.76:0/1947148634 reap_dead start 2023-11-25T03:13:59.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f6000e37640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fe4005190 0x7f5fe400b990 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4009fc0 tx=0x7f5ff401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e12bb084721d7a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff40a5cb0 con 0x7f5fe4005190 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ff400f040 con 0x7f5fe4005190 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f5ffaffd640 1 -- 172.21.15.76:0/1947148634 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff4003be0 con 0x7f5fe4005190 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 -- 172.21.15.76:0/1947148634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fe4005190 msgr2=0x7f5fe400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fe4005190 0x7f5fe400b990 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4009fc0 tx=0x7f5ff401cca0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 -- 172.21.15.76:0/1947148634 shutdown_connections 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 --2- 172.21.15.76:0/1947148634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fe4005190 0x7f5fe400b990 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 -- 172.21.15.76:0/1947148634 >> 172.21.15.76:0/1947148634 conn(0x7f5ffc0c30c0 msgr2=0x7f5ffc0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 -- 172.21.15.76:0/1947148634 shutdown_connections 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 -- 172.21.15.76:0/1947148634 wait complete. 2023-11-25T03:13:59.056 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 Processor -- start 2023-11-25T03:13:59.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.051+0000 7f600289a640 1 -- start start 2023-11-25T03:13:59.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4005190 0x7f5ffc150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 0x7f5ffc147f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5ffc148450 0x7f5ffc1ece60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc1e98b0 con 0x7f5ffc157e50 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc1488d0 con 0x7f5fe4005190 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc1513d0 con 0x7f5ffc148450 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 0x7f5ffc147f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 0x7f5ffc147f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58394/0 (socket says 172.21.15.76:58394) 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 -- 172.21.15.76:0/2956471498 learned_addr learned my addr 172.21.15.76:0/2956471498 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffbfff640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4005190 0x7f5ffc150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f6000e37640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5ffc148450 0x7f5ffc1ece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 -- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5ffc148450 msgr2=0x7f5ffc1ece60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5ffc148450 0x7f5ffc1ece60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 -- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4005190 msgr2=0x7f5ffc150cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4005190 0x7f5ffc150cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 -- 172.21.15.76:0/2956471498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ffc1ea840 con 0x7f5ffc157e50 2023-11-25T03:13:59.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ffb7fe640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 0x7f5ffc147f10 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5ff000e7e0 tx=0x7f5ff000eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:59.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff000c660 con 0x7f5ffc157e50 2023-11-25T03:13:59.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ff000c7e0 con 0x7f5ffc157e50 2023-11-25T03:13:59.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ffc1e9ac0 con 0x7f5ffc157e50 2023-11-25T03:13:59.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff000cb90 con 0x7f5ffc157e50 2023-11-25T03:13:59.060 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ffc1ea040 con 0x7f5ffc157e50 2023-11-25T03:13:59.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ffc068400 con 0x7f5ffc157e50 2023-11-25T03:13:59.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.055+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5ff000ccf0 con 0x7f5ffc157e50 2023-11-25T03:13:59.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.059+0000 7f5ff8ff9640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fe80664a0 0x7f5fe8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:13:59.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.059+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5ff0083bf0 con 0x7f5ffc157e50 2023-11-25T03:13:59.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.059+0000 7f5ffbfff640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fe80664a0 0x7f5fe8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:13:59.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.059+0000 7f5ffbfff640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fe80664a0 0x7f5fe8068960 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5fec001660 tx=0x7f5fec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:13:59.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.063+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5ff0051060 con 0x7f5ffc157e50 2023-11-25T03:13:59.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.247+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5ffc073850 con 0x7f5ffc157e50 2023-11-25T03:13:59.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.247+0000 7f5ff8ff9640 1 -- 172.21.15.76:0/2956471498 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) v1 ==== 53+0+73 (secure 0 0 0) 0x7f5ff0054680 con 0x7f5ffc157e50 2023-11-25T03:13:59.252 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:13:59.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fe80664a0 msgr2=0x7f5fe8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fe80664a0 0x7f5fe8068960 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5fec001660 tx=0x7f5fec009040 comp rx=0 tx=0).stop 2023-11-25T03:13:59.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 msgr2=0x7f5ffc147f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:13:59.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 0x7f5ffc147f10 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5ff000e7e0 tx=0x7f5ff000eca0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 shutdown_connections 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5fe80664a0 0x7f5fe8068960 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5ffc148450 0x7f5ffc1ece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ffc157e50 0x7f5ffc147f10 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 --2- 172.21.15.76:0/2956471498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5fe4005190 0x7f5ffc150cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 >> 172.21.15.76:0/2956471498 conn(0x7f5ffc0c30c0 msgr2=0x7f5ffc1492c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 shutdown_connections 2023-11-25T03:13:59.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:13:59.251+0000 7f600289a640 1 -- 172.21.15.76:0/2956471498 wait complete. 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:13:59.273 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:59.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.274 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:13:59.283 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:13:59.283 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:13:59.283 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:13:59.283 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.283 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:13:59.283 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:13:59.284 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42170sec preferred_lft 42170sec 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.285 INFO:teuthology.orchestra.run.smithi076.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:13:59.286 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:13:59.286 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:13:59.286 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:13:59.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.287 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:13:59.346 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:13:59.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.349 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:13:59.403 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:13:59.403 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:13:59.403 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:13:59.403 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:13:59.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.404 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:13:59.404 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:13:59.405 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:13:59.405 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:13:59.405 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:13:59.405 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:13:59.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.495 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:13:59.503 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:13:59.504 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:13:59.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.504 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:13:59.568 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:59.569 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:59.620 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:13:59.620 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:59.672 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:13:59.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.672 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:59.761 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:59.761 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:13:59.761 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:59.776 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:59.776 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:13:59.776 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:59.776 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:59.776 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:59.786 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-11-25T03:13:59.786 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-11-25T03:13:59.786 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:13:59.786 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:13:59.786 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:13:59.787 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:13:59.787 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:13:59.787 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:13:59.791 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:13:59.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.791 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:13:59.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:13:59.812 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:13:59.872 INFO:teuthology.orchestra.run.smithi076.stdout:client5774 2023-11-25T03:13:59.872 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:13:59.873 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:13:59.928 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:14:00.021 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:14:00.025 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:14:00.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 Processor -- start 2023-11-25T03:14:00.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 -- start start 2023-11-25T03:14:00.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fbbcc151cd0 0x7fbbcc0ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0c7c50 0x7fbbcc1544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbcc0ca9a0 0x7fbbcc154a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbcc154f50 con 0x7fbbcc0ca9a0 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbcc0c8160 con 0x7fbbcc151cd0 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcb59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc157b40 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbcc0ca9a0 0x7fbbcc154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbcc0ca9a0 0x7fbbcc154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58410/0 (socket says 172.21.15.76:58410) 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 -- 172.21.15.76:0/164575328 learned_addr learned my addr 172.21.15.76:0/164575328 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbca59c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fbbcc151cd0 0x7fbbcc0ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbc3fff640 1 --2- 172.21.15.76:0/164575328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0c7c50 0x7fbbcc1544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 -- 172.21.15.76:0/164575328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0c7c50 msgr2=0x7fbbcc1544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 --2- 172.21.15.76:0/164575328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0c7c50 0x7fbbcc1544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 -- 172.21.15.76:0/164575328 >> v2:172.21.15.106:3300/0 conn(0x7fbbcc151cd0 msgr2=0x7fbbcc0ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 --2- 172.21.15.76:0/164575328 >> v2:172.21.15.106:3300/0 conn(0x7fbbcc151cd0 0x7fbbcc0ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.115+0000 7fbbcad9d640 1 -- 172.21.15.76:0/164575328 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbcc157e20 con 0x7fbbcc0ca9a0 2023-11-25T03:14:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcad9d640 1 --2- 172.21.15.76:0/164575328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0ca9a0 0x7fbbcc154a10 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc08b9c0 tx=0x7fbbc401c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=200203fb489f3baf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbc9d9b640 1 -- 172.21.15.76:0/164575328 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbc40a5820 con 0x7fbbcc0ca9a0 2023-11-25T03:14:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbc9d9b640 1 -- 172.21.15.76:0/164575328 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbc40a5980 con 0x7fbbcc0ca9a0 2023-11-25T03:14:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbc9d9b640 1 -- 172.21.15.76:0/164575328 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbc40a5d10 con 0x7fbbcc0ca9a0 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 -- 172.21.15.76:0/164575328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0ca9a0 msgr2=0x7fbbcc154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/164575328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0ca9a0 0x7fbbcc154a10 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc08b9c0 tx=0x7fbbc401c9a0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 -- 172.21.15.76:0/164575328 shutdown_connections 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/164575328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0ca9a0 0x7fbbcc154a10 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/164575328 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0c7c50 0x7fbbcc1544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/164575328 >> v2:172.21.15.106:3300/0 conn(0x7fbbcc151cd0 0x7fbbcc0ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 -- 172.21.15.76:0/164575328 >> 172.21.15.76:0/164575328 conn(0x7fbbcc0abee0 msgr2=0x7fbbcc0c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 -- 172.21.15.76:0/164575328 shutdown_connections 2023-11-25T03:14:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.119+0000 7fbbcb59e640 1 -- 172.21.15.76:0/164575328 wait complete. 2023-11-25T03:14:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 Processor -- start 2023-11-25T03:14:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- start start 2023-11-25T03:14:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 0x7fbbcc14db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0ca9a0 0x7fbbcc0c21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbbcc151cd0 0x7fbbcc0be4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc0c0bb0 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc0c05f0 con 0x7fbbcc151cd0 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc0c08d0 con 0x7fbbcc0ca9a0 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 0x7fbbcc14db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 0x7fbbcc14db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58426/0 (socket says 172.21.15.76:58426) 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 -- 172.21.15.76:0/2539914922 learned_addr learned my addr 172.21.15.76:0/2539914922 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbc3fff640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0ca9a0 0x7fbbcc0c21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcad9d640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbbcc151cd0 0x7fbbcc0be4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 -- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0ca9a0 msgr2=0x7fbbcc0c21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0ca9a0 0x7fbbcc0c21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 -- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbbcc151cd0 msgr2=0x7fbbcc0be4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbbcc151cd0 0x7fbbcc0be4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 -- 172.21.15.76:0/2539914922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc4009b30 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcad9d640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbbcc151cd0 0x7fbbcc0be4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbc3fff640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0ca9a0 0x7fbbcc0c21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbca59c640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 0x7fbbcc14db30 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00e870 tx=0x7fbbbc00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc009510 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbbc00eec0 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbcc0c0ec0 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc00cb40 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbcc0be9f0 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.123+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbcc0c6140 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.127+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbbbc00cca0 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.127+0000 7fbbc2ffd640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbbac066470 0x7fbbac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:00.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.127+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbbbc083fc0 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.130 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.127+0000 7fbbc3fff640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbbac066470 0x7fbbac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:00.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.127+0000 7fbbc3fff640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbbac066470 0x7fbbac068930 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc14e070 tx=0x7fbbb4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.131+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbbbc051430 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbbcc04e850 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbc2ffd640 1 -- 172.21.15.76:0/2539914922 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) v1 ==== 53+0+73 (secure 0 0 0) 0x7fbbbc017060 con 0x7fbbcc0c7c50 2023-11-25T03:14:00.318 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbbac066470 msgr2=0x7fbbac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbbac066470 0x7fbbac068930 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc14e070 tx=0x7fbbb4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 msgr2=0x7fbbcc14db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 0x7fbbcc14db30 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00e870 tx=0x7fbbbc00ec70 comp rx=0 tx=0).stop 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 shutdown_connections 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbbac066470 0x7fbbac068930 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbbcc151cd0 0x7fbbcc0be4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbbcc0ca9a0 0x7fbbcc0c21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 --2- 172.21.15.76:0/2539914922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbcc0c7c50 0x7fbbcc14db30 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 >> 172.21.15.76:0/2539914922 conn(0x7fbbcc0abee0 msgr2=0x7fbbcc1500a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 shutdown_connections 2023-11-25T03:14:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:00.315+0000 7fbbcb59e640 1 -- 172.21.15.76:0/2539914922 wait complete. 2023-11-25T03:14:00.338 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:14:00.339 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:00.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.340 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:14:00.350 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:14:00.350 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:14:00.350 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:14:00.350 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.350 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:14:00.350 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:00.351 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42241sec preferred_lft 42241sec 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:14:00.352 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:14:00.353 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:00.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.354 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:14:00.415 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:14:00.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.418 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:14:00.470 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:14:00.470 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:14:00.470 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:14:00.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.472 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:14:00.472 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:14:00.472 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:14:00.472 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:14:00.472 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:14:00.472 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:14:00.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.566 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:14:00.576 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:14:00.576 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:00.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.576 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:14:00.640 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:00.640 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:00.691 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:00.691 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:00.691 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:00.742 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:14:00.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.743 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:14:00.834 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:14:00.834 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:14:00.835 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:00.850 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:14:00.851 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:14:00.851 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:00.851 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:00.851 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:00.860 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:14:00.861 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:14:00.865 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:14:00.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.865 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:00.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:00.886 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:14:00.943 INFO:teuthology.orchestra.run.smithi106.stdout:client6346 2023-11-25T03:14:00.943 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:00.943 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:00.995 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.138+0000 7f97a7e5a640 1 Processor -- start 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.138+0000 7f97a7e5a640 1 -- start start 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.138+0000 7f97a7e5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a0072090 0x7f97a0150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a7e5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97a00c2760 con 0x7f97a00725c0 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a7e5a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97a00a5750 con 0x7f97a00a5370 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a7e5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a00c3070 con 0x7f97a0072090 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a63f7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f97a00725c0 0x7f97a01514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34900/0 (socket says 172.21.15.76:34900) 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a63f7640 1 -- 172.21.15.76:0/800082250 learned_addr learned my addr 172.21.15.76:0/800082250 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a53f5640 1 --2- 172.21.15.76:0/800082250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a0072090 0x7f97a0150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a4bf4640 1 -- 172.21.15.76:0/800082250 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 298369721 0 0) 0x7f97a00c2760 con 0x7f97a00725c0 2023-11-25T03:14:01.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a4bf4640 1 -- 172.21.15.76:0/800082250 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f978c003530 con 0x7f97a00725c0 2023-11-25T03:14:01.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a53f5640 1 -- 172.21.15.76:0/800082250 >> v1:172.21.15.106:6789/0 conn(0x7f97a00a5370 legacy=0x7f97a00c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a4bf4640 1 -- 172.21.15.76:0/800082250 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2823434900 0 0) 0x7f97a00a5750 con 0x7f97a00a5370 2023-11-25T03:14:01.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a53f5640 1 -- 172.21.15.76:0/800082250 >> v1:172.21.15.76:6789/0 conn(0x7f97a00725c0 legacy=0x7f97a01514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a53f5640 1 -- 172.21.15.76:0/800082250 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a00aad20 con 0x7f97a0072090 2023-11-25T03:14:01.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.142+0000 7f97a53f5640 1 --2- 172.21.15.76:0/800082250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a0072090 0x7f97a0150fa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f97900097f0 tx=0x7f979001c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=849cc2048c9ab65f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a4bf4640 1 -- 172.21.15.76:0/800082250 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97900a4ea0 con 0x7f97a0072090 2023-11-25T03:14:01.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a4bf4640 1 -- 172.21.15.76:0/800082250 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97900a7050 con 0x7f97a0072090 2023-11-25T03:14:01.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a4bf4640 1 -- 172.21.15.76:0/800082250 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97900ab820 con 0x7f97a0072090 2023-11-25T03:14:01.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- 172.21.15.76:0/800082250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a0072090 msgr2=0x7f97a0150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/800082250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a0072090 0x7f97a0150fa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f97900097f0 tx=0x7f979001c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- 172.21.15.76:0/800082250 shutdown_connections 2023-11-25T03:14:01.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/800082250 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a0072090 0x7f97a0150fa0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- 172.21.15.76:0/800082250 >> 172.21.15.76:0/800082250 conn(0x7f97a006a5b0 msgr2=0x7f97a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:01.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- 172.21.15.76:0/800082250 shutdown_connections 2023-11-25T03:14:01.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- 172.21.15.76:0/800082250 wait complete. 2023-11-25T03:14:01.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 Processor -- start 2023-11-25T03:14:01.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- start start 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97a0072090 0x7f97a00bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a00725c0 0x7f97a0144980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 0x7f97a0143210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a01edc00 con 0x7f97a00a5370 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a01ecd90 con 0x7f97a0072090 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.146+0000 7f97a7e5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a01ecf80 con 0x7f97a00725c0 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 0x7f97a0143210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 0x7f97a0143210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58430/0 (socket says 172.21.15.76:58430) 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 -- 172.21.15.76:0/1059416454 learned_addr learned my addr 172.21.15.76:0/1059416454 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a5bf6640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97a0072090 0x7f97a00bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a53f5640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a00725c0 0x7f97a0144980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 -- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a00725c0 msgr2=0x7f97a0144980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a00725c0 0x7f97a0144980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 -- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97a0072090 msgr2=0x7f97a00bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97a0072090 0x7f97a00bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 -- 172.21.15.76:0/1059416454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9790009420 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a63f7640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 0x7f97a0143210 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f979800cb40 tx=0x7f979800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979800aca0 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f979800ae00 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9798012620 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97a01ed260 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97a01ed820 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97a0068400 con 0x7f97a00a5370 2023-11-25T03:14:01.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.150+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9798007070 con 0x7f97a00a5370 2023-11-25T03:14:01.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.154+0000 7f97967fc640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9784066470 0x7f9784068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.154+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9798084100 con 0x7f97a00a5370 2023-11-25T03:14:01.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.154+0000 7f97a5bf6640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9784066470 0x7f9784068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.154+0000 7f97a5bf6640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9784066470 0x7f9784068930 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f979c007fd0 tx=0x7f979c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.154+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f97980517a0 con 0x7f97a00a5370 2023-11-25T03:14:01.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.358+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7f97a0071e70 con 0x7f97a00a5370 2023-11-25T03:14:01.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.358+0000 7f97967fc640 1 -- 172.21.15.76:0/1059416454 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v19) v1 ==== 84+0+0 (secure 0 0 0) 0x7f9798054dc0 con 0x7f97a00a5370 2023-11-25T03:14:01.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9784066470 msgr2=0x7f9784068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9784066470 0x7f9784068930 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f979c007fd0 tx=0x7f979c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:01.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 msgr2=0x7f97a0143210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 0x7f97a0143210 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f979800cb40 tx=0x7f979800a060 comp rx=0 tx=0).stop 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 shutdown_connections 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9784066470 0x7f9784068930 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97a00a5370 0x7f97a0143210 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f97a00725c0 0x7f97a0144980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 --2- 172.21.15.76:0/1059416454 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f97a0072090 0x7f97a00bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 >> 172.21.15.76:0/1059416454 conn(0x7f97a006a5b0 msgr2=0x7f97a006ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:01.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 shutdown_connections 2023-11-25T03:14:01.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.362+0000 7f97a7e5a640 1 -- 172.21.15.76:0/1059416454 wait complete. 2023-11-25T03:14:01.384 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:01.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.514+0000 7ff9f77df640 1 Processor -- start 2023-11-25T03:14:01.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.514+0000 7ff9f77df640 1 -- start start 2023-11-25T03:14:01.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f77df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff9f00c2bb0 0x7ff9f00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f77df640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9f00c31c0 con 0x7ff9f00c4100 2023-11-25T03:14:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f77df640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9f00c34a0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f77df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9f00c1030 con 0x7ff9f00c2bb0 2023-11-25T03:14:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f4d7a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff9f00c4100 0x7ff9f00a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34906/0 (socket says 172.21.15.76:34906) 2023-11-25T03:14:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f4d7a640 1 -- 172.21.15.76:0/3494075138 learned_addr learned my addr 172.21.15.76:0/3494075138 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f5d7c640 1 --2- 172.21.15.76:0/3494075138 >> v2:172.21.15.106:3300/0 conn(0x7ff9f00c2bb0 0x7ff9f00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1538256660 0 0) 0x7ff9f00c31c0 con 0x7ff9f00c4100 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9dc003530 con 0x7ff9f00c4100 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3916924878 0 0) 0x7ff9f00c34a0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9f00c31c0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/3494075138 >> v1:172.21.15.106:6789/0 conn(0x7ff9f00c63c0 legacy=0x7ff9f00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/3494075138 >> v1:172.21.15.76:6789/0 conn(0x7ff9f00c4100 legacy=0x7ff9f00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.518+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/3494075138 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f00c1310 con 0x7ff9f00c2bb0 2023-11-25T03:14:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f5d7c640 1 --2- 172.21.15.76:0/3494075138 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 0x7ff9f00c06d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009d90 tx=0x7ff9e801c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e47d299b187c1450 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e80a5910 con 0x7ff9f00c2bb0 2023-11-25T03:14:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e80a5a70 con 0x7ff9f00c2bb0 2023-11-25T03:14:01.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9e7fff640 1 -- 172.21.15.76:0/3494075138 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e80a5e00 con 0x7ff9f00c2bb0 2023-11-25T03:14:01.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 -- 172.21.15.76:0/3494075138 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 msgr2=0x7ff9f00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 --2- 172.21.15.76:0/3494075138 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 0x7ff9f00c06d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009d90 tx=0x7ff9e801c830 comp rx=0 tx=0).stop 2023-11-25T03:14:01.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 -- 172.21.15.76:0/3494075138 shutdown_connections 2023-11-25T03:14:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 --2- 172.21.15.76:0/3494075138 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 0x7ff9f00c06d0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 -- 172.21.15.76:0/3494075138 >> 172.21.15.76:0/3494075138 conn(0x7ff9f006a5b0 msgr2=0x7ff9f006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 -- 172.21.15.76:0/3494075138 shutdown_connections 2023-11-25T03:14:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 -- 172.21.15.76:0/3494075138 wait complete. 2023-11-25T03:14:01.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 Processor -- start 2023-11-25T03:14:01.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.522+0000 7ff9f77df640 1 -- start start 2023-11-25T03:14:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 0x7ff9f015ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9f00c4100 0x7ff9f0159c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 0x7ff9f0151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f015c040 con 0x7ff9f00c63c0 2023-11-25T03:14:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f015b3b0 con 0x7ff9f00c2bb0 2023-11-25T03:14:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f015bd60 con 0x7ff9f00c4100 2023-11-25T03:14:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 0x7ff9f0151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 0x7ff9f0151fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58446/0 (socket says 172.21.15.76:58446) 2023-11-25T03:14:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/762101841 learned_addr learned my addr 172.21.15.76:0/762101841 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/762101841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9f00c4100 msgr2=0x7ff9f0159c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9f00c4100 0x7ff9f0159c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/762101841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 msgr2=0x7ff9f015ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 0x7ff9f015ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 -- 172.21.15.76:0/762101841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e8009a70 con 0x7ff9f00c63c0 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f5d7c640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 0x7ff9f0151fa0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7ff9e801a460 tx=0x7ff9e80195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e80b9860 con 0x7ff9f00c63c0 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e80b99c0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9f0159140 con 0x7ff9f00c63c0 2023-11-25T03:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e80b9d30 con 0x7ff9f00c63c0 2023-11-25T03:14:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9f0159700 con 0x7ff9f00c63c0 2023-11-25T03:14:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9f0158fa0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.526+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff9e80ad440 con 0x7ff9f00c63c0 2023-11-25T03:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.530+0000 7ff9e5ffb640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9d40664a0 0x7ff9d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.530+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff9e811efd0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.530+0000 7ff9f557b640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9d40664a0 0x7ff9d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.530+0000 7ff9f557b640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9d40664a0 0x7ff9d4068960 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec007fd0 tx=0x7ff9ec007960 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.534+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff9f0158fa0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.682+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff9f0158fa0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.687 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.682+0000 7ff9e5ffb640 1 -- 172.21.15.76:0/762101841 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16548 (secure 0 0 0) 0x7ff9f0158fa0 con 0x7ff9f00c63c0 2023-11-25T03:14:01.687 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:01.687 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:13:54.073452+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9d40664a0 msgr2=0x7ff9d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9d40664a0 0x7ff9d4068960 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec007fd0 tx=0x7ff9ec007960 comp rx=0 tx=0).stop 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 msgr2=0x7ff9f0151fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 0x7ff9f0151fa0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7ff9e801a460 tx=0x7ff9e80195d0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 shutdown_connections 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff9d40664a0 0x7ff9d4068960 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.689 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9f00c63c0 0x7ff9f0151fa0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff9f00c4100 0x7ff9f0159c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 --2- 172.21.15.76:0/762101841 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff9f00c2bb0 0x7ff9f015ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 >> 172.21.15.76:0/762101841 conn(0x7ff9f006a5b0 msgr2=0x7ff9f00c55c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:01.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 shutdown_connections 2023-11-25T03:14:01.690 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.686+0000 7ff9f77df640 1 -- 172.21.15.76:0/762101841 wait complete. 2023-11-25T03:14:01.708 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:01.708 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.842+0000 7f4c66edc640 1 Processor -- start 2023-11-25T03:14:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.842+0000 7f4c66edc640 1 -- start start 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c66edc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c600c5360 0x7f4c6006c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c66edc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c6006c5b0 0x7f4c6014a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c66edc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c600c1e30 con 0x7f4c6006d990 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c66edc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c6006dd70 con 0x7f4c600c5360 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c66edc640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c600c57c0 con 0x7f4c6006c5b0 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c656d9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c600c5360 0x7f4c6006c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c65eda640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4c6006d990 0x7f4c601546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34918/0 (socket says 172.21.15.76:34918) 2023-11-25T03:14:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c65eda640 1 -- 172.21.15.76:0/428764406 learned_addr learned my addr 172.21.15.76:0/428764406 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c666db640 1 --2- 172.21.15.76:0/428764406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c6006c5b0 0x7f4c6014a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c656d9640 1 -- 172.21.15.76:0/428764406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c6006c5b0 msgr2=0x7f4c6014a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c656d9640 1 --2- 172.21.15.76:0/428764406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c6006c5b0 0x7f4c6014a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c656d9640 1 -- 172.21.15.76:0/428764406 >> v1:172.21.15.76:6789/0 conn(0x7f4c6006d990 legacy=0x7f4c601546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c656d9640 1 -- 172.21.15.76:0/428764406 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c600c1220 con 0x7f4c600c5360 2023-11-25T03:14:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c64ed8640 1 -- 172.21.15.76:0/428764406 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3861815473 0 0) 0x7f4c600c1e30 con 0x7f4c6006d990 2023-11-25T03:14:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.846+0000 7f4c656d9640 1 --2- 172.21.15.76:0/428764406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600c5360 0x7f4c6006c070 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f4c500097c0 tx=0x7f4c5001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ff7fd3164415051 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c64ed8640 1 -- 172.21.15.76:0/428764406 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c500ad660 con 0x7f4c600c5360 2023-11-25T03:14:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c64ed8640 1 -- 172.21.15.76:0/428764406 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c500ad7c0 con 0x7f4c600c5360 2023-11-25T03:14:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c64ed8640 1 -- 172.21.15.76:0/428764406 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c500adb50 con 0x7f4c600c5360 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- 172.21.15.76:0/428764406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600c5360 msgr2=0x7f4c6006c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 --2- 172.21.15.76:0/428764406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600c5360 0x7f4c6006c070 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f4c500097c0 tx=0x7f4c5001c450 comp rx=0 tx=0).stop 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- 172.21.15.76:0/428764406 shutdown_connections 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 --2- 172.21.15.76:0/428764406 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c6006c5b0 0x7f4c6014a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 --2- 172.21.15.76:0/428764406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600c5360 0x7f4c6006c070 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- 172.21.15.76:0/428764406 >> 172.21.15.76:0/428764406 conn(0x7f4c600a7800 msgr2=0x7f4c600a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- 172.21.15.76:0/428764406 shutdown_connections 2023-11-25T03:14:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- 172.21.15.76:0/428764406 wait complete. 2023-11-25T03:14:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 Processor -- start 2023-11-25T03:14:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- start start 2023-11-25T03:14:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c6006c5b0 0x7f4c60153dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 0x7f4c60153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c600c5360 0x7f4c601f1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c60154690 con 0x7f4c6006d990 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c601f1a60 con 0x7f4c6006c5b0 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c66edc640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c601543b0 con 0x7f4c600c5360 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c656d9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 0x7f4c60153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c656d9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 0x7f4c60153140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58456/0 (socket says 172.21.15.76:58456) 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.850+0000 7f4c656d9640 1 -- 172.21.15.76:0/2975954324 learned_addr learned my addr 172.21.15.76:0/2975954324 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c666db640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c600c5360 0x7f4c601f1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c65eda640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c6006c5b0 0x7f4c60153dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c656d9640 1 -- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c600c5360 msgr2=0x7f4c601f1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c656d9640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c600c5360 0x7f4c601f1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c656d9640 1 -- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c6006c5b0 msgr2=0x7f4c60153dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c656d9640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c6006c5b0 0x7f4c60153dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c656d9640 1 -- 172.21.15.76:0/2975954324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c50009420 con 0x7f4c6006d990 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c666db640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c600c5360 0x7f4c601f1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c65eda640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c6006c5b0 0x7f4c60153dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c656d9640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 0x7f4c60153140 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f4c500b0040 tx=0x7f4c500191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c500b6610 con 0x7f4c6006d990 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c500b6790 con 0x7f4c6006d990 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c60152660 con 0x7f4c6006d990 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c500b6b40 con 0x7f4c6006d990 2023-11-25T03:14:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c60152c20 con 0x7f4c6006d990 2023-11-25T03:14:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c601524c0 con 0x7f4c6006d990 2023-11-25T03:14:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4c500b4040 con 0x7f4c6006d990 2023-11-25T03:14:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c567fc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c44066470 0x7f4c44068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.854+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4c5011e330 con 0x7f4c6006d990 2023-11-25T03:14:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.858+0000 7f4c65eda640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c44066470 0x7f4c44068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:01.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.858+0000 7f4c65eda640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c44066470 0x7f4c44068930 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4c5c000f70 tx=0x7f4c5c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:01.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:01.858+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4c601524c0 con 0x7f4c6006d990 2023-11-25T03:14:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.010+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4c601524c0 con 0x7f4c6006d990 2023-11-25T03:14:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.010+0000 7f4c567fc640 1 -- 172.21.15.76:0/2975954324 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v70) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4c601524c0 con 0x7f4c6006d990 2023-11-25T03:14:02.015 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.010+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c44066470 msgr2=0x7f4c44068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.010+0000 7f4c66edc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c44066470 0x7f4c44068930 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4c5c000f70 tx=0x7f4c5c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.010+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 msgr2=0x7f4c60153140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.010+0000 7f4c66edc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 0x7f4c60153140 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f4c500b0040 tx=0x7f4c500191f0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 shutdown_connections 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c44066470 0x7f4c44068930 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c600c5360 0x7f4c601f1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6006d990 0x7f4c60153140 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.017 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 --2- 172.21.15.76:0/2975954324 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c6006c5b0 0x7f4c60153dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 >> 172.21.15.76:0/2975954324 conn(0x7f4c600a7800 msgr2=0x7f4c60072350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:02.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 shutdown_connections 2023-11-25T03:14:02.018 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.014+0000 7f4c66edc640 1 -- 172.21.15.76:0/2975954324 wait complete. 2023-11-25T03:14:02.035 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:02.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f7617640 1 Processor -- start 2023-11-25T03:14:02.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f7617640 1 -- start start 2023-11-25T03:14:02.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f7617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 0x7fb0f00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f7617640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0f00c31c0 con 0x7fb0f00c63c0 2023-11-25T03:14:02.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f7617640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0f00c34a0 con 0x7fb0f00c06d0 2023-11-25T03:14:02.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f7617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f00c1030 con 0x7fb0f00c4100 2023-11-25T03:14:02.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f53b3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb0f00c63c0 0x7fb0f00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34934/0 (socket says 172.21.15.76:34934) 2023-11-25T03:14:02.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f53b3640 1 -- 172.21.15.76:0/677212296 learned_addr learned my addr 172.21.15.76:0/677212296 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f4bb2640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 0x7fb0f00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3758606676 0 0) 0x7fb0f00c31c0 con 0x7fb0f00c63c0 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb0dc003530 con 0x7fb0f00c63c0 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3704743814 0 0) 0x7fb0dc003530 con 0x7fb0f00c63c0 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 msgr2=0x7fb0f00c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 0x7fb0f00c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 >> v1:172.21.15.106:6789/0 conn(0x7fb0f00c06d0 legacy=0x7fb0f00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0f00c1310 con 0x7fb0f00c63c0 2023-11-25T03:14:02.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fb0ec001680 con 0x7fb0f00c63c0 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 >> v1:172.21.15.76:6789/0 conn(0x7fb0f00c63c0 legacy=0x7fb0f00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0dc0039b0 0x7fb0dc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 0x7fb0dc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0dc004d10 0x7fb0dc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f00c1030 con 0x7fb0dc0039b0 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0dc00bb20 con 0x7fb0dc004d10 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0dc00dec0 con 0x7fb0f00c4100 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f53b3640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0dc0039b0 0x7fb0dc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f4bb2640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 0x7fb0dc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.174+0000 7fb0f5bb4640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0dc004d10 0x7fb0dc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f53b3640 1 -- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 msgr2=0x7fb0dc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f53b3640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0f00c4100 0x7fb0dc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f53b3640 1 -- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0dc004d10 msgr2=0x7fb0dc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:02.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f53b3640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0dc004d10 0x7fb0dc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f53b3640 1 -- 172.21.15.76:0/677212296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0dc003530 con 0x7fb0dc0039b0 2023-11-25T03:14:02.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f53b3640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0dc0039b0 0x7fb0dc003d90 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec00c1c0 tx=0x7fb0ec01cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b78a80c4edf0d167 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec005ae0 con 0x7fb0dc0039b0 2023-11-25T03:14:02.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0ec005c60 con 0x7fb0dc0039b0 2023-11-25T03:14:02.183 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0e7fff640 1 -- 172.21.15.76:0/677212296 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec007070 con 0x7fb0dc0039b0 2023-11-25T03:14:02.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f7617640 1 -- 172.21.15.76:0/677212296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0dc0039b0 msgr2=0x7fb0dc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f7617640 1 --2- 172.21.15.76:0/677212296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0dc0039b0 0x7fb0dc003d90 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec00c1c0 tx=0x7fb0ec01cbc0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f5bb4640 1 -- 172.21.15.76:0/677212296 reap_dead start 2023-11-25T03:14:02.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f7617640 1 -- 172.21.15.76:0/677212296 shutdown_connections 2023-11-25T03:14:02.184 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f7617640 1 -- 172.21.15.76:0/677212296 >> 172.21.15.76:0/677212296 conn(0x7fb0f006a5b0 msgr2=0x7fb0f006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:02.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.178+0000 7fb0f7617640 1 -- 172.21.15.76:0/677212296 shutdown_connections 2023-11-25T03:14:02.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 -- 172.21.15.76:0/677212296 wait complete. 2023-11-25T03:14:02.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 Processor -- start 2023-11-25T03:14:02.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 -- start start 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0dc0039b0 0x7fb0f01ed8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0f00bfad0 0x7fb0f0070820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 0x7fb0f01dfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f01ecef0 con 0x7fb0f006fe50 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f01f13c0 con 0x7fb0f00bfad0 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f01f0e90 con 0x7fb0dc0039b0 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 0x7fb0f01dfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f53b3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0dc0039b0 0x7fb0f01ed8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 0x7fb0f01dfdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58478/0 (socket says 172.21.15.76:58478) 2023-11-25T03:14:02.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 -- 172.21.15.76:0/1293445665 learned_addr learned my addr 172.21.15.76:0/1293445665 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f4bb2640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0f00bfad0 0x7fb0f0070820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 -- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0dc0039b0 msgr2=0x7fb0f01ed8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0dc0039b0 0x7fb0f01ed8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 -- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0f00bfad0 msgr2=0x7fb0f0070820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0f00bfad0 0x7fb0f0070820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 -- 172.21.15.76:0/1293445665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0f00c69b0 con 0x7fb0f006fe50 2023-11-25T03:14:02.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f5bb4640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 0x7fb0f01dfdc0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb0f00c37b0 tx=0x7fb0e800eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8003b90 con 0x7fb0f006fe50 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0e8003cf0 con 0x7fb0f006fe50 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8005310 con 0x7fb0f006fe50 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.182+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0f014ee60 con 0x7fb0f006fe50 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.186+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0f01ed100 con 0x7fb0f006fe50 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.186+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0f0068400 con 0x7fb0f006fe50 2023-11-25T03:14:02.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.186+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb0e8005470 con 0x7fb0f006fe50 2023-11-25T03:14:02.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.186+0000 7fb0e5ffb640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0d4066470 0x7fb0d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.186+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb0e8083d10 con 0x7fb0f006fe50 2023-11-25T03:14:02.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.186+0000 7fb0f53b3640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0d4066470 0x7fb0d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.192 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.190+0000 7fb0f53b3640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0d4066470 0x7fb0d4068930 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec0ab000 tx=0x7fb0ec0a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.190+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb0e80510f0 con 0x7fb0f006fe50 2023-11-25T03:14:02.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.342+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb0f00c3e70 con 0x7fb0f006fe50 2023-11-25T03:14:02.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.342+0000 7fb0e5ffb640 1 -- 172.21.15.76:0/1293445665 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v70) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb0e8003e60 con 0x7fb0f006fe50 2023-11-25T03:14:02.348 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0d4066470 msgr2=0x7fb0d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0d4066470 0x7fb0d4068930 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec0ab000 tx=0x7fb0ec0a7070 comp rx=0 tx=0).stop 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 msgr2=0x7fb0f01dfdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 0x7fb0f01dfdc0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb0f00c37b0 tx=0x7fb0e800eab0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 shutdown_connections 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb0d4066470 0x7fb0d4068930 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0f006fe50 0x7fb0f01dfdc0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb0f00bfad0 0x7fb0f0070820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 --2- 172.21.15.76:0/1293445665 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb0dc0039b0 0x7fb0f01ed8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 >> 172.21.15.76:0/1293445665 conn(0x7fb0f006a5b0 msgr2=0x7fb0f00a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:02.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 shutdown_connections 2023-11-25T03:14:02.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.346+0000 7fb0f7617640 1 -- 172.21.15.76:0/1293445665 wait complete. 2023-11-25T03:14:02.368 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:02.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.502+0000 7f3414205640 1 Processor -- start 2023-11-25T03:14:02.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3414205640 1 -- start start 2023-11-25T03:14:02.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3414205640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f340c0c5260 0x7f340c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3414205640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f340c0c2580 con 0x7f340c155de0 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3414205640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f340c156940 con 0x7f340c0c5640 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3414205640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f340c153510 con 0x7f340c0c5260 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f34127a2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f340c155de0 0x7f340c156230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34936/0 (socket says 172.21.15.76:34936) 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f34127a2640 1 -- 172.21.15.76:0/3221219959 learned_addr learned my addr 172.21.15.76:0/3221219959 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3221219959 >> v2:172.21.15.106:3300/0 conn(0x7f340c0c5260 0x7f340c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2556359911 0 0) 0x7f340c0c2580 con 0x7f340c155de0 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33f8003530 con 0x7f340c155de0 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1690494881 0 0) 0x7f33f8003530 con 0x7f340c155de0 2023-11-25T03:14:02.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 >> v2:172.21.15.106:3300/0 conn(0x7f340c0c5260 msgr2=0x7f340c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 --2- 172.21.15.76:0/3221219959 >> v2:172.21.15.106:3300/0 conn(0x7f340c0c5260 0x7f340c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 >> v1:172.21.15.106:6789/0 conn(0x7f340c0c5640 legacy=0x7f340c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f340c0c1a00 con 0x7f340c155de0 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f3404001a00 con 0x7f340c155de0 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 >> v1:172.21.15.76:6789/0 conn(0x7f340c155de0 legacy=0x7f340c156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33f8003980 0x7f33f8003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f80047d0 0x7f33f8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33f8005190 0x7f33f800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33f800c060 con 0x7f33f8003980 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33f800c1d0 con 0x7f33f80047d0 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33f800c390 con 0x7f33f8005190 2023-11-25T03:14:02.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33f8003980 0x7f33f8003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f34117a0640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f80047d0 0x7f33f8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f34127a2640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33f8005190 0x7f33f800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 -- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33f8005190 msgr2=0x7f33f800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33f8005190 0x7f33f800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 -- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f80047d0 msgr2=0x7f33f8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f80047d0 0x7f33f8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f3411fa1640 1 -- 172.21.15.76:0/3221219959 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33f8003530 con 0x7f33f8003980 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f34127a2640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33f8005190 0x7f33f800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:02.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.506+0000 7f34127a2640 1 -- 172.21.15.76:0/3221219959 reap_dead start 2023-11-25T03:14:02.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33f8003980 0x7f33f8003d60 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f3408009ae0 tx=0x7f340801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75684d584fbc65c2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34080a5510 con 0x7f33f8003980 2023-11-25T03:14:02.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34080a5670 con 0x7f33f8003980 2023-11-25T03:14:02.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3410f9f640 1 -- 172.21.15.76:0/3221219959 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34080a5a20 con 0x7f33f8003980 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 -- 172.21.15.76:0/3221219959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33f8003980 msgr2=0x7f33f8003d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33f8003980 0x7f33f8003d60 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f3408009ae0 tx=0x7f340801ca50 comp rx=0 tx=0).stop 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 -- 172.21.15.76:0/3221219959 shutdown_connections 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 --2- 172.21.15.76:0/3221219959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33f8003980 0x7f33f8003d60 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 -- 172.21.15.76:0/3221219959 >> 172.21.15.76:0/3221219959 conn(0x7f340c06a5b0 msgr2=0x7f340c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 -- 172.21.15.76:0/3221219959 shutdown_connections 2023-11-25T03:14:02.516 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.510+0000 7f3414205640 1 -- 172.21.15.76:0/3221219959 wait complete. 2023-11-25T03:14:02.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 Processor -- start 2023-11-25T03:14:02.517 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- start start 2023-11-25T03:14:02.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f8003980 0x7f340c14e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f340c1505d0 0x7f340c13fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 0x7f340c151610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f340c0aa450 con 0x7f340c140260 2023-11-25T03:14:02.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f340c0a9580 con 0x7f33f8003980 2023-11-25T03:14:02.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f340c0a97d0 con 0x7f340c1505d0 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 0x7f340c151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 0x7f340c151610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58494/0 (socket says 172.21.15.76:58494) 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 -- 172.21.15.76:0/3681754976 learned_addr learned my addr 172.21.15.76:0/3681754976 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34117a0640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f340c1505d0 0x7f340c13fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f8003980 0x7f340c14e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 -- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f340c1505d0 msgr2=0x7f340c13fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f340c1505d0 0x7f340c13fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 -- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f8003980 msgr2=0x7f340c14e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f8003980 0x7f340c14e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 -- 172.21.15.76:0/3681754976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f340c0a9ab0 con 0x7f340c140260 2023-11-25T03:14:02.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34127a2640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 0x7f340c151610 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f340c1561c0 tx=0x7f340400b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3404004d70 con 0x7f340c140260 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340400bb00 con 0x7f340c140260 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340400be70 con 0x7f340c140260 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f340c0a9d90 con 0x7f340c140260 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f340c071c10 con 0x7f340c140260 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.514+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f340c068400 con 0x7f340c140260 2023-11-25T03:14:02.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.518+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3404007070 con 0x7f340c140260 2023-11-25T03:14:02.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.518+0000 7f34027fc640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33f0066470 0x7f33f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.518+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3404083f60 con 0x7f340c140260 2023-11-25T03:14:02.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.518+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33f0066470 0x7f33f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.518+0000 7f3411fa1640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33f0066470 0x7f33f0068930 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f34080af000 tx=0x7f34080046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.522+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3404051520 con 0x7f340c140260 2023-11-25T03:14:02.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.670+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f340c06d390 con 0x7f340c140260 2023-11-25T03:14:02.675 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.670+0000 7f34027fc640 1 -- 172.21.15.76:0/3681754976 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v70) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3404054b40 con 0x7f340c140260 2023-11-25T03:14:02.676 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33f0066470 msgr2=0x7f33f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33f0066470 0x7f33f0068930 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f34080af000 tx=0x7f34080046d0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 msgr2=0x7f340c151610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 0x7f340c151610 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f340c1561c0 tx=0x7f340400b4a0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 shutdown_connections 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33f0066470 0x7f33f0068930 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f340c140260 0x7f340c151610 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f340c1505d0 0x7f340c13fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 --2- 172.21.15.76:0/3681754976 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33f8003980 0x7f340c14e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 >> 172.21.15.76:0/3681754976 conn(0x7f340c06a5b0 msgr2=0x7f340c0a63d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 shutdown_connections 2023-11-25T03:14:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.674+0000 7f3414205640 1 -- 172.21.15.76:0/3681754976 wait complete. 2023-11-25T03:14:02.697 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-25T03:14:02.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf2ba5a640 1 Processor -- start 2023-11-25T03:14:02.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf2ba5a640 1 -- start start 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf2ba5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf24151e90 0x7fbf240c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf2ba5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf2406c860 con 0x7fbf240c7ea0 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf2ba5a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf24154930 con 0x7fbf240c4e60 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf2ba5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf240c8750 con 0x7fbf24151e90 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf297f6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf24151e90 0x7fbf240c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf28ff5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbf240c7ea0 0x7fbf2406b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34946/0 (socket says 172.21.15.76:34946) 2023-11-25T03:14:02.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf28ff5640 1 -- 172.21.15.76:0/1981618575 learned_addr learned my addr 172.21.15.76:0/1981618575 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:02.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf297f6640 1 -- 172.21.15.76:0/1981618575 >> v1:172.21.15.106:6789/0 conn(0x7fbf240c4e60 legacy=0x7fbf2415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf297f6640 1 -- 172.21.15.76:0/1981618575 >> v1:172.21.15.76:6789/0 conn(0x7fbf240c7ea0 legacy=0x7fbf2406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.830+0000 7fbf297f6640 1 -- 172.21.15.76:0/1981618575 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf24154c10 con 0x7fbf24151e90 2023-11-25T03:14:02.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf297f6640 1 --2- 172.21.15.76:0/1981618575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf240c4920 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fbf200097c0 tx=0x7fbf2001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6fa1cd5e111a755 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf1bfff640 1 -- 172.21.15.76:0/1981618575 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf200ab600 con 0x7fbf24151e90 2023-11-25T03:14:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf1bfff640 1 -- 172.21.15.76:0/1981618575 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf200a7050 con 0x7fbf24151e90 2023-11-25T03:14:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf1bfff640 1 -- 172.21.15.76:0/1981618575 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf200ab980 con 0x7fbf24151e90 2023-11-25T03:14:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/1981618575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 msgr2=0x7fbf240c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/1981618575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf240c4920 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fbf200097c0 tx=0x7fbf2001c360 comp rx=0 tx=0).stop 2023-11-25T03:14:02.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/1981618575 shutdown_connections 2023-11-25T03:14:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/1981618575 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf240c4920 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/1981618575 >> 172.21.15.76:0/1981618575 conn(0x7fbf240ca170 msgr2=0x7fbf240ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/1981618575 shutdown_connections 2023-11-25T03:14:02.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.834+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/1981618575 wait complete. 2023-11-25T03:14:02.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 Processor -- start 2023-11-25T03:14:02.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 -- start start 2023-11-25T03:14:02.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf240c4e60 0x7fbf24146cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf240c7ea0 0x7fbf240ab390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf2414e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf241552d0 con 0x7fbf24151e90 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf241472d0 con 0x7fbf240c7ea0 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf241eeb30 con 0x7fbf240c4e60 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf2414e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf2414e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58516/0 (socket says 172.21.15.76:58516) 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 -- 172.21.15.76:0/2688785046 learned_addr learned my addr 172.21.15.76:0/2688785046 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 -- 172.21.15.76:0/2688785046 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf240c4e60 msgr2=0x7fbf24146cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf240c4e60 0x7fbf24146cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 -- 172.21.15.76:0/2688785046 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf240c7ea0 msgr2=0x7fbf240ab390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:02.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf240c7ea0 0x7fbf240ab390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:02.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 -- 172.21.15.76:0/2688785046 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf20009420 con 0x7fbf24151e90 2023-11-25T03:14:02.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf29ff7640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf2414e9c0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00c760 tx=0x7fbf1c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c003b80 con 0x7fbf24151e90 2023-11-25T03:14:02.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf1c003ce0 con 0x7fbf24151e90 2023-11-25T03:14:02.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf241eee10 con 0x7fbf24151e90 2023-11-25T03:14:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c00aa30 con 0x7fbf24151e90 2023-11-25T03:14:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.838+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf241ef3d0 con 0x7fbf24151e90 2023-11-25T03:14:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.842+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf241ef5f0 con 0x7fbf24151e90 2023-11-25T03:14:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.842+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbf1c00ab90 con 0x7fbf24151e90 2023-11-25T03:14:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.842+0000 7fbf19ffb640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf08066470 0x7fbf08068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:02.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.842+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf1c083c60 con 0x7fbf24151e90 2023-11-25T03:14:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.842+0000 7fbf297f6640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf08066470 0x7fbf08068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:02.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.842+0000 7fbf297f6640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf08066470 0x7fbf08068930 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbf200ad000 tx=0x7fbf20008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:02.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.846+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbf1c0510d0 con 0x7fbf24151e90 2023-11-25T03:14:02.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.994+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fbf24068400 con 0x7fbf24151e90 2023-11-25T03:14:03.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.994+0000 7fbf19ffb640 1 -- 172.21.15.76:0/2688785046 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v70) v1 ==== 84+0+209 (secure 0 0 0) 0x7fbf1c0546f0 con 0x7fbf24151e90 2023-11-25T03:14:03.000 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:03.000 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2023-11-25T03:14:03.000 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:14:03.000 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2023-11-25T03:14:03.000 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 12, 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": "cephfs_metadata" 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: { 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 13, 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": "cephfs_data" 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout: } 2023-11-25T03:14:03.001 INFO:teuthology.orchestra.run.smithi076.stdout:] 2023-11-25T03:14:03.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf08066470 msgr2=0x7fbf08068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:03.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf08066470 0x7fbf08068930 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbf200ad000 tx=0x7fbf20008040 comp rx=0 tx=0).stop 2023-11-25T03:14:03.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 msgr2=0x7fbf2414e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:03.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf2414e9c0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00c760 tx=0x7fbf1c00cc20 comp rx=0 tx=0).stop 2023-11-25T03:14:03.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 shutdown_connections 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fbf08066470 0x7fbf08068930 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf24151e90 0x7fbf2414e9c0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fbf240c7ea0 0x7fbf240ab390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 --2- 172.21.15.76:0/2688785046 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fbf240c4e60 0x7fbf24146cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 >> 172.21.15.76:0/2688785046 conn(0x7fbf240ca170 msgr2=0x7fbf240ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 shutdown_connections 2023-11-25T03:14:03.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:02.998+0000 7fbf2ba5a640 1 -- 172.21.15.76:0/2688785046 wait complete. 2023-11-25T03:14:03.021 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2023-11-25T03:14:03.021 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2023-11-25T03:14:03.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 Processor -- start 2023-11-25T03:14:03.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 -- start start 2023-11-25T03:14:03.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fead406e2a0 0x7fead40c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:03.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead406c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fead40aa750 con 0x7fead40c4fb0 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fead40a8f90 con 0x7fead406e2a0 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead9901640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fead40a9270 con 0x7fead40c32a0 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fead406e2a0 0x7fead40c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fead406e2a0 0x7fead40c1320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58528/0 (socket says 172.21.15.76:58528) 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 -- 172.21.15.76:0/1563317407 learned_addr learned my addr 172.21.15.76:0/1563317407 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7fead37fe640 1 --2- 172.21.15.76:0/1563317407 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead406c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 -- 172.21.15.76:0/1563317407 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 msgr2=0x7fead406c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 --2- 172.21.15.76:0/1563317407 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead406c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 -- 172.21.15.76:0/1563317407 >> v1:172.21.15.106:6789/0 conn(0x7fead40c4fb0 legacy=0x7fead406db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:03.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.162+0000 7feacbfff640 1 -- 172.21.15.76:0/1563317407 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead40a9550 con 0x7fead406e2a0 2023-11-25T03:14:03.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7feacbfff640 1 --2- 172.21.15.76:0/1563317407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead40c1320 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7feabc009870 tx=0x7feabc01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9acba862f618d5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:03.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead27fc640 1 -- 172.21.15.76:0/1563317407 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feabc0ab640 con 0x7fead406e2a0 2023-11-25T03:14:03.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead27fc640 1 -- 172.21.15.76:0/1563317407 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feabc0a7070 con 0x7fead406e2a0 2023-11-25T03:14:03.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead27fc640 1 -- 172.21.15.76:0/1563317407 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feabc0ab9c0 con 0x7fead406e2a0 2023-11-25T03:14:03.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 -- 172.21.15.76:0/1563317407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 msgr2=0x7fead40c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 --2- 172.21.15.76:0/1563317407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead40c1320 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7feabc009870 tx=0x7feabc01c420 comp rx=0 tx=0).stop 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 -- 172.21.15.76:0/1563317407 shutdown_connections 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 --2- 172.21.15.76:0/1563317407 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead406c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 --2- 172.21.15.76:0/1563317407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead40c1320 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 -- 172.21.15.76:0/1563317407 >> 172.21.15.76:0/1563317407 conn(0x7fead40c5d40 msgr2=0x7fead40c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 -- 172.21.15.76:0/1563317407 shutdown_connections 2023-11-25T03:14:03.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 -- 172.21.15.76:0/1563317407 wait complete. 2023-11-25T03:14:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 Processor -- start 2023-11-25T03:14:03.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.166+0000 7fead9901640 1 -- start start 2023-11-25T03:14:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead415a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:03.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead414ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fead40c4fb0 0x7fead414bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead4155060 con 0x7fead406e2a0 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead414c4d0 con 0x7fead40c4fb0 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fead41f0650 con 0x7fead40c32a0 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead415a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7feacbfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead414ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead415a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58530/0 (socket says 172.21.15.76:58530) 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead37fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fead40c4fb0 0x7fead414bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:03.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 -- 172.21.15.76:0/1498257142 learned_addr learned my addr 172.21.15.76:0/1498257142 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:03.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 -- 172.21.15.76:0/1498257142 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 msgr2=0x7fead414ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead414ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 -- 172.21.15.76:0/1498257142 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fead40c4fb0 msgr2=0x7fead414bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fead40c4fb0 0x7fead414bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 -- 172.21.15.76:0/1498257142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feabc0094d0 con 0x7fead406e2a0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead2ffd640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead415a490 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7feac400c3d0 tx=0x7feac400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac40052d0 con 0x7fead406e2a0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feac4005450 con 0x7fead406e2a0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead41f14b0 con 0x7fead406e2a0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac4003860 con 0x7fead406e2a0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead41f08a0 con 0x7fead406e2a0 2023-11-25T03:14:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.170+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fead4068400 con 0x7fead406e2a0 2023-11-25T03:14:03.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.174+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7feac40039c0 con 0x7fead406e2a0 2023-11-25T03:14:03.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.174+0000 7fead0ff9640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feab4066470 0x7feab4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:03.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.174+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feac4083350 con 0x7fead406e2a0 2023-11-25T03:14:03.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.174+0000 7feacbfff640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feab4066470 0x7feab4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.174+0000 7feacbfff640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feab4066470 0x7feab4068930 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7feabc0af000 tx=0x7feabc0b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:03.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.178+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7feac4050870 con 0x7fead406e2a0 2023-11-25T03:14:03.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:03.330+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fead406c740 con 0x7fead406e2a0 2023-11-25T03:14:04.186 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.182+0000 7fead0ff9640 1 -- 172.21.15.76:0/1498257142 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v71) v1 ==== 140+0+0 (secure 0 0 0) 0x7feac4053e90 con 0x7fead406e2a0 2023-11-25T03:14:04.186 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_metadata' created 2023-11-25T03:14:04.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feab4066470 msgr2=0x7feab4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:04.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feab4066470 0x7feab4068930 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7feabc0af000 tx=0x7feabc0b6040 comp rx=0 tx=0).stop 2023-11-25T03:14:04.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 msgr2=0x7fead415a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:04.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead415a490 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7feac400c3d0 tx=0x7feac400c890 comp rx=0 tx=0).stop 2023-11-25T03:14:04.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 shutdown_connections 2023-11-25T03:14:04.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7feab4066470 0x7feab4068930 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fead40c4fb0 0x7fead414bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fead40c32a0 0x7fead414ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 --2- 172.21.15.76:0/1498257142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead406e2a0 0x7fead415a490 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 >> 172.21.15.76:0/1498257142 conn(0x7fead40c5d40 msgr2=0x7fead40c29c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:04.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 shutdown_connections 2023-11-25T03:14:04.191 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.186+0000 7fead9901640 1 -- 172.21.15.76:0/1498257142 wait complete. 2023-11-25T03:14:04.219 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-25T03:14:04.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.358+0000 7fa7dbed6640 1 Processor -- start 2023-11-25T03:14:04.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.358+0000 7fa7dbed6640 1 -- start start 2023-11-25T03:14:04.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7dbed6640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa7d40c63c0 0x7fa7d40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7dbed6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7dbed6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7d40c31c0 con 0x7fa7d40c4100 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7dbed6640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7d40c34a0 con 0x7fa7d40c63c0 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7dbed6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7d40c1030 con 0x7fa7d40c2bb0 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9471640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa7d40c4100 0x7fa7d40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34962/0 (socket says 172.21.15.76:34962) 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9471640 1 -- 172.21.15.76:0/3830847555 learned_addr learned my addr 172.21.15.76:0/3830847555 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9c72640 1 --2- 172.21.15.76:0/3830847555 >> v2:172.21.15.106:3300/0 conn(0x7fa7d40c63c0 0x7fa7d40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:04.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7da473640 1 --2- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:04.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d8c70640 1 -- 172.21.15.76:0/3830847555 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497532011 0 0) 0x7fa7d40c31c0 con 0x7fa7d40c4100 2023-11-25T03:14:04.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d8c70640 1 -- 172.21.15.76:0/3830847555 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7c0005740 con 0x7fa7d40c4100 2023-11-25T03:14:04.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9c72640 1 -- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 msgr2=0x7fa7d40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:04.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9c72640 1 --2- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d8c70640 1 -- 172.21.15.76:0/3830847555 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1114145766 0 0) 0x7fa7c0005740 con 0x7fa7d40c4100 2023-11-25T03:14:04.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9c72640 1 -- 172.21.15.76:0/3830847555 >> v1:172.21.15.76:6789/0 conn(0x7fa7d40c4100 legacy=0x7fa7d40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:04.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.362+0000 7fa7d9c72640 1 -- 172.21.15.76:0/3830847555 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7d40c1310 con 0x7fa7d40c63c0 2023-11-25T03:14:04.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7d9c72640 1 --2- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d40c06d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa7d00097c0 tx=0x7fa7d001c250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aeacc07de472dec9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:04.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7d8c70640 1 -- 172.21.15.76:0/3830847555 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d40aa3d0 con 0x7fa7d40c63c0 2023-11-25T03:14:04.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7d8c70640 1 -- 172.21.15.76:0/3830847555 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7d00a7050 con 0x7fa7d40c63c0 2023-11-25T03:14:04.370 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7d8c70640 1 -- 172.21.15.76:0/3830847555 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4001680 con 0x7fa7d40c63c0 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 -- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 msgr2=0x7fa7d40c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d40c06d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa7d00097c0 tx=0x7fa7d001c250 comp rx=0 tx=0).stop 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 -- 172.21.15.76:0/3830847555 shutdown_connections 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/3830847555 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d40c06d0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 -- 172.21.15.76:0/3830847555 >> 172.21.15.76:0/3830847555 conn(0x7fa7d406a5b0 msgr2=0x7fa7d406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 -- 172.21.15.76:0/3830847555 shutdown_connections 2023-11-25T03:14:04.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 -- 172.21.15.76:0/3830847555 wait complete. 2023-11-25T03:14:04.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 Processor -- start 2023-11-25T03:14:04.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.366+0000 7fa7dbed6640 1 -- start start 2023-11-25T03:14:04.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40c01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:04.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 0x7fa7d4153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:04.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d414eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:04.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7d4159100 con 0x7fa7d40c4100 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7d415a560 con 0x7fa7d40c63c0 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7d41e9030 con 0x7fa7d40c2bb0 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 0x7fa7d4153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 0x7fa7d4153380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58534/0 (socket says 172.21.15.76:58534) 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 -- 172.21.15.76:0/1641046303 learned_addr learned my addr 172.21.15.76:0/1641046303 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7da473640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d414eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9c72640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40c01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 -- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 msgr2=0x7fa7d40c01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40c01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 -- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 msgr2=0x7fa7d414eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d414eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:04.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 -- 172.21.15.76:0/1641046303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7d0009420 con 0x7fa7d40c4100 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7da473640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d414eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7d9471640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 0x7fa7d4153380 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fa7c400c7b0 tx=0x7fa7c400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4005cf0 con 0x7fa7d40c4100 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7c4005e50 con 0x7fa7d40c4100 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c40072b0 con 0x7fa7d40c4100 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7d4159c30 con 0x7fa7d40c4100 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7d415a1f0 con 0x7fa7d40c4100 2023-11-25T03:14:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.370+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7d4068400 con 0x7fa7d40c4100 2023-11-25T03:14:04.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.374+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa7c4007410 con 0x7fa7d40c4100 2023-11-25T03:14:04.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.374+0000 7fa7ca7fc640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa7b80664a0 0x7fa7b8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:04.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.374+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6080+0+0 (secure 0 0 0) 0x7fa7c40847c0 con 0x7fa7d40c4100 2023-11-25T03:14:04.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.374+0000 7fa7d9c72640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa7b80664a0 0x7fa7b8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:04.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.374+0000 7fa7d9c72640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa7b80664a0 0x7fa7b8068960 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fa7d00ad000 tx=0x7fa7d00a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.378+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa7c4051bd0 con 0x7fa7d40c4100 2023-11-25T03:14:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:04.526+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fa7d406ad10 con 0x7fa7d40c4100 2023-11-25T03:14:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.190+0000 7fa7ca7fc640 1 -- 172.21.15.76:0/1641046303 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v72) v1 ==== 172+0+0 (secure 0 0 0) 0x7fa7c400ce60 con 0x7fa7d40c4100 2023-11-25T03:14:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_data' created 2023-11-25T03:14:05.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa7b80664a0 msgr2=0x7fa7b8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa7b80664a0 0x7fa7b8068960 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fa7d00ad000 tx=0x7fa7d00a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:05.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 msgr2=0x7fa7d4153380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.197 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 0x7fa7d4153380 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fa7c400c7b0 tx=0x7fa7c400cc70 comp rx=0 tx=0).stop 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 shutdown_connections 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa7b80664a0 0x7fa7b8068960 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7d40c63c0 0x7fa7d414eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7d40c4100 0x7fa7d4153380 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 --2- 172.21.15.76:0/1641046303 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7d40c2bb0 0x7fa7d40c01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 >> 172.21.15.76:0/1641046303 conn(0x7fa7d406a5b0 msgr2=0x7fa7d40c5700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 shutdown_connections 2023-11-25T03:14:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.194+0000 7fa7dbed6640 1 -- 172.21.15.76:0/1641046303 wait complete. 2023-11-25T03:14:05.231 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2023-11-25T03:14:05.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.366+0000 7f6c22196640 1 Processor -- start 2023-11-25T03:14:05.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.366+0000 7f6c22196640 1 -- start start 2023-11-25T03:14:05.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c22196640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c1c0bd3c0 0x7f6c1c0c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:05.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c22196640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c1c0c8400 con 0x7f6c1c151bb0 2023-11-25T03:14:05.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c22196640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c1c1545f0 con 0x7f6c1c0c7c30 2023-11-25T03:14:05.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c22196640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c1c0c86e0 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c20993640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c1c0bd3c0 0x7f6c1c0c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:05.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c21194640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6c1c151bb0 0x7f6c1c06ba40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34978/0 (socket says 172.21.15.76:34978) 2023-11-25T03:14:05.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c21194640 1 -- 172.21.15.76:0/210763680 learned_addr learned my addr 172.21.15.76:0/210763680 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:05.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c20993640 1 -- 172.21.15.76:0/210763680 >> v1:172.21.15.106:6789/0 conn(0x7f6c1c0c7c30 legacy=0x7f6c1c15ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c20993640 1 -- 172.21.15.76:0/210763680 >> v1:172.21.15.76:6789/0 conn(0x7f6c1c151bb0 legacy=0x7f6c1c06ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.375 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c20993640 1 -- 172.21.15.76:0/210763680 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c1c1548d0 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.370+0000 7f6c20993640 1 --2- 172.21.15.76:0/210763680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c0c46b0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0097c0 tx=0x7f6c0c01c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26547e1ed0f6baee server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:05.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c13fff640 1 -- 172.21.15.76:0/210763680 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0ab600 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c13fff640 1 -- 172.21.15.76:0/210763680 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c0c0a7050 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c13fff640 1 -- 172.21.15.76:0/210763680 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0ab980 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- 172.21.15.76:0/210763680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 msgr2=0x7f6c1c0c46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 --2- 172.21.15.76:0/210763680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c0c46b0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0097c0 tx=0x7f6c0c01c360 comp rx=0 tx=0).stop 2023-11-25T03:14:05.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- 172.21.15.76:0/210763680 shutdown_connections 2023-11-25T03:14:05.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 --2- 172.21.15.76:0/210763680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c0c46b0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- 172.21.15.76:0/210763680 >> 172.21.15.76:0/210763680 conn(0x7f6c1c0abcc0 msgr2=0x7f6c1c0ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:05.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- 172.21.15.76:0/210763680 shutdown_connections 2023-11-25T03:14:05.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- 172.21.15.76:0/210763680 wait complete. 2023-11-25T03:14:05.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 Processor -- start 2023-11-25T03:14:05.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- start start 2023-11-25T03:14:05.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c1ede80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:05.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c1c0c7c30 0x7f6c1c1f12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c1c151bb0 0x7f6c1c14d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1f1810 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1ed3c0 con 0x7f6c1c0c7c30 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c22196640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c0ca370 con 0x7f6c1c151bb0 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c21194640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c1ede80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c21194640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c1ede80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58548/0 (socket says 172.21.15.76:58548) 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c21194640 1 -- 172.21.15.76:0/1096379945 learned_addr learned my addr 172.21.15.76:0/1096379945 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c20993640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c1c0c7c30 0x7f6c1c1f12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.374+0000 7f6c21995640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c1c151bb0 0x7f6c1c14d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c21194640 1 -- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c1c151bb0 msgr2=0x7f6c1c14d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c21194640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c1c151bb0 0x7f6c1c14d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c21194640 1 -- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c1c0c7c30 msgr2=0x7f6c1c1f12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:05.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c21194640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c1c0c7c30 0x7f6c1c1f12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:05.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c21194640 1 -- 172.21.15.76:0/1096379945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c0c009420 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c21194640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c1ede80 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f6c1800c400 tx=0x7f6c1800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:05.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c18005cf0 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c18005e50 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c180072d0 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c1c0ca650 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c1c1ed960 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c1c067e90 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6c18007430 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c11ffb640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c00066470 0x7f6c00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:05.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.378+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6463+0+0 (secure 0 0 0) 0x7f6c18083630 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.382+0000 7f6c20993640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c00066470 0x7f6c00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:05.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.382+0000 7f6c20993640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c00066470 0x7f6c00068930 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0ad000 tx=0x7f6c0c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:05.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.386+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6c18050870 con 0x7f6c1c0bd3c0 2023-11-25T03:14:05.570 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:05.566+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7f6c1c1edb50 con 0x7f6c1c0bd3c0 2023-11-25T03:14:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.194+0000 7f6c11ffb640 1 -- 172.21.15.76:0/1096379945 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 14 and data pool 15 v51) v1 ==== 177+0+0 (secure 0 0 0) 0x7f6c18053e90 con 0x7f6c1c0bd3c0 2023-11-25T03:14:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 14 and data pool 15 2023-11-25T03:14:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c00066470 msgr2=0x7f6c00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c00066470 0x7f6c00068930 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0ad000 tx=0x7f6c0c008040 comp rx=0 tx=0).stop 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 msgr2=0x7f6c1c1ede80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c1ede80 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f6c1800c400 tx=0x7f6c1800c8c0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 shutdown_connections 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6c00066470 0x7f6c00068930 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6c1c151bb0 0x7f6c1c14d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6c1c0c7c30 0x7f6c1c1f12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 --2- 172.21.15.76:0/1096379945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c1c0bd3c0 0x7f6c1c1ede80 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 >> 172.21.15.76:0/1096379945 conn(0x7f6c1c0abcc0 msgr2=0x7f6c1c06ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 shutdown_connections 2023-11-25T03:14:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.198+0000 7f6c22196640 1 -- 172.21.15.76:0/1096379945 wait complete. 2023-11-25T03:14:06.228 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 Processor -- start 2023-11-25T03:14:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 -- start start 2023-11-25T03:14:06.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6d9c151e90 0x7f6d9c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c4e60 0x7f6d9c06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d9c06c860 con 0x7f6d9c0c7ea0 2023-11-25T03:14:06.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d9c0c8750 con 0x7f6d9c151e90 2023-11-25T03:14:06.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6da09df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9c1552d0 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9ad9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c4e60 0x7f6d9c06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9a59c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f6d9c151e90 0x7f6d9c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d91d9b640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f6d9c0c7ea0 0x7f6d9c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:40564/0 (socket says 172.21.15.76:40564) 2023-11-25T03:14:06.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d91d9b640 1 -- 172.21.15.76:0/462474706 learned_addr learned my addr 172.21.15.76:0/462474706 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:06.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9a59c640 1 -- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c4e60 msgr2=0x7f6d9c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:06.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9a59c640 1 --2- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c4e60 0x7f6d9c06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9a59c640 1 -- 172.21.15.76:0/462474706 >> v1:172.21.15.106:6789/0 conn(0x7f6d9c0c7ea0 legacy=0x7f6d9c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9a59c640 1 -- 172.21.15.76:0/462474706 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d9c154930 con 0x7f6d9c151e90 2023-11-25T03:14:06.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d9ad9d640 1 --2- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c4e60 0x7f6d9c06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:06.369 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.362+0000 7f6d99d9b640 1 -- 172.21.15.76:0/462474706 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1286455189 0 0) 0x7f6d9c06c860 con 0x7f6d9c0c7ea0 2023-11-25T03:14:06.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6d9a59c640 1 --2- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c0c4920 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6d840097c0 tx=0x7f6d8401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b80052ad5a6cce1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:06.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6d99d9b640 1 -- 172.21.15.76:0/462474706 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d840ab600 con 0x7f6d9c151e90 2023-11-25T03:14:06.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6d99d9b640 1 -- 172.21.15.76:0/462474706 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d840a7050 con 0x7f6d9c151e90 2023-11-25T03:14:06.371 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6d99d9b640 1 -- 172.21.15.76:0/462474706 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d840ab980 con 0x7f6d9c151e90 2023-11-25T03:14:06.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 -- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 msgr2=0x7f6d9c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 --2- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c0c4920 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6d840097c0 tx=0x7f6d8401c360 comp rx=0 tx=0).stop 2023-11-25T03:14:06.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 -- 172.21.15.76:0/462474706 shutdown_connections 2023-11-25T03:14:06.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 --2- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c4e60 0x7f6d9c06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 --2- 172.21.15.76:0/462474706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c0c4920 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.372 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 -- 172.21.15.76:0/462474706 >> 172.21.15.76:0/462474706 conn(0x7f6d9c0ca170 msgr2=0x7f6d9c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:06.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 -- 172.21.15.76:0/462474706 shutdown_connections 2023-11-25T03:14:06.373 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.366+0000 7f6da09df640 1 -- 172.21.15.76:0/462474706 wait complete. 2023-11-25T03:14:06.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 Processor -- start 2023-11-25T03:14:06.374 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 -- start start 2023-11-25T03:14:06.376 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 0x7f6d9c148940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c7ea0 0x7f6d9c0c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c145490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9c1ed810 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9c1ec940 con 0x7f6d9c151e90 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6da09df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9c1ecc00 con 0x7f6d9c0c7ea0 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 0x7f6d9c148940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 0x7f6d9c148940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58562/0 (socket says 172.21.15.76:58562) 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 -- 172.21.15.76:0/931439617 learned_addr learned my addr 172.21.15.76:0/931439617 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d91d9b640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c7ea0 0x7f6d9c0c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9ad9d640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c145490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.377 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 -- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c7ea0 msgr2=0x7f6d9c0c34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c7ea0 0x7f6d9c0c34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 -- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 msgr2=0x7f6d9c145490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c145490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 -- 172.21.15.76:0/931439617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d94009a70 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d9a59c640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 0x7f6d9c148940 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f6d84019f90 tx=0x7f6d8401aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.370+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d840abdb0 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d84006e20 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d84004230 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d84009420 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.378 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d9c1ed1c0 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d9c068400 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6d84004390 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d937fe640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6d7c0664a0 0x7f6d7c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6d8411ed00 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d91d9b640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6d7c0664a0 0x7f6d7c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.374+0000 7f6d91d9b640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6d7c0664a0 0x7f6d7c068960 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c158dd0 tx=0x7f6d8c007df0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:06.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.378+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6d840ebf50 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.530+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6d9c0c40a0 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.530+0000 7f6d937fe640 1 -- 172.21.15.76:0/931439617 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v73) v1 ==== 74+0+20215 (secure 0 0 0) 0x7f6d840b0090 con 0x7f6d9c0c4e60 2023-11-25T03:14:06.536 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:06.536 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":73,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:05.570753+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:06.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6d7c0664a0 msgr2=0x7f6d7c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6d7c0664a0 0x7f6d7c068960 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c158dd0 tx=0x7f6d8c007df0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 msgr2=0x7f6d9c148940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 0x7f6d9c148940 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f6d84019f90 tx=0x7f6d8401aba0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 shutdown_connections 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f6d7c0664a0 0x7f6d7c068960 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f6d9c151e90 0x7f6d9c145490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f6d9c0c7ea0 0x7f6d9c0c34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 --2- 172.21.15.76:0/931439617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6d9c0c4e60 0x7f6d9c148940 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 >> 172.21.15.76:0/931439617 conn(0x7f6d9c0ca170 msgr2=0x7f6d9c06b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 shutdown_connections 2023-11-25T03:14:06.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.534+0000 7f6da09df640 1 -- 172.21.15.76:0/931439617 wait complete. 2023-11-25T03:14:06.558 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:06.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.690+0000 7fb65729a640 1 Processor -- start 2023-11-25T03:14:06.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.690+0000 7fb65729a640 1 -- start start 2023-11-25T03:14:06.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb65729a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb6500c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb65729a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fb6500c60f0 0x7fb650155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb65729a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6500c2580 con 0x7fb6500c5260 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb65729a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb650153510 con 0x7fb6500c60f0 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb65729a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6500c17f0 con 0x7fb6500c5640 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655036640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb6500c5260 0x7fb65006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34980/0 (socket says 172.21.15.76:34980) 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655036640 1 -- 172.21.15.76:0/672633165 learned_addr learned my addr 172.21.15.76:0/672633165 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655837640 1 --2- 172.21.15.76:0/672633165 >> v2:172.21.15.106:3300/0 conn(0x7fb6500c60f0 0x7fb650155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb654835640 1 --2- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb6500c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb647fff640 1 -- 172.21.15.76:0/672633165 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2625025528 0 0) 0x7fb6500c2580 con 0x7fb6500c5260 2023-11-25T03:14:06.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb647fff640 1 -- 172.21.15.76:0/672633165 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb63c003530 con 0x7fb6500c5260 2023-11-25T03:14:06.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655837640 1 -- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 msgr2=0x7fb6500c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:06.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655837640 1 --2- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb6500c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb647fff640 1 -- 172.21.15.76:0/672633165 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 114383259 0 0) 0x7fb63c003530 con 0x7fb6500c5260 2023-11-25T03:14:06.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655837640 1 -- 172.21.15.76:0/672633165 >> v1:172.21.15.76:6789/0 conn(0x7fb6500c5260 legacy=0x7fb65006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.694+0000 7fb655837640 1 -- 172.21.15.76:0/672633165 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6500c1a00 con 0x7fb6500c60f0 2023-11-25T03:14:06.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb655837640 1 --2- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c60f0 0x7fb650155de0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb6500c1930 tx=0x7fb64801c790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=949f0277543c4109 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:06.701 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb647fff640 1 -- 172.21.15.76:0/672633165 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb64c001680 con 0x7fb6500c60f0 2023-11-25T03:14:06.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb647fff640 1 -- 172.21.15.76:0/672633165 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6480a5590 con 0x7fb6500c60f0 2023-11-25T03:14:06.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb647fff640 1 -- 172.21.15.76:0/672633165 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6480a5900 con 0x7fb6500c60f0 2023-11-25T03:14:06.702 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 -- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c60f0 msgr2=0x7fb650155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 --2- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c60f0 0x7fb650155de0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb6500c1930 tx=0x7fb64801c790 comp rx=0 tx=0).stop 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 -- 172.21.15.76:0/672633165 shutdown_connections 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 --2- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c60f0 0x7fb650155de0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 --2- 172.21.15.76:0/672633165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb6500c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 -- 172.21.15.76:0/672633165 >> 172.21.15.76:0/672633165 conn(0x7fb65006a5b0 msgr2=0x7fb65006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 -- 172.21.15.76:0/672633165 shutdown_connections 2023-11-25T03:14:06.703 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 -- 172.21.15.76:0/672633165 wait complete. 2023-11-25T03:14:06.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 Processor -- start 2023-11-25T03:14:06.704 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.698+0000 7fb65729a640 1 -- start start 2023-11-25T03:14:06.706 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c5260 0x7fb65014dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb650151a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 0x7fb65006fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6500aa140 con 0x7fb6500c60f0 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6500aa420 con 0x7fb6500c5260 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6500aa700 con 0x7fb6500c5640 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 0x7fb65006fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 0x7fb65006fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58572/0 (socket says 172.21.15.76:58572) 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 -- 172.21.15.76:0/1772228096 learned_addr learned my addr 172.21.15.76:0/1772228096 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb654835640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb650151a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655036640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c5260 0x7fb65014dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 -- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 msgr2=0x7fb650151a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb650151a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 -- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c5260 msgr2=0x7fb65014dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c5260 0x7fb65014dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 -- 172.21.15.76:0/1772228096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb648009a70 con 0x7fb6500c60f0 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb654835640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb650151a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655036640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c5260 0x7fb65014dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb655837640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 0x7fb65006fe50 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb64801d030 tx=0x7fb648019530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6480a5b10 con 0x7fb6500c60f0 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6480a5c70 con 0x7fb6500c60f0 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb65014e170 con 0x7fb6500c60f0 2023-11-25T03:14:06.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb648004040 con 0x7fb6500c60f0 2023-11-25T03:14:06.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb650152190 con 0x7fb6500c60f0 2023-11-25T03:14:06.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.702+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6500aa280 con 0x7fb6500c60f0 2023-11-25T03:14:06.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.706+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb6480b4070 con 0x7fb6500c60f0 2023-11-25T03:14:06.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.706+0000 7fb645ffb640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb634066470 0x7fb634068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:06.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.706+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb64811ee10 con 0x7fb6500c60f0 2023-11-25T03:14:06.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.706+0000 7fb655036640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb634066470 0x7fb634068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:06.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.706+0000 7fb655036640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb634066470 0x7fb634068930 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb64c005890 tx=0x7fb64c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:06.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.710+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb6500aa280 con 0x7fb6500c60f0 2023-11-25T03:14:06.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.858+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb6500aac20 con 0x7fb6500c60f0 2023-11-25T03:14:06.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.858+0000 7fb645ffb640 1 -- 172.21.15.76:0/1772228096 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v73) v1 ==== 74+0+20215 (secure 0 0 0) 0x7fb648116e60 con 0x7fb6500c60f0 2023-11-25T03:14:06.863 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:06.863 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":73,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:05.570753+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:06.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb634066470 msgr2=0x7fb634068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb634066470 0x7fb634068930 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb64c005890 tx=0x7fb64c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:06.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 msgr2=0x7fb65006fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:06.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 0x7fb65006fe50 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb64801d030 tx=0x7fb648019530 comp rx=0 tx=0).stop 2023-11-25T03:14:06.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 shutdown_connections 2023-11-25T03:14:06.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb634066470 0x7fb634068930 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6500c60f0 0x7fb65006fe50 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb6500c5640 0x7fb650151a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 --2- 172.21.15.76:0/1772228096 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb6500c5260 0x7fb65014dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:06.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 >> 172.21.15.76:0/1772228096 conn(0x7fb65006a5b0 msgr2=0x7fb6500c2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:06.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 shutdown_connections 2023-11-25T03:14:06.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:06.862+0000 7fb65729a640 1 -- 172.21.15.76:0/1772228096 wait complete. 2023-11-25T03:14:06.884 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2023-11-25T03:14:07.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.022+0000 7f83a48dd640 1 Processor -- start 2023-11-25T03:14:07.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.022+0000 7f83a48dd640 1 -- start start 2023-11-25T03:14:07.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.022+0000 7f83a48dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5260 0x7f83a006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:07.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.022+0000 7f83a48dd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83a0155de0 0x7f83a0156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:07.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f83a48dd640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83a00c2580 con 0x7f83a00c5640 2023-11-25T03:14:07.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f83a48dd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83a0153510 con 0x7f83a0155de0 2023-11-25T03:14:07.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f83a48dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83a00c17f0 con 0x7f83a00c5260 2023-11-25T03:14:07.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f8395d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f83a00c5640 0x7f83a00c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:34982/0 (socket says 172.21.15.76:34982) 2023-11-25T03:14:07.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f8395d9b640 1 -- 172.21.15.76:0/1166524144 learned_addr learned my addr 172.21.15.76:0/1166524144 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:07.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839ed9d640 1 --2- 172.21.15.76:0/1166524144 >> v2:172.21.15.76:3300/0 conn(0x7f83a0155de0 0x7f83a0156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839e59c640 1 --2- 172.21.15.76:0/1166524144 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5260 0x7f83a006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839dd9b640 1 -- 172.21.15.76:0/1166524144 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1590357057 0 0) 0x7f83a00c2580 con 0x7f83a00c5640 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839dd9b640 1 -- 172.21.15.76:0/1166524144 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f838c003530 con 0x7f83a00c5640 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839ed9d640 1 -- 172.21.15.76:0/1166524144 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5260 msgr2=0x7f83a006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839ed9d640 1 --2- 172.21.15.76:0/1166524144 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5260 0x7f83a006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839ed9d640 1 -- 172.21.15.76:0/1166524144 >> v1:172.21.15.76:6789/0 conn(0x7f83a00c5640 legacy=0x7f83a00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:07.030 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839ed9d640 1 -- 172.21.15.76:0/1166524144 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83a00c1a00 con 0x7f83a0155de0 2023-11-25T03:14:07.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839ed9d640 1 --2- 172.21.15.76:0/1166524144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a0155de0 0x7f83a0156250 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f83a00c1930 tx=0x7f839801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a3b728aa0ccaa27 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:07.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.026+0000 7f839dd9b640 1 -- 172.21.15.76:0/1166524144 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83980ac620 con 0x7f83a0155de0 2023-11-25T03:14:07.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f839dd9b640 1 -- 172.21.15.76:0/1166524144 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83980ac780 con 0x7f83a0155de0 2023-11-25T03:14:07.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f839dd9b640 1 -- 172.21.15.76:0/1166524144 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83980acb10 con 0x7f83a0155de0 2023-11-25T03:14:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- 172.21.15.76:0/1166524144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a0155de0 msgr2=0x7f83a0156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 --2- 172.21.15.76:0/1166524144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a0155de0 0x7f83a0156250 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f83a00c1930 tx=0x7f839801c3c0 comp rx=0 tx=0).stop 2023-11-25T03:14:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- 172.21.15.76:0/1166524144 shutdown_connections 2023-11-25T03:14:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 --2- 172.21.15.76:0/1166524144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a0155de0 0x7f83a0156250 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 --2- 172.21.15.76:0/1166524144 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5260 0x7f83a006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- 172.21.15.76:0/1166524144 >> 172.21.15.76:0/1166524144 conn(0x7f83a006a5b0 msgr2=0x7f83a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- 172.21.15.76:0/1166524144 shutdown_connections 2023-11-25T03:14:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- 172.21.15.76:0/1166524144 wait complete. 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 Processor -- start 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- start start 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 0x7f83a01f3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5640 0x7f83a00a7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83a0155de0 0x7f83a00bf770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a01f09e0 con 0x7f83a00c5260 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a01f0690 con 0x7f83a0155de0 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f83a48dd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83a00a3680 con 0x7f83a00c5640 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f839e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 0x7f83a01f3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f839e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 0x7f83a01f3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58602/0 (socket says 172.21.15.76:58602) 2023-11-25T03:14:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.030+0000 7f839e59c640 1 -- 172.21.15.76:0/208157373 learned_addr learned my addr 172.21.15.76:0/208157373 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839ed9d640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83a0155de0 0x7f83a00bf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f8395d9b640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5640 0x7f83a00a7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839e59c640 1 -- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5640 msgr2=0x7f83a00a7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839e59c640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5640 0x7f83a00a7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839e59c640 1 -- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83a0155de0 msgr2=0x7f83a00bf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839e59c640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83a0155de0 0x7f83a00bf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839e59c640 1 -- 172.21.15.76:0/208157373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8398009420 con 0x7f83a00c5260 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f8395d9b640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5640 0x7f83a00a7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f839e59c640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 0x7f83a01f3c40 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f8390007e40 tx=0x7f839000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8390014620 con 0x7f83a00c5260 2023-11-25T03:14:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f839000ee90 con 0x7f83a00c5260 2023-11-25T03:14:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83900149c0 con 0x7f83a00c5260 2023-11-25T03:14:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83a00a3960 con 0x7f83a00c5260 2023-11-25T03:14:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83a00a7d50 con 0x7f83a00c5260 2023-11-25T03:14:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83a01f0800 con 0x7f83a00c5260 2023-11-25T03:14:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.034+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8390014b20 con 0x7f83a00c5260 2023-11-25T03:14:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.038+0000 7f83977fe640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83800664a0 0x7f8380068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.038+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8390084a00 con 0x7f83a00c5260 2023-11-25T03:14:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.038+0000 7f8395d9b640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83800664a0 0x7f8380068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.038+0000 7f8395d9b640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83800664a0 0x7f8380068960 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f83a00bb1c0 tx=0x7f8388009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:07.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.042+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8390051b10 con 0x7f83a00c5260 2023-11-25T03:14:07.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:07.226+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f83a0068400 con 0x7f83a00c5260 2023-11-25T03:14:08.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.210+0000 7f83977fe640 1 -- 172.21.15.76:0/208157373 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v54) v1 ==== 119+0+0 (secure 0 0 0) 0x7f8390055130 con 0x7f83a00c5260 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83800664a0 msgr2=0x7f8380068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83800664a0 0x7f8380068960 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f83a00bb1c0 tx=0x7f8388009040 comp rx=0 tx=0).stop 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 msgr2=0x7f83a01f3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 0x7f83a01f3c40 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f8390007e40 tx=0x7f839000e4b0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 shutdown_connections 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f83800664a0 0x7f8380068960 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f83a0155de0 0x7f83a00bf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f83a00c5640 0x7f83a00a7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 --2- 172.21.15.76:0/208157373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83a00c5260 0x7f83a01f3c40 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 >> 172.21.15.76:0/208157373 conn(0x7f83a006a5b0 msgr2=0x7f83a00c5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 shutdown_connections 2023-11-25T03:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.214+0000 7f83a48dd640 1 -- 172.21.15.76:0/208157373 wait complete. 2023-11-25T03:14:08.240 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-25T03:14:08.240 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2023-11-25T03:14:08.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.378+0000 7ff61625a640 1 Processor -- start 2023-11-25T03:14:08.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.378+0000 7ff61625a640 1 -- start start 2023-11-25T03:14:08.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff61625a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff610151e90 0x7ff6100c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:08.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff61625a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff61006c860 con 0x7ff6100c7ea0 2023-11-25T03:14:08.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff61625a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff610154930 con 0x7ff6100c4e60 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff61625a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6100c8750 con 0x7ff610151e90 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff610151e90 0x7ff6100c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff6100c7ea0 0x7ff61006b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48810/0 (socket says 172.21.15.76:48810) 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60effd640 1 -- 172.21.15.76:0/2435269238 learned_addr learned my addr 172.21.15.76:0/2435269238 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60f7fe640 1 -- 172.21.15.76:0/2435269238 >> v1:172.21.15.106:6789/0 conn(0x7ff6100c4e60 legacy=0x7ff61015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60f7fe640 1 -- 172.21.15.76:0/2435269238 >> v1:172.21.15.76:6789/0 conn(0x7ff6100c7ea0 legacy=0x7ff61006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60e7fc640 1 -- 172.21.15.76:0/2435269238 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4264934131 0 0) 0x7ff61006c860 con 0x7ff6100c7ea0 2023-11-25T03:14:08.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.382+0000 7ff60f7fe640 1 -- 172.21.15.76:0/2435269238 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff610154c10 con 0x7ff610151e90 2023-11-25T03:14:08.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff60f7fe640 1 --2- 172.21.15.76:0/2435269238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff610151e90 0x7ff6100c4920 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7ff6000097c0 tx=0x7ff60001c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cefe84ea9399d019 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:08.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff60e7fc640 1 -- 172.21.15.76:0/2435269238 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6000ab600 con 0x7ff610151e90 2023-11-25T03:14:08.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff60e7fc640 1 -- 172.21.15.76:0/2435269238 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6000a7050 con 0x7ff610151e90 2023-11-25T03:14:08.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff60e7fc640 1 -- 172.21.15.76:0/2435269238 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6000ab980 con 0x7ff610151e90 2023-11-25T03:14:08.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 -- 172.21.15.76:0/2435269238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff610151e90 msgr2=0x7ff6100c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:08.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 --2- 172.21.15.76:0/2435269238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff610151e90 0x7ff6100c4920 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7ff6000097c0 tx=0x7ff60001c320 comp rx=0 tx=0).stop 2023-11-25T03:14:08.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 -- 172.21.15.76:0/2435269238 shutdown_connections 2023-11-25T03:14:08.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 --2- 172.21.15.76:0/2435269238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff610151e90 0x7ff6100c4920 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 -- 172.21.15.76:0/2435269238 >> 172.21.15.76:0/2435269238 conn(0x7ff6100ca170 msgr2=0x7ff6100ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:08.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 -- 172.21.15.76:0/2435269238 shutdown_connections 2023-11-25T03:14:08.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 -- 172.21.15.76:0/2435269238 wait complete. 2023-11-25T03:14:08.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.386+0000 7ff61625a640 1 Processor -- start 2023-11-25T03:14:08.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- start start 2023-11-25T03:14:08.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff6100c4e60 0x7ff6100c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:08.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 0x7ff6101f0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff610151e90 0x7ff6100c27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6101552d0 con 0x7ff6100c7ea0 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6100c2330 con 0x7ff610151e90 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6101f1430 con 0x7ff6100c4e60 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 0x7ff6101f0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 0x7ff6101f0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48778/0 (socket says 172.21.15.76:48778) 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 -- 172.21.15.76:0/1772440902 learned_addr learned my addr 172.21.15.76:0/1772440902 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60ffff640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff610151e90 0x7ff6100c27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60f7fe640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff6100c4e60 0x7ff6100c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 -- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff6100c4e60 msgr2=0x7ff6100c3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:08.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff6100c4e60 0x7ff6100c3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 -- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff610151e90 msgr2=0x7ff6100c27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff610151e90 0x7ff6100c27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 -- 172.21.15.76:0/1772440902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff600009420 con 0x7ff6100c7ea0 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60f7fe640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff6100c4e60 0x7ff6100c3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff60effd640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 0x7ff6101f0790 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7ff60400c480 tx=0x7ff60400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6040074e0 con 0x7ff6100c7ea0 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff604007660 con 0x7ff6100c7ea0 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6101f1150 con 0x7ff6100c7ea0 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff604004a30 con 0x7ff6100c7ea0 2023-11-25T03:14:08.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6100c1fc0 con 0x7ff6100c7ea0 2023-11-25T03:14:08.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.390+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff610068400 con 0x7ff6100c7ea0 2023-11-25T03:14:08.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.394+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff604004b90 con 0x7ff6100c7ea0 2023-11-25T03:14:08.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.394+0000 7ff5f7fff640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5fc066470 0x7ff5fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:08.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.394+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff604083760 con 0x7ff6100c7ea0 2023-11-25T03:14:08.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.394+0000 7ff60f7fe640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5fc066470 0x7ff5fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:08.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.394+0000 7ff60f7fe640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5fc066470 0x7ff5fc068930 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff6000ad000 tx=0x7ff6000a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:08.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.398+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff604054320 con 0x7ff6100c7ea0 2023-11-25T03:14:08.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:08.578+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ff6100c2470 con 0x7ff6100c7ea0 2023-11-25T03:14:09.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff5f7fff640 1 -- 172.21.15.76:0/1772440902 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v55) v1 ==== 123+0+0 (secure 0 0 0) 0x7ff604053eb0 con 0x7ff6100c7ea0 2023-11-25T03:14:09.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5fc066470 msgr2=0x7ff5fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5fc066470 0x7ff5fc068930 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff6000ad000 tx=0x7ff6000a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:09.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 msgr2=0x7ff6101f0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 0x7ff6101f0790 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7ff60400c480 tx=0x7ff60400c940 comp rx=0 tx=0).stop 2023-11-25T03:14:09.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 shutdown_connections 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5fc066470 0x7ff5fc068930 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff610151e90 0x7ff6100c27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6100c7ea0 0x7ff6101f0790 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 --2- 172.21.15.76:0/1772440902 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff6100c4e60 0x7ff6100c3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 >> 172.21.15.76:0/1772440902 conn(0x7ff6100ca170 msgr2=0x7ff61014f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 shutdown_connections 2023-11-25T03:14:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.222+0000 7ff61625a640 1 -- 172.21.15.76:0/1772440902 wait complete. 2023-11-25T03:14:09.247 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2023-11-25T03:14:09.247 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:09.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.378+0000 7f9591fc4640 1 Processor -- start 2023-11-25T03:14:09.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.378+0000 7f9591fc4640 1 -- start start 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f9591fc4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f958c0a5240 0x7f958c0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f9591fc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c1561f0 0x7f958c156660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f9591fc4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f958c0c3bd0 con 0x7f958c0c01c0 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f9591fc4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f958c0bf1e0 con 0x7f958c0a5240 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f9591fc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f958c0c3e20 con 0x7f958c1561f0 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f958c0a5240 0x7f958c0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f958c0a5240 0x7f958c0bfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48782/0 (socket says 172.21.15.76:48782) 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 -- 172.21.15.76:0/760763715 learned_addr learned my addr 172.21.15.76:0/760763715 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:09.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958bfff640 1 --2- 172.21.15.76:0/760763715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c1561f0 0x7f958c156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 -- 172.21.15.76:0/760763715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c1561f0 msgr2=0x7f958c156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:09.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 --2- 172.21.15.76:0/760763715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c1561f0 0x7f958c156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 -- 172.21.15.76:0/760763715 >> v1:172.21.15.106:6789/0 conn(0x7f958c0c01c0 legacy=0x7f958c0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.382+0000 7f958b7fe640 1 -- 172.21.15.76:0/760763715 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f958c0c4100 con 0x7f958c0a5240 2023-11-25T03:14:09.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f958b7fe640 1 --2- 172.21.15.76:0/760763715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c0a5240 0x7f958c0bfc80 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f957c009870 tx=0x7f957c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=604bc10b99b05ad8 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:09.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f958a7fc640 1 -- 172.21.15.76:0/760763715 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957c0ab680 con 0x7f958c0a5240 2023-11-25T03:14:09.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f958a7fc640 1 -- 172.21.15.76:0/760763715 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f957c0ab7e0 con 0x7f958c0a5240 2023-11-25T03:14:09.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f958a7fc640 1 -- 172.21.15.76:0/760763715 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957c0abb70 con 0x7f958c0a5240 2023-11-25T03:14:09.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 -- 172.21.15.76:0/760763715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c0a5240 msgr2=0x7f958c0bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 --2- 172.21.15.76:0/760763715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c0a5240 0x7f958c0bfc80 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f957c009870 tx=0x7f957c01c480 comp rx=0 tx=0).stop 2023-11-25T03:14:09.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 -- 172.21.15.76:0/760763715 shutdown_connections 2023-11-25T03:14:09.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 --2- 172.21.15.76:0/760763715 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c1561f0 0x7f958c156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 --2- 172.21.15.76:0/760763715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c0a5240 0x7f958c0bfc80 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 -- 172.21.15.76:0/760763715 >> 172.21.15.76:0/760763715 conn(0x7f958c06a5b0 msgr2=0x7f958c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:09.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 -- 172.21.15.76:0/760763715 shutdown_connections 2023-11-25T03:14:09.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 -- 172.21.15.76:0/760763715 wait complete. 2023-11-25T03:14:09.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 Processor -- start 2023-11-25T03:14:09.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.386+0000 7f9591fc4640 1 -- start start 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f958c0a5240 0x7f958c0a7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c0c01c0 0x7f958c1ecef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 0x7f958c0aa200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958c146bd0 con 0x7f958c1561f0 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958c152830 con 0x7f958c0a5240 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f958c1f0c10 con 0x7f958c0c01c0 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 0x7f958c0aa200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 0x7f958c0aa200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48794/0 (socket says 172.21.15.76:48794) 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 -- 172.21.15.76:0/2644110960 learned_addr learned my addr 172.21.15.76:0/2644110960 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958b7fe640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f958c0a5240 0x7f958c0a7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958affd640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c0c01c0 0x7f958c1ecef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 -- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c0c01c0 msgr2=0x7f958c1ecef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c0c01c0 0x7f958c1ecef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 -- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f958c0a5240 msgr2=0x7f958c0a7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f958c0a5240 0x7f958c0a7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 -- 172.21.15.76:0/2644110960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f957c0094d0 con 0x7f958c1561f0 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f958bfff640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 0x7f958c0aa200 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9584007e40 tx=0x7f958400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9584014620 con 0x7f958c1561f0 2023-11-25T03:14:09.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958400ee90 con 0x7f958c1561f0 2023-11-25T03:14:09.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f958c1f0600 con 0x7f958c1561f0 2023-11-25T03:14:09.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95840149e0 con 0x7f958c1561f0 2023-11-25T03:14:09.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f958c1f08a0 con 0x7f958c1561f0 2023-11-25T03:14:09.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f958c0c52e0 con 0x7f958c1561f0 2023-11-25T03:14:09.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.390+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9584014b40 con 0x7f958c1561f0 2023-11-25T03:14:09.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.394+0000 7f9573fff640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95780664a0 0x7f9578068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.394+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9584084ae0 con 0x7f958c1561f0 2023-11-25T03:14:09.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.394+0000 7f958b7fe640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95780664a0 0x7f9578068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.394+0000 7f958b7fe640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95780664a0 0x7f9578068960 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f957c0af000 tx=0x7f957c0b6040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:09.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.394+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9584051bf0 con 0x7f958c1561f0 2023-11-25T03:14:09.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.574+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f958c1f0460 con 0x7f958c1561f0 2023-11-25T03:14:09.579 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.574+0000 7f9573fff640 1 -- 172.21.15.76:0/2644110960 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+6137 (secure 0 0 0) 0x7f958c1f0460 con 0x7f958c1561f0 2023-11-25T03:14:09.580 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:09.580 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:09.580 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95780664a0 msgr2=0x7f9578068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95780664a0 0x7f9578068960 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f957c0af000 tx=0x7f957c0b6040 comp rx=0 tx=0).stop 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 msgr2=0x7f958c0aa200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 0x7f958c0aa200 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9584007e40 tx=0x7f958400e4b0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 shutdown_connections 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95780664a0 0x7f9578068960 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f958c1561f0 0x7f958c0aa200 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.582 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f958c0c01c0 0x7f958c1ecef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 --2- 172.21.15.76:0/2644110960 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f958c0a5240 0x7f958c0a7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 >> 172.21.15.76:0/2644110960 conn(0x7f958c06a5b0 msgr2=0x7f958c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:09.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 shutdown_connections 2023-11-25T03:14:09.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.578+0000 7f9591fc4640 1 -- 172.21.15.76:0/2644110960 wait complete. 2023-11-25T03:14:09.601 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:09.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 Processor -- start 2023-11-25T03:14:09.738 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 -- start start 2023-11-25T03:14:09.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7cd0155650 0x7f7cd00a6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd00c1550 0x7f7cd00c1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cd00c3980 con 0x7f7cd00c6250 2023-11-25T03:14:09.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cd00c4360 con 0x7f7cd0155650 2023-11-25T03:14:09.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cd5817640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd00c2bb0 con 0x7f7cd00c1550 2023-11-25T03:14:09.739 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7cd0155650 0x7f7cd00a6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7cd0155650 0x7f7cd00a6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48802/0 (socket says 172.21.15.76:48802) 2023-11-25T03:14:09.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 -- 172.21.15.76:0/4126256025 learned_addr learned my addr 172.21.15.76:0/4126256025 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:09.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7ccf7fe640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd00c1550 0x7f7cd00c1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 -- 172.21.15.76:0/4126256025 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd00c1550 msgr2=0x7f7cd00c1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:09.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd00c1550 0x7f7cd00c1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 -- 172.21.15.76:0/4126256025 >> v1:172.21.15.106:6789/0 conn(0x7f7cd00c6250 legacy=0x7f7cd00c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:09.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7cceffd640 1 -- 172.21.15.76:0/4126256025 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cd00c2e90 con 0x7f7cd0155650 2023-11-25T03:14:09.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.734+0000 7f7ccf7fe640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd00c1550 0x7f7cd00c1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:09.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cceffd640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd0155650 0x7f7cd00a6e40 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f7cc0009870 tx=0x7f7cc001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed8b496270d463c5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:09.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7ccdffb640 1 -- 172.21.15.76:0/4126256025 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc00a7070 con 0x7f7cd0155650 2023-11-25T03:14:09.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7ccdffb640 1 -- 172.21.15.76:0/4126256025 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cc00ab430 con 0x7f7cd0155650 2023-11-25T03:14:09.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7ccdffb640 1 -- 172.21.15.76:0/4126256025 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc00ab7c0 con 0x7f7cd0155650 2023-11-25T03:14:09.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 -- 172.21.15.76:0/4126256025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd0155650 msgr2=0x7f7cd00a6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd0155650 0x7f7cd00a6e40 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f7cc0009870 tx=0x7f7cc001c470 comp rx=0 tx=0).stop 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 -- 172.21.15.76:0/4126256025 shutdown_connections 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd00c1550 0x7f7cd00c1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 --2- 172.21.15.76:0/4126256025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd0155650 0x7f7cd00a6e40 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 -- 172.21.15.76:0/4126256025 >> 172.21.15.76:0/4126256025 conn(0x7f7cd00c7e40 msgr2=0x7f7cd00c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 -- 172.21.15.76:0/4126256025 shutdown_connections 2023-11-25T03:14:09.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.738+0000 7f7cd5817640 1 -- 172.21.15.76:0/4126256025 wait complete. 2023-11-25T03:14:09.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 Processor -- start 2023-11-25T03:14:09.745 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 -- start start 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 0x7f7cd01ece20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cd00c6250 0x7f7cd014d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd0155650 0x7f7cd01f0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd01f05c0 con 0x7f7cd00c1550 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd0151b60 con 0x7f7cd00c6250 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd00abdb0 con 0x7f7cd0155650 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 0x7f7cd01ece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 0x7f7cd01ece20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48812/0 (socket says 172.21.15.76:48812) 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 -- 172.21.15.76:0/1922518090 learned_addr learned my addr 172.21.15.76:0/1922518090 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 -- 172.21.15.76:0/1922518090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd0155650 msgr2=0x7f7cd01f0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd0155650 0x7f7cd01f0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 -- 172.21.15.76:0/1922518090 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cd00c6250 msgr2=0x7f7cd014d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cd00c6250 0x7f7cd014d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 -- 172.21.15.76:0/1922518090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cc00094d0 con 0x7f7cd00c1550 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cceffd640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 0x7f7cd01ece20 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f7cc001cd10 tx=0x7f7cc0019210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc00b4830 con 0x7f7cd00c1550 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cc00b4990 con 0x7f7cd00c1550 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc00b4d40 con 0x7f7cd00c1550 2023-11-25T03:14:09.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cd00ab7f0 con 0x7f7cd00c1550 2023-11-25T03:14:09.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.742+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cd014d9a0 con 0x7f7cd00c1550 2023-11-25T03:14:09.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.746+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cd01f0390 con 0x7f7cd00c1550 2023-11-25T03:14:09.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.746+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7cc00c0460 con 0x7f7cd00c1550 2023-11-25T03:14:09.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.746+0000 7f7cb7fff640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7cbc0664a0 0x7f7cbc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:09.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.746+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7cc011e4e0 con 0x7f7cd00c1550 2023-11-25T03:14:09.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.746+0000 7f7cce7fc640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7cbc0664a0 0x7f7cbc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:09.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.746+0000 7f7cce7fc640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7cbc0664a0 0x7f7cbc068960 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7cd01eac60 tx=0x7f7cc40079c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:09.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.750+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7cd01f0390 con 0x7f7cd00c1550 2023-11-25T03:14:09.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.898+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7cd01f0390 con 0x7f7cd00c1550 2023-11-25T03:14:09.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.898+0000 7f7cb7fff640 1 -- 172.21.15.76:0/1922518090 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f7cd01f0390 con 0x7f7cd00c1550 2023-11-25T03:14:09.905 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:09.905 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7cbc0664a0 msgr2=0x7f7cbc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7cbc0664a0 0x7f7cbc068960 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7cd01eac60 tx=0x7f7cc40079c0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 msgr2=0x7f7cd01ece20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 0x7f7cd01ece20 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f7cc001cd10 tx=0x7f7cc0019210 comp rx=0 tx=0).stop 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 shutdown_connections 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7cbc0664a0 0x7f7cbc068960 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cd0155650 0x7f7cd01f0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cd00c6250 0x7f7cd014d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 --2- 172.21.15.76:0/1922518090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cd00c1550 0x7f7cd01ece20 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:09.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 >> 172.21.15.76:0/1922518090 conn(0x7f7cd00c7e40 msgr2=0x7f7cd006cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:09.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 shutdown_connections 2023-11-25T03:14:09.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:09.902+0000 7f7cd5817640 1 -- 172.21.15.76:0/1922518090 wait complete. 2023-11-25T03:14:09.925 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-25T03:14:09.926 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:10.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0e9df640 1 Processor -- start 2023-11-25T03:14:10.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0e9df640 1 -- start start 2023-11-25T03:14:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0e9df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fdc080c5c60 0x7fdc080c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0e9df640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc080c3bd0 con 0x7fdc081561f0 2023-11-25T03:14:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0e9df640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc080bf1e0 con 0x7fdc080a5240 2023-11-25T03:14:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0e9df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc080c3e20 con 0x7fdc080c5c60 2023-11-25T03:14:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0cf7c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdc081561f0 0x7fdc08156640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48820/0 (socket says 172.21.15.76:48820) 2023-11-25T03:14:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc0cf7c640 1 -- 172.21.15.76:0/2003738179 learned_addr learned my addr 172.21.15.76:0/2003738179 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:10.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc077fe640 1 --2- 172.21.15.76:0/2003738179 >> v2:172.21.15.106:3300/0 conn(0x7fdc080c5c60 0x7fdc080c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 119204033 0 0) 0x7fdc080c3bd0 con 0x7fdc081561f0 2023-11-25T03:14:10.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.058+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbf0003530 con 0x7fdc081561f0 2023-11-25T03:14:10.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 548578853 0 0) 0x7fdc080bf1e0 con 0x7fdc080a5240 2023-11-25T03:14:10.066 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc080c3bd0 con 0x7fdc080a5240 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3498755810 0 0) 0x7fdbf0003530 con 0x7fdc081561f0 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 >> v2:172.21.15.106:3300/0 conn(0x7fdc080c5c60 msgr2=0x7fdc080c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 --2- 172.21.15.76:0/2003738179 >> v2:172.21.15.106:3300/0 conn(0x7fdc080c5c60 0x7fdc080c60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 >> v1:172.21.15.106:6789/0 conn(0x7fdc080a5240 legacy=0x7fdc080bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc080c4100 con 0x7fdc081561f0 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fdc00001a00 con 0x7fdc081561f0 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 >> v1:172.21.15.76:6789/0 conn(0x7fdc081561f0 legacy=0x7fdc08156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbf0003b60 0x7fdbf0003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf00047d0 0x7fdbf0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbf00051e0 0x7fdbf000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc080c3e20 con 0x7fdbf00047d0 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbf000c110 con 0x7fdbf0003b60 2023-11-25T03:14:10.067 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbf000c2d0 con 0x7fdbf00051e0 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf00047d0 0x7fdbf0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc0cf7c640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbf00051e0 0x7fdbf000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc07fff640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbf0003b60 0x7fdbf0003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 -- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbf00051e0 msgr2=0x7fdbf000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdbf00051e0 0x7fdbf000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 -- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbf0003b60 msgr2=0x7fdbf0003f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbf0003b60 0x7fdbf0003f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 -- 172.21.15.76:0/2003738179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbf0003530 con 0x7fdbf00047d0 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc07fff640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdbf0003b60 0x7fdbf0003f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:10.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc0cf7c640 1 -- 172.21.15.76:0/2003738179 reap_dead start 2023-11-25T03:14:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.062+0000 7fdc077fe640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf00047d0 0x7fdbf0004c50 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc009ae0 tx=0x7fdbfc01ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=258f683b3dcafbe1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc0a6510 con 0x7fdbf00047d0 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbfc0a6670 con 0x7fdbf00047d0 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc06ffd640 1 -- 172.21.15.76:0/2003738179 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc0a6a20 con 0x7fdbf00047d0 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- 172.21.15.76:0/2003738179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf00047d0 msgr2=0x7fdbf0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf00047d0 0x7fdbf0004c50 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc009ae0 tx=0x7fdbfc01ca20 comp rx=0 tx=0).stop 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- 172.21.15.76:0/2003738179 shutdown_connections 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/2003738179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf00047d0 0x7fdbf0004c50 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- 172.21.15.76:0/2003738179 >> 172.21.15.76:0/2003738179 conn(0x7fdc0806a5b0 msgr2=0x7fdc0806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- 172.21.15.76:0/2003738179 shutdown_connections 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- 172.21.15.76:0/2003738179 wait complete. 2023-11-25T03:14:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 Processor -- start 2023-11-25T03:14:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- start start 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 0x7fdc081511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdc081e0d60 0x7fdc081ed1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdc081ed6e0 0x7fdc08070ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc081e11e0 con 0x7fdc080a7cc0 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc080c0b80 con 0x7fdc081ed6e0 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc0e9df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc080c1140 con 0x7fdc081e0d60 2023-11-25T03:14:10.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc07fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 0x7fdc081511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc07fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 0x7fdc081511c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48824/0 (socket says 172.21.15.76:48824) 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.066+0000 7fdc07fff640 1 -- 172.21.15.76:0/3874387415 learned_addr learned my addr 172.21.15.76:0/3874387415 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc07fff640 1 -- 172.21.15.76:0/3874387415 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdc081e0d60 msgr2=0x7fdc081ed1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc07fff640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdc081e0d60 0x7fdc081ed1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc07fff640 1 -- 172.21.15.76:0/3874387415 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdc081ed6e0 msgr2=0x7fdc08070ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc07fff640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdc081ed6e0 0x7fdc08070ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc07fff640 1 -- 172.21.15.76:0/3874387415 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc081f1050 con 0x7fdc080a7cc0 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc07fff640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 0x7fdc081511c0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fdbf800e7e0 tx=0x7fdbf800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbf8017070 con 0x7fdc080a7cc0 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbf80050d0 con 0x7fdc080a7cc0 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbf80052a0 con 0x7fdc080a7cc0 2023-11-25T03:14:10.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc081f1330 con 0x7fdc080a7cc0 2023-11-25T03:14:10.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc080a70a0 con 0x7fdc080a7cc0 2023-11-25T03:14:10.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc08068400 con 0x7fdc080a7cc0 2023-11-25T03:14:10.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.070+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdbf8007020 con 0x7fdc080a7cc0 2023-11-25T03:14:10.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.074+0000 7fdc04ff9640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbf40664a0 0x7fdbf4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.074+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fdbf8083a10 con 0x7fdc080a7cc0 2023-11-25T03:14:10.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.074+0000 7fdc077fe640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbf40664a0 0x7fdbf4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.074+0000 7fdc077fe640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbf40664a0 0x7fdbf4068960 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc0af000 tx=0x7fdbfc004740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.078+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdbf8050b20 con 0x7fdc080a7cc0 2023-11-25T03:14:10.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.226+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fdc08156600 con 0x7fdbf40664a0 2023-11-25T03:14:10.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.238+0000 7fdc04ff9640 1 -- 172.21.15.76:0/3874387415 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+512853 (secure 0 0 0) 0x7fdbfc0059a0 con 0x7fdbf40664a0 2023-11-25T03:14:10.246 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:10.251 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:10.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbf40664a0 msgr2=0x7fdbf4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbf40664a0 0x7fdbf4068960 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc0af000 tx=0x7fdbfc004740 comp rx=0 tx=0).stop 2023-11-25T03:14:10.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 msgr2=0x7fdc081511c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 0x7fdc081511c0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fdbf800e7e0 tx=0x7fdbf800eca0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.253 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 shutdown_connections 2023-11-25T03:14:10.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fdbf40664a0 0x7fdbf4068960 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fdc081ed6e0 0x7fdc08070ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fdc081e0d60 0x7fdc081ed1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 --2- 172.21.15.76:0/3874387415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc080a7cc0 0x7fdc081511c0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 >> 172.21.15.76:0/3874387415 conn(0x7fdc0806a5b0 msgr2=0x7fdc08154ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:10.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 shutdown_connections 2023-11-25T03:14:10.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.242+0000 7fdc0e9df640 1 -- 172.21.15.76:0/3874387415 wait complete. 2023-11-25T03:14:10.266 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":167,"stamp":"2023-11-25T03:14:09.129022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253236,"kb_used_data":7940,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721484,"statfs":{"total":773094113280,"available":772834799616,"internally_reserved":0,"allocated":8130560,"data_stored":4190815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.942171"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782816+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:13:54.782816+0000","last_peered":"2023-11-25T03:13:54.782816+0000","last_clean":"2023-11-25T03:13:54.782816+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:13:54.782816+0000","last_undegraded":"2023-11-25T03:13:54.782816+0000","last_fullsized":"2023-11-25T03:13:54.782816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783155+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:13:54.783155+0000","last_peered":"2023-11-25T03:13:54.783155+0000","last_clean":"2023-11-25T03:13:54.783155+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:13:54.783155+0000","last_undegraded":"2023-11-25T03:13:54.783155+0000","last_fullsized":"2023-11-25T03:13:54.783155+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782613+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:13:54.782613+0000","last_peered":"2023-11-25T03:13:54.782613+0000","last_clean":"2023-11-25T03:13:54.782613+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:13:54.782613+0000","last_undegraded":"2023-11-25T03:13:54.782613+0000","last_fullsized":"2023-11-25T03:13:54.782613+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:03:26.319271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782221+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:13:54.782221+0000","last_peered":"2023-11-25T03:13:54.782221+0000","last_clean":"2023-11-25T03:13:54.782221+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:13:54.782221+0000","last_undegraded":"2023-11-25T03:13:54.782221+0000","last_fullsized":"2023-11-25T03:13:54.782221+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084200+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:13:54.084200+0000","last_peered":"2023-11-25T03:13:54.084200+0000","last_clean":"2023-11-25T03:13:54.084200+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:13:54.084200+0000","last_undegraded":"2023-11-25T03:13:54.084200+0000","last_fullsized":"2023-11-25T03:13:54.084200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084139+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:13:54.084139+0000","last_peered":"2023-11-25T03:13:54.084139+0000","last_clean":"2023-11-25T03:13:54.084139+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:13:54.084139+0000","last_undegraded":"2023-11-25T03:13:54.084139+0000","last_fullsized":"2023-11-25T03:13:54.084139+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781800+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:13:54.781800+0000","last_peered":"2023-11-25T03:13:54.781800+0000","last_clean":"2023-11-25T03:13:54.781800+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:13:54.781800+0000","last_undegraded":"2023-11-25T03:13:54.781800+0000","last_fullsized":"2023-11-25T03:13:54.781800+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:13.412989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083864+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:13:54.083864+0000","last_peered":"2023-11-25T03:13:54.083864+0000","last_clean":"2023-11-25T03:13:54.083864+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:13:54.083864+0000","last_undegraded":"2023-11-25T03:13:54.083864+0000","last_fullsized":"2023-11-25T03:13:54.083864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084826+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:13:54.084826+0000","last_peered":"2023-11-25T03:13:54.084826+0000","last_clean":"2023-11-25T03:13:54.084826+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:13:54.084826+0000","last_undegraded":"2023-11-25T03:13:54.084826+0000","last_fullsized":"2023-11-25T03:13:54.084826+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782507+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:13:54.782507+0000","last_peered":"2023-11-25T03:13:54.782507+0000","last_clean":"2023-11-25T03:13:54.782507+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:13:54.782507+0000","last_undegraded":"2023-11-25T03:13:54.782507+0000","last_fullsized":"2023-11-25T03:13:54.782507+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783049+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:13:54.783049+0000","last_peered":"2023-11-25T03:13:54.783049+0000","last_clean":"2023-11-25T03:13:54.783049+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:13:54.783049+0000","last_undegraded":"2023-11-25T03:13:54.783049+0000","last_fullsized":"2023-11-25T03:13:54.783049+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782300+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:13:54.782300+0000","last_peered":"2023-11-25T03:13:54.782300+0000","last_clean":"2023-11-25T03:13:54.782300+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:13:54.782300+0000","last_undegraded":"2023-11-25T03:13:54.782300+0000","last_fullsized":"2023-11-25T03:13:54.782300+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782258+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:13:54.782258+0000","last_peered":"2023-11-25T03:13:54.782258+0000","last_clean":"2023-11-25T03:13:54.782258+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:13:54.782258+0000","last_undegraded":"2023-11-25T03:13:54.782258+0000","last_fullsized":"2023-11-25T03:13:54.782258+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782022+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:13:54.782022+0000","last_peered":"2023-11-25T03:13:54.782022+0000","last_clean":"2023-11-25T03:13:54.782022+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:13:54.782022+0000","last_undegraded":"2023-11-25T03:13:54.782022+0000","last_fullsized":"2023-11-25T03:13:54.782022+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781645+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:13:54.781645+0000","last_peered":"2023-11-25T03:13:54.781645+0000","last_clean":"2023-11-25T03:13:54.781645+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:13:54.781645+0000","last_undegraded":"2023-11-25T03:13:54.781645+0000","last_fullsized":"2023-11-25T03:13:54.781645+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:34:04.796839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083849+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:13:54.083849+0000","last_peered":"2023-11-25T03:13:54.083849+0000","last_clean":"2023-11-25T03:13:54.083849+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:13:54.083849+0000","last_undegraded":"2023-11-25T03:13:54.083849+0000","last_fullsized":"2023-11-25T03:13:54.083849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084905+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:13:54.084905+0000","last_peered":"2023-11-25T03:13:54.084905+0000","last_clean":"2023-11-25T03:13:54.084905+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:13:54.084905+0000","last_undegraded":"2023-11-25T03:13:54.084905+0000","last_fullsized":"2023-11-25T03:13:54.084905+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782527+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:13:54.782527+0000","last_peered":"2023-11-25T03:13:54.782527+0000","last_clean":"2023-11-25T03:13:54.782527+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:13:54.782527+0000","last_undegraded":"2023-11-25T03:13:54.782527+0000","last_fullsized":"2023-11-25T03:13:54.782527+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:37.845533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082643+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:13:54.082643+0000","last_peered":"2023-11-25T03:13:54.082643+0000","last_clean":"2023-11-25T03:13:54.082643+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:13:54.082643+0000","last_undegraded":"2023-11-25T03:13:54.082643+0000","last_fullsized":"2023-11-25T03:13:54.082643+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782355+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:13:54.782355+0000","last_peered":"2023-11-25T03:13:54.782355+0000","last_clean":"2023-11-25T03:13:54.782355+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:13:54.782355+0000","last_undegraded":"2023-11-25T03:13:54.782355+0000","last_fullsized":"2023-11-25T03:13:54.782355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782313+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:13:54.782313+0000","last_peered":"2023-11-25T03:13:54.782313+0000","last_clean":"2023-11-25T03:13:54.782313+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:13:54.782313+0000","last_undegraded":"2023-11-25T03:13:54.782313+0000","last_fullsized":"2023-11-25T03:13:54.782313+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782004+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:13:54.782004+0000","last_peered":"2023-11-25T03:13:54.782004+0000","last_clean":"2023-11-25T03:13:54.782004+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:13:54.782004+0000","last_undegraded":"2023-11-25T03:13:54.782004+0000","last_fullsized":"2023-11-25T03:13:54.782004+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:06:09.700508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782267+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:13:54.782267+0000","last_peered":"2023-11-25T03:13:54.782267+0000","last_clean":"2023-11-25T03:13:54.782267+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:13:54.782267+0000","last_undegraded":"2023-11-25T03:13:54.782267+0000","last_fullsized":"2023-11-25T03:13:54.782267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781532+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:13:54.781532+0000","last_peered":"2023-11-25T03:13:54.781532+0000","last_clean":"2023-11-25T03:13:54.781532+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:13:54.781532+0000","last_undegraded":"2023-11-25T03:13:54.781532+0000","last_fullsized":"2023-11-25T03:13:54.781532+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:13:54.438586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783137+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:13:54.783137+0000","last_peered":"2023-11-25T03:13:54.783137+0000","last_clean":"2023-11-25T03:13:54.783137+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:13:54.783137+0000","last_undegraded":"2023-11-25T03:13:54.783137+0000","last_fullsized":"2023-11-25T03:13:54.783137+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782734+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:13:54.782734+0000","last_peered":"2023-11-25T03:13:54.782734+0000","last_clean":"2023-11-25T03:13:54.782734+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:13:54.782734+0000","last_undegraded":"2023-11-25T03:13:54.782734+0000","last_fullsized":"2023-11-25T03:13:54.782734+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:11:52.920746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084572+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:13:54.084572+0000","last_peered":"2023-11-25T03:13:54.084572+0000","last_clean":"2023-11-25T03:13:54.084572+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:13:54.084572+0000","last_undegraded":"2023-11-25T03:13:54.084572+0000","last_fullsized":"2023-11-25T03:13:54.084572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782439+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:13:54.782439+0000","last_peered":"2023-11-25T03:13:54.782439+0000","last_clean":"2023-11-25T03:13:54.782439+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:13:54.782439+0000","last_undegraded":"2023-11-25T03:13:54.782439+0000","last_fullsized":"2023-11-25T03:13:54.782439+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782821+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:13:54.782821+0000","last_peered":"2023-11-25T03:13:54.782821+0000","last_clean":"2023-11-25T03:13:54.782821+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:13:54.782821+0000","last_undegraded":"2023-11-25T03:13:54.782821+0000","last_fullsized":"2023-11-25T03:13:54.782821+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782623+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:13:54.782623+0000","last_peered":"2023-11-25T03:13:54.782623+0000","last_clean":"2023-11-25T03:13:54.782623+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:13:54.782623+0000","last_undegraded":"2023-11-25T03:13:54.782623+0000","last_fullsized":"2023-11-25T03:13:54.782623+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:50.998788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084257+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:13:54.084257+0000","last_peered":"2023-11-25T03:13:54.084257+0000","last_clean":"2023-11-25T03:13:54.084257+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:13:54.084257+0000","last_undegraded":"2023-11-25T03:13:54.084257+0000","last_fullsized":"2023-11-25T03:13:54.084257+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782192+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:13:54.782192+0000","last_peered":"2023-11-25T03:13:54.782192+0000","last_clean":"2023-11-25T03:13:54.782192+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:13:54.782192+0000","last_undegraded":"2023-11-25T03:13:54.782192+0000","last_fullsized":"2023-11-25T03:13:54.782192+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084220+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:13:54.084220+0000","last_peered":"2023-11-25T03:13:54.084220+0000","last_clean":"2023-11-25T03:13:54.084220+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:13:54.084220+0000","last_undegraded":"2023-11-25T03:13:54.084220+0000","last_fullsized":"2023-11-25T03:13:54.084220+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138321+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:13:54.138321+0000","last_peered":"2023-11-25T03:13:54.138321+0000","last_clean":"2023-11-25T03:13:54.138321+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:13:54.138321+0000","last_undegraded":"2023-11-25T03:13:54.138321+0000","last_fullsized":"2023-11-25T03:13:54.138321+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782977+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:13:54.782977+0000","last_peered":"2023-11-25T03:13:54.782977+0000","last_clean":"2023-11-25T03:13:54.782977+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:13:54.782977+0000","last_undegraded":"2023-11-25T03:13:54.782977+0000","last_fullsized":"2023-11-25T03:13:54.782977+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084599+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:13:54.084599+0000","last_peered":"2023-11-25T03:13:54.084599+0000","last_clean":"2023-11-25T03:13:54.084599+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:13:54.084599+0000","last_undegraded":"2023-11-25T03:13:54.084599+0000","last_fullsized":"2023-11-25T03:13:54.084599+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782592+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:13:54.782592+0000","last_peered":"2023-11-25T03:13:54.782592+0000","last_clean":"2023-11-25T03:13:54.782592+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:13:54.782592+0000","last_undegraded":"2023-11-25T03:13:54.782592+0000","last_fullsized":"2023-11-25T03:13:54.782592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082618+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:13:54.082618+0000","last_peered":"2023-11-25T03:13:54.082618+0000","last_clean":"2023-11-25T03:13:54.082618+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:13:54.082618+0000","last_undegraded":"2023-11-25T03:13:54.082618+0000","last_fullsized":"2023-11-25T03:13:54.082618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782502+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:13:54.782502+0000","last_peered":"2023-11-25T03:13:54.782502+0000","last_clean":"2023-11-25T03:13:54.782502+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:13:54.782502+0000","last_undegraded":"2023-11-25T03:13:54.782502+0000","last_fullsized":"2023-11-25T03:13:54.782502+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:22.334173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082468+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:13:54.082468+0000","last_peered":"2023-11-25T03:13:54.082468+0000","last_clean":"2023-11-25T03:13:54.082468+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:13:54.082468+0000","last_undegraded":"2023-11-25T03:13:54.082468+0000","last_fullsized":"2023-11-25T03:13:54.082468+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782756+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:13:54.782756+0000","last_peered":"2023-11-25T03:13:54.782756+0000","last_clean":"2023-11-25T03:13:54.782756+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:13:54.782756+0000","last_undegraded":"2023-11-25T03:13:54.782756+0000","last_fullsized":"2023-11-25T03:13:54.782756+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:42:26.701728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084407+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:13:54.084407+0000","last_peered":"2023-11-25T03:13:54.084407+0000","last_clean":"2023-11-25T03:13:54.084407+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:13:54.084407+0000","last_undegraded":"2023-11-25T03:13:54.084407+0000","last_fullsized":"2023-11-25T03:13:54.084407+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084296+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:13:54.084296+0000","last_peered":"2023-11-25T03:13:54.084296+0000","last_clean":"2023-11-25T03:13:54.084296+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:13:54.084296+0000","last_undegraded":"2023-11-25T03:13:54.084296+0000","last_fullsized":"2023-11-25T03:13:54.084296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084023+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:13:54.084023+0000","last_peered":"2023-11-25T03:13:54.084023+0000","last_clean":"2023-11-25T03:13:54.084023+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:13:54.084023+0000","last_undegraded":"2023-11-25T03:13:54.084023+0000","last_fullsized":"2023-11-25T03:13:54.084023+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781963+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:13:54.781963+0000","last_peered":"2023-11-25T03:13:54.781963+0000","last_clean":"2023-11-25T03:13:54.781963+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:13:54.781963+0000","last_undegraded":"2023-11-25T03:13:54.781963+0000","last_fullsized":"2023-11-25T03:13:54.781963+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082080+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:13:54.082080+0000","last_peered":"2023-11-25T03:13:54.082080+0000","last_clean":"2023-11-25T03:13:54.082080+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:13:54.082080+0000","last_undegraded":"2023-11-25T03:13:54.082080+0000","last_fullsized":"2023-11-25T03:13:54.082080+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783124+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:13:54.783124+0000","last_peered":"2023-11-25T03:13:54.783124+0000","last_clean":"2023-11-25T03:13:54.783124+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:13:54.783124+0000","last_undegraded":"2023-11-25T03:13:54.783124+0000","last_fullsized":"2023-11-25T03:13:54.783124+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:28:46.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136983+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:13:54.136983+0000","last_peered":"2023-11-25T03:13:54.136983+0000","last_clean":"2023-11-25T03:13:54.136983+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:13:54.136983+0000","last_undegraded":"2023-11-25T03:13:54.136983+0000","last_fullsized":"2023-11-25T03:13:54.136983+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782813+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:13:54.782813+0000","last_peered":"2023-11-25T03:13:54.782813+0000","last_clean":"2023-11-25T03:13:54.782813+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:13:54.782813+0000","last_undegraded":"2023-11-25T03:13:54.782813+0000","last_fullsized":"2023-11-25T03:13:54.782813+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:13.488474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138339+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:13:54.138339+0000","last_peered":"2023-11-25T03:13:54.138339+0000","last_clean":"2023-11-25T03:13:54.138339+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:13:54.138339+0000","last_undegraded":"2023-11-25T03:13:54.138339+0000","last_fullsized":"2023-11-25T03:13:54.138339+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084962+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:13:54.084962+0000","last_peered":"2023-11-25T03:13:54.084962+0000","last_clean":"2023-11-25T03:13:54.084962+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:13:54.084962+0000","last_undegraded":"2023-11-25T03:13:54.084962+0000","last_fullsized":"2023-11-25T03:13:54.084962+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138249+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:13:54.138249+0000","last_peered":"2023-11-25T03:13:54.138249+0000","last_clean":"2023-11-25T03:13:54.138249+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:13:54.138249+0000","last_undegraded":"2023-11-25T03:13:54.138249+0000","last_fullsized":"2023-11-25T03:13:54.138249+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082284+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:13:54.082284+0000","last_peered":"2023-11-25T03:13:54.082284+0000","last_clean":"2023-11-25T03:13:54.082284+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:13:54.082284+0000","last_undegraded":"2023-11-25T03:13:54.082284+0000","last_fullsized":"2023-11-25T03:13:54.082284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138193+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:13:54.138193+0000","last_peered":"2023-11-25T03:13:54.138193+0000","last_clean":"2023-11-25T03:13:54.138193+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:13:54.138193+0000","last_undegraded":"2023-11-25T03:13:54.138193+0000","last_fullsized":"2023-11-25T03:13:54.138193+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084672+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:13:54.084672+0000","last_peered":"2023-11-25T03:13:54.084672+0000","last_clean":"2023-11-25T03:13:54.084672+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:13:54.084672+0000","last_undegraded":"2023-11-25T03:13:54.084672+0000","last_fullsized":"2023-11-25T03:13:54.084672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"70'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:59.784889+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:13:59.784889+0000","last_peered":"2023-11-25T03:13:59.784889+0000","last_clean":"2023-11-25T03:13:59.784889+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:13:59.784889+0000","last_undegraded":"2023-11-25T03:13:59.784889+0000","last_fullsized":"2023-11-25T03:13:59.784889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082223+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:13:54.082223+0000","last_peered":"2023-11-25T03:13:54.082223+0000","last_clean":"2023-11-25T03:13:54.082223+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:13:54.082223+0000","last_undegraded":"2023-11-25T03:13:54.082223+0000","last_fullsized":"2023-11-25T03:13:54.082223+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.137034+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:13:54.137034+0000","last_peered":"2023-11-25T03:13:54.137034+0000","last_clean":"2023-11-25T03:13:54.137034+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:13:54.137034+0000","last_undegraded":"2023-11-25T03:13:54.137034+0000","last_fullsized":"2023-11-25T03:13:54.137034+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782412+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:13:54.782412+0000","last_peered":"2023-11-25T03:13:54.782412+0000","last_clean":"2023-11-25T03:13:54.782412+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:13:54.782412+0000","last_undegraded":"2023-11-25T03:13:54.782412+0000","last_fullsized":"2023-11-25T03:13:54.782412+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:19:33.017751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138298+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:13:54.138298+0000","last_peered":"2023-11-25T03:13:54.138298+0000","last_clean":"2023-11-25T03:13:54.138298+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:13:54.138298+0000","last_undegraded":"2023-11-25T03:13:54.138298+0000","last_fullsized":"2023-11-25T03:13:54.138298+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781798+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:13:54.781798+0000","last_peered":"2023-11-25T03:13:54.781798+0000","last_clean":"2023-11-25T03:13:54.781798+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:13:54.781798+0000","last_undegraded":"2023-11-25T03:13:54.781798+0000","last_fullsized":"2023-11-25T03:13:54.781798+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:00.882173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084064+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:13:54.084064+0000","last_peered":"2023-11-25T03:13:54.084064+0000","last_clean":"2023-11-25T03:13:54.084064+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:13:54.084064+0000","last_undegraded":"2023-11-25T03:13:54.084064+0000","last_fullsized":"2023-11-25T03:13:54.084064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781640+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:13:54.781640+0000","last_peered":"2023-11-25T03:13:54.781640+0000","last_clean":"2023-11-25T03:13:54.781640+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:13:54.781640+0000","last_undegraded":"2023-11-25T03:13:54.781640+0000","last_fullsized":"2023-11-25T03:13:54.781640+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:47.692482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082008+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:13:54.082008+0000","last_peered":"2023-11-25T03:13:54.082008+0000","last_clean":"2023-11-25T03:13:54.082008+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:13:54.082008+0000","last_undegraded":"2023-11-25T03:13:54.082008+0000","last_fullsized":"2023-11-25T03:13:54.082008+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782875+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:13:54.782875+0000","last_peered":"2023-11-25T03:13:54.782875+0000","last_clean":"2023-11-25T03:13:54.782875+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:13:54.782875+0000","last_undegraded":"2023-11-25T03:13:54.782875+0000","last_fullsized":"2023-11-25T03:13:54.782875+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:01.745118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138360+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:13:54.138360+0000","last_peered":"2023-11-25T03:13:54.138360+0000","last_clean":"2023-11-25T03:13:54.138360+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:13:54.138360+0000","last_undegraded":"2023-11-25T03:13:54.138360+0000","last_fullsized":"2023-11-25T03:13:54.138360+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782955+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:13:54.782955+0000","last_peered":"2023-11-25T03:13:54.782955+0000","last_clean":"2023-11-25T03:13:54.782955+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:13:54.782955+0000","last_undegraded":"2023-11-25T03:13:54.782955+0000","last_fullsized":"2023-11-25T03:13:54.782955+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082617+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:13:54.082617+0000","last_peered":"2023-11-25T03:13:54.082617+0000","last_clean":"2023-11-25T03:13:54.082617+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:13:54.082617+0000","last_undegraded":"2023-11-25T03:13:54.082617+0000","last_fullsized":"2023-11-25T03:13:54.082617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084726+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:13:54.084726+0000","last_peered":"2023-11-25T03:13:54.084726+0000","last_clean":"2023-11-25T03:13:54.084726+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:13:54.084726+0000","last_undegraded":"2023-11-25T03:13:54.084726+0000","last_fullsized":"2023-11-25T03:13:54.084726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082509+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:13:54.082509+0000","last_peered":"2023-11-25T03:13:54.082509+0000","last_clean":"2023-11-25T03:13:54.082509+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:13:54.082509+0000","last_undegraded":"2023-11-25T03:13:54.082509+0000","last_fullsized":"2023-11-25T03:13:54.082509+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782050+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:13:54.782050+0000","last_peered":"2023-11-25T03:13:54.782050+0000","last_clean":"2023-11-25T03:13:54.782050+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:13:54.782050+0000","last_undegraded":"2023-11-25T03:13:54.782050+0000","last_fullsized":"2023-11-25T03:13:54.782050+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138312+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:13:54.138312+0000","last_peered":"2023-11-25T03:13:54.138312+0000","last_clean":"2023-11-25T03:13:54.138312+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:13:54.138312+0000","last_undegraded":"2023-11-25T03:13:54.138312+0000","last_fullsized":"2023-11-25T03:13:54.138312+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084958+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:13:54.084958+0000","last_peered":"2023-11-25T03:13:54.084958+0000","last_clean":"2023-11-25T03:13:54.084958+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:13:54.084958+0000","last_undegraded":"2023-11-25T03:13:54.084958+0000","last_fullsized":"2023-11-25T03:13:54.084958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136636+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:13:54.136636+0000","last_peered":"2023-11-25T03:13:54.136636+0000","last_clean":"2023-11-25T03:13:54.136636+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:13:54.136636+0000","last_undegraded":"2023-11-25T03:13:54.136636+0000","last_fullsized":"2023-11-25T03:13:54.136636+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781676+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:13:54.781676+0000","last_peered":"2023-11-25T03:13:54.781676+0000","last_clean":"2023-11-25T03:13:54.781676+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:13:54.781676+0000","last_undegraded":"2023-11-25T03:13:54.781676+0000","last_fullsized":"2023-11-25T03:13:54.781676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:07.632441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136610+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:13:54.136610+0000","last_peered":"2023-11-25T03:13:54.136610+0000","last_clean":"2023-11-25T03:13:54.136610+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:13:54.136610+0000","last_undegraded":"2023-11-25T03:13:54.136610+0000","last_fullsized":"2023-11-25T03:13:54.136610+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083990+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:13:54.083990+0000","last_peered":"2023-11-25T03:13:54.083990+0000","last_clean":"2023-11-25T03:13:54.083990+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:13:54.083990+0000","last_undegraded":"2023-11-25T03:13:54.083990+0000","last_fullsized":"2023-11-25T03:13:54.083990+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138247+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:13:54.138247+0000","last_peered":"2023-11-25T03:13:54.138247+0000","last_clean":"2023-11-25T03:13:54.138247+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:13:54.138247+0000","last_undegraded":"2023-11-25T03:13:54.138247+0000","last_fullsized":"2023-11-25T03:13:54.138247+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084683+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:13:54.084683+0000","last_peered":"2023-11-25T03:13:54.084683+0000","last_clean":"2023-11-25T03:13:54.084683+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:13:54.084683+0000","last_undegraded":"2023-11-25T03:13:54.084683+0000","last_fullsized":"2023-11-25T03:13:54.084683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.137088+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:13:54.137088+0000","last_peered":"2023-11-25T03:13:54.137088+0000","last_clean":"2023-11-25T03:13:54.137088+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:13:54.137088+0000","last_undegraded":"2023-11-25T03:13:54.137088+0000","last_fullsized":"2023-11-25T03:13:54.137088+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782286+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:13:54.782286+0000","last_peered":"2023-11-25T03:13:54.782286+0000","last_clean":"2023-11-25T03:13:54.782286+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:13:54.782286+0000","last_undegraded":"2023-11-25T03:13:54.782286+0000","last_fullsized":"2023-11-25T03:13:54.782286+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783183+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:13:54.783183+0000","last_peered":"2023-11-25T03:13:54.783183+0000","last_clean":"2023-11-25T03:13:54.783183+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:13:54.783183+0000","last_undegraded":"2023-11-25T03:13:54.783183+0000","last_fullsized":"2023-11-25T03:13:54.783183+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783054+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:13:54.783054+0000","last_peered":"2023-11-25T03:13:54.783054+0000","last_clean":"2023-11-25T03:13:54.783054+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:13:54.783054+0000","last_undegraded":"2023-11-25T03:13:54.783054+0000","last_fullsized":"2023-11-25T03:13:54.783054+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138210+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:13:54.138210+0000","last_peered":"2023-11-25T03:13:54.138210+0000","last_clean":"2023-11-25T03:13:54.138210+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:13:54.138210+0000","last_undegraded":"2023-11-25T03:13:54.138210+0000","last_fullsized":"2023-11-25T03:13:54.138210+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084825+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:13:54.084825+0000","last_peered":"2023-11-25T03:13:54.084825+0000","last_clean":"2023-11-25T03:13:54.084825+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:13:54.084825+0000","last_undegraded":"2023-11-25T03:13:54.084825+0000","last_fullsized":"2023-11-25T03:13:54.084825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138175+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:13:54.138175+0000","last_peered":"2023-11-25T03:13:54.138175+0000","last_clean":"2023-11-25T03:13:54.138175+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:13:54.138175+0000","last_undegraded":"2023-11-25T03:13:54.138175+0000","last_fullsized":"2023-11-25T03:13:54.138175+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084265+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:13:54.084265+0000","last_peered":"2023-11-25T03:13:54.084265+0000","last_clean":"2023-11-25T03:13:54.084265+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:13:54.084265+0000","last_undegraded":"2023-11-25T03:13:54.084265+0000","last_fullsized":"2023-11-25T03:13:54.084265+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082371+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:13:54.082371+0000","last_peered":"2023-11-25T03:13:54.082371+0000","last_clean":"2023-11-25T03:13:54.082371+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:13:54.082371+0000","last_undegraded":"2023-11-25T03:13:54.082371+0000","last_fullsized":"2023-11-25T03:13:54.082371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082297+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:13:54.082297+0000","last_peered":"2023-11-25T03:13:54.082297+0000","last_clean":"2023-11-25T03:13:54.082297+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:13:54.082297+0000","last_undegraded":"2023-11-25T03:13:54.082297+0000","last_fullsized":"2023-11-25T03:13:54.082297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084122+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:13:54.084122+0000","last_peered":"2023-11-25T03:13:54.084122+0000","last_clean":"2023-11-25T03:13:54.084122+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:13:54.084122+0000","last_undegraded":"2023-11-25T03:13:54.084122+0000","last_fullsized":"2023-11-25T03:13:54.084122+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782031+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:13:54.782031+0000","last_peered":"2023-11-25T03:13:54.782031+0000","last_clean":"2023-11-25T03:13:54.782031+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:13:54.782031+0000","last_undegraded":"2023-11-25T03:13:54.782031+0000","last_fullsized":"2023-11-25T03:13:54.782031+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138096+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:13:54.138096+0000","last_peered":"2023-11-25T03:13:54.138096+0000","last_clean":"2023-11-25T03:13:54.138096+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:13:54.138096+0000","last_undegraded":"2023-11-25T03:13:54.138096+0000","last_fullsized":"2023-11-25T03:13:54.138096+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782897+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:13:54.782897+0000","last_peered":"2023-11-25T03:13:54.782897+0000","last_clean":"2023-11-25T03:13:54.782897+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:13:54.782897+0000","last_undegraded":"2023-11-25T03:13:54.782897+0000","last_fullsized":"2023-11-25T03:13:54.782897+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083945+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:13:54.083945+0000","last_peered":"2023-11-25T03:13:54.083945+0000","last_clean":"2023-11-25T03:13:54.083945+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:13:54.083945+0000","last_undegraded":"2023-11-25T03:13:54.083945+0000","last_fullsized":"2023-11-25T03:13:54.083945+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782892+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:13:54.782892+0000","last_peered":"2023-11-25T03:13:54.782892+0000","last_clean":"2023-11-25T03:13:54.782892+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:13:54.782892+0000","last_undegraded":"2023-11-25T03:13:54.782892+0000","last_fullsized":"2023-11-25T03:13:54.782892+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138326+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:13:54.138326+0000","last_peered":"2023-11-25T03:13:54.138326+0000","last_clean":"2023-11-25T03:13:54.138326+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:13:54.138326+0000","last_undegraded":"2023-11-25T03:13:54.138326+0000","last_fullsized":"2023-11-25T03:13:54.138326+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":212,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.073532+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:53.073532+0000","last_peered":"2023-11-25T03:13:53.073532+0000","last_clean":"2023-11-25T03:13:53.073532+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:53.073532+0000","last_undegraded":"2023-11-25T03:13:53.073532+0000","last_fullsized":"2023-11-25T03:13:53.073532+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":965849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.58499999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.505}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.44700000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.51800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.38}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.621}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":872448,"data_stored":376105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.62}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.59399999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.77000000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.78900000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574889,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":876544,"data_stored":378540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.65900000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.63700000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.79100000000000004}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.621},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.66800000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.54800000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.45700000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":860160,"data_stored":375411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.76800000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.86199999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.69899999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.88},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.79100000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.751},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.82599999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.84499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":872448,"data_stored":378518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.313},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.499}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.83099999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.72799999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.86299999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.76600000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574890,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":375993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.33100000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.39700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.496}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.56299999999999994}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.61399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":872448,"data_stored":375605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.51700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.497}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.72599999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.625}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.71599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.67200000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1454080,"data_stored":964794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.38500000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.442}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.64700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.76900000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.73699999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.75600000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.86199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:10.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:10.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.442+0000 7f951e479640 1 Processor -- start 2023-11-25T03:14:10.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 -- start start 2023-11-25T03:14:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f95180c63c0 0x7f95180c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f95180c4100 0x7f95180c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f95180a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95180c31c0 con 0x7f95180c63c0 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95180c34a0 con 0x7f95180c4100 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951e479640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95180c1030 con 0x7f95180c29e0 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f95180c63c0 0x7f95180c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f95180c63c0 0x7f95180c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48840/0 (socket says 172.21.15.76:48840) 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 -- 172.21.15.76:0/1372905719 learned_addr learned my addr 172.21.15.76:0/1372905719 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f951ca16640 1 --2- 172.21.15.76:0/1372905719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f95180a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f95177fe640 1 --2- 172.21.15.76:0/1372905719 >> v2:172.21.15.106:3300/0 conn(0x7f95180c4100 0x7f95180c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 -- 172.21.15.76:0/1372905719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 msgr2=0x7f95180a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 --2- 172.21.15.76:0/1372905719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f95180a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 -- 172.21.15.76:0/1372905719 >> v2:172.21.15.106:3300/0 conn(0x7f95180c4100 msgr2=0x7f95180c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 --2- 172.21.15.76:0/1372905719 >> v2:172.21.15.106:3300/0 conn(0x7f95180c4100 0x7f95180c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.446+0000 7f9517fff640 1 -- 172.21.15.76:0/1372905719 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95180c1310 con 0x7f95180c63c0 2023-11-25T03:14:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f9517fff640 1 --2- 172.21.15.76:0/1372905719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c63c0 0x7f95180c06d0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f95180a8b40 tx=0x7f950801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=179b0ee6ab72dda4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f9516ffd640 1 -- 172.21.15.76:0/1372905719 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95180aa3d0 con 0x7f95180c63c0 2023-11-25T03:14:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f9516ffd640 1 -- 172.21.15.76:0/1372905719 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95080ad640 con 0x7f95180c63c0 2023-11-25T03:14:10.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f9516ffd640 1 -- 172.21.15.76:0/1372905719 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95080ad9d0 con 0x7f95180c63c0 2023-11-25T03:14:10.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 -- 172.21.15.76:0/1372905719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c63c0 msgr2=0x7f95180c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 --2- 172.21.15.76:0/1372905719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c63c0 0x7f95180c06d0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f95180a8b40 tx=0x7f950801c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 -- 172.21.15.76:0/1372905719 shutdown_connections 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 --2- 172.21.15.76:0/1372905719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f95180a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 --2- 172.21.15.76:0/1372905719 >> v2:172.21.15.106:3300/0 conn(0x7f95180c4100 0x7f95180c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 --2- 172.21.15.76:0/1372905719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c63c0 0x7f95180c06d0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 -- 172.21.15.76:0/1372905719 >> 172.21.15.76:0/1372905719 conn(0x7f951806a5b0 msgr2=0x7f951806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 -- 172.21.15.76:0/1372905719 shutdown_connections 2023-11-25T03:14:10.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 -- 172.21.15.76:0/1372905719 wait complete. 2023-11-25T03:14:10.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 Processor -- start 2023-11-25T03:14:10.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.450+0000 7f951e479640 1 -- start start 2023-11-25T03:14:10.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f9518144a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 0x7f9518144f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f95180c63c0 0x7f951814be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95180720b0 con 0x7f95180c4100 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9518071970 con 0x7f95180c63c0 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95181ed790 con 0x7f95180c29e0 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 0x7f9518144f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 0x7f9518144f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48842/0 (socket says 172.21.15.76:48842) 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 -- 172.21.15.76:0/4173331448 learned_addr learned my addr 172.21.15.76:0/4173331448 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951ca16640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f95180c63c0 0x7f951814be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 -- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 msgr2=0x7f9518144a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f9517fff640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f9518144a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f9518144a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 -- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f95180c63c0 msgr2=0x7f951814be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f95180c63c0 0x7f951814be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 -- 172.21.15.76:0/4173331448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95080094d0 con 0x7f95180c4100 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951ca16640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f95180c63c0 0x7f951814be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f9517fff640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f9518144a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f95177fe640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 0x7f9518144f60 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f950c00d800 tx=0x7f950c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950c00b6c0 con 0x7f95180c4100 2023-11-25T03:14:10.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f950c00b820 con 0x7f95180c4100 2023-11-25T03:14:10.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95180c69b0 con 0x7f95180c4100 2023-11-25T03:14:10.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950c00bb90 con 0x7f95180c4100 2023-11-25T03:14:10.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9518071590 con 0x7f95180c4100 2023-11-25T03:14:10.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9518071ab0 con 0x7f95180c4100 2023-11-25T03:14:10.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.454+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f950c00bcf0 con 0x7f95180c4100 2023-11-25T03:14:10.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.458+0000 7f9514ff9640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95040664a0 0x7f9504068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.458+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f950c084710 con 0x7f95180c4100 2023-11-25T03:14:10.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.458+0000 7f9517fff640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95040664a0 0x7f9504068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.458+0000 7f9517fff640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95040664a0 0x7f9504068960 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f95080af000 tx=0x7f95080a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.462+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9518071ab0 con 0x7f95180c4100 2023-11-25T03:14:10.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.610+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9518071ab0 con 0x7f95040664a0 2023-11-25T03:14:10.625 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.622+0000 7f9514ff9640 1 -- 172.21.15.76:0/4173331448 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+512853 (secure 0 0 0) 0x7f9518071ab0 con 0x7f95040664a0 2023-11-25T03:14:10.630 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:10.634 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95040664a0 msgr2=0x7f9504068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95040664a0 0x7f9504068960 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f95080af000 tx=0x7f95080a7070 comp rx=0 tx=0).stop 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 msgr2=0x7f9518144f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 0x7f9518144f60 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f950c00d800 tx=0x7f950c00dcc0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 shutdown_connections 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f95040664a0 0x7f9504068960 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f95180c63c0 0x7f951814be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95180c4100 0x7f9518144f60 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 --2- 172.21.15.76:0/4173331448 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f95180c29e0 0x7f9518144a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 >> 172.21.15.76:0/4173331448 conn(0x7f951806a5b0 msgr2=0x7f95180bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 shutdown_connections 2023-11-25T03:14:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.626+0000 7f951e479640 1 -- 172.21.15.76:0/4173331448 wait complete. 2023-11-25T03:14:10.649 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":167,"stamp":"2023-11-25T03:14:09.129022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253236,"kb_used_data":7940,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721484,"statfs":{"total":773094113280,"available":772834799616,"internally_reserved":0,"allocated":8130560,"data_stored":4190815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.942171"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782816+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:13:54.782816+0000","last_peered":"2023-11-25T03:13:54.782816+0000","last_clean":"2023-11-25T03:13:54.782816+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:13:54.782816+0000","last_undegraded":"2023-11-25T03:13:54.782816+0000","last_fullsized":"2023-11-25T03:13:54.782816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783155+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:13:54.783155+0000","last_peered":"2023-11-25T03:13:54.783155+0000","last_clean":"2023-11-25T03:13:54.783155+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:13:54.783155+0000","last_undegraded":"2023-11-25T03:13:54.783155+0000","last_fullsized":"2023-11-25T03:13:54.783155+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782613+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:13:54.782613+0000","last_peered":"2023-11-25T03:13:54.782613+0000","last_clean":"2023-11-25T03:13:54.782613+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:13:54.782613+0000","last_undegraded":"2023-11-25T03:13:54.782613+0000","last_fullsized":"2023-11-25T03:13:54.782613+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:03:26.319271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782221+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:13:54.782221+0000","last_peered":"2023-11-25T03:13:54.782221+0000","last_clean":"2023-11-25T03:13:54.782221+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:13:54.782221+0000","last_undegraded":"2023-11-25T03:13:54.782221+0000","last_fullsized":"2023-11-25T03:13:54.782221+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084200+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:13:54.084200+0000","last_peered":"2023-11-25T03:13:54.084200+0000","last_clean":"2023-11-25T03:13:54.084200+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:13:54.084200+0000","last_undegraded":"2023-11-25T03:13:54.084200+0000","last_fullsized":"2023-11-25T03:13:54.084200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084139+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:13:54.084139+0000","last_peered":"2023-11-25T03:13:54.084139+0000","last_clean":"2023-11-25T03:13:54.084139+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:13:54.084139+0000","last_undegraded":"2023-11-25T03:13:54.084139+0000","last_fullsized":"2023-11-25T03:13:54.084139+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781800+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:13:54.781800+0000","last_peered":"2023-11-25T03:13:54.781800+0000","last_clean":"2023-11-25T03:13:54.781800+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:13:54.781800+0000","last_undegraded":"2023-11-25T03:13:54.781800+0000","last_fullsized":"2023-11-25T03:13:54.781800+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:13.412989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083864+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:13:54.083864+0000","last_peered":"2023-11-25T03:13:54.083864+0000","last_clean":"2023-11-25T03:13:54.083864+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:13:54.083864+0000","last_undegraded":"2023-11-25T03:13:54.083864+0000","last_fullsized":"2023-11-25T03:13:54.083864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084826+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:13:54.084826+0000","last_peered":"2023-11-25T03:13:54.084826+0000","last_clean":"2023-11-25T03:13:54.084826+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:13:54.084826+0000","last_undegraded":"2023-11-25T03:13:54.084826+0000","last_fullsized":"2023-11-25T03:13:54.084826+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782507+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:13:54.782507+0000","last_peered":"2023-11-25T03:13:54.782507+0000","last_clean":"2023-11-25T03:13:54.782507+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:13:54.782507+0000","last_undegraded":"2023-11-25T03:13:54.782507+0000","last_fullsized":"2023-11-25T03:13:54.782507+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783049+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:13:54.783049+0000","last_peered":"2023-11-25T03:13:54.783049+0000","last_clean":"2023-11-25T03:13:54.783049+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:13:54.783049+0000","last_undegraded":"2023-11-25T03:13:54.783049+0000","last_fullsized":"2023-11-25T03:13:54.783049+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782300+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:13:54.782300+0000","last_peered":"2023-11-25T03:13:54.782300+0000","last_clean":"2023-11-25T03:13:54.782300+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:13:54.782300+0000","last_undegraded":"2023-11-25T03:13:54.782300+0000","last_fullsized":"2023-11-25T03:13:54.782300+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782258+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:13:54.782258+0000","last_peered":"2023-11-25T03:13:54.782258+0000","last_clean":"2023-11-25T03:13:54.782258+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:13:54.782258+0000","last_undegraded":"2023-11-25T03:13:54.782258+0000","last_fullsized":"2023-11-25T03:13:54.782258+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782022+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:13:54.782022+0000","last_peered":"2023-11-25T03:13:54.782022+0000","last_clean":"2023-11-25T03:13:54.782022+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:13:54.782022+0000","last_undegraded":"2023-11-25T03:13:54.782022+0000","last_fullsized":"2023-11-25T03:13:54.782022+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781645+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:13:54.781645+0000","last_peered":"2023-11-25T03:13:54.781645+0000","last_clean":"2023-11-25T03:13:54.781645+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:13:54.781645+0000","last_undegraded":"2023-11-25T03:13:54.781645+0000","last_fullsized":"2023-11-25T03:13:54.781645+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:34:04.796839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083849+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:13:54.083849+0000","last_peered":"2023-11-25T03:13:54.083849+0000","last_clean":"2023-11-25T03:13:54.083849+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:13:54.083849+0000","last_undegraded":"2023-11-25T03:13:54.083849+0000","last_fullsized":"2023-11-25T03:13:54.083849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084905+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:13:54.084905+0000","last_peered":"2023-11-25T03:13:54.084905+0000","last_clean":"2023-11-25T03:13:54.084905+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:13:54.084905+0000","last_undegraded":"2023-11-25T03:13:54.084905+0000","last_fullsized":"2023-11-25T03:13:54.084905+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782527+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:13:54.782527+0000","last_peered":"2023-11-25T03:13:54.782527+0000","last_clean":"2023-11-25T03:13:54.782527+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:13:54.782527+0000","last_undegraded":"2023-11-25T03:13:54.782527+0000","last_fullsized":"2023-11-25T03:13:54.782527+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:37.845533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082643+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:13:54.082643+0000","last_peered":"2023-11-25T03:13:54.082643+0000","last_clean":"2023-11-25T03:13:54.082643+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:13:54.082643+0000","last_undegraded":"2023-11-25T03:13:54.082643+0000","last_fullsized":"2023-11-25T03:13:54.082643+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782355+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:13:54.782355+0000","last_peered":"2023-11-25T03:13:54.782355+0000","last_clean":"2023-11-25T03:13:54.782355+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:13:54.782355+0000","last_undegraded":"2023-11-25T03:13:54.782355+0000","last_fullsized":"2023-11-25T03:13:54.782355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782313+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:13:54.782313+0000","last_peered":"2023-11-25T03:13:54.782313+0000","last_clean":"2023-11-25T03:13:54.782313+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:13:54.782313+0000","last_undegraded":"2023-11-25T03:13:54.782313+0000","last_fullsized":"2023-11-25T03:13:54.782313+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782004+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:13:54.782004+0000","last_peered":"2023-11-25T03:13:54.782004+0000","last_clean":"2023-11-25T03:13:54.782004+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:13:54.782004+0000","last_undegraded":"2023-11-25T03:13:54.782004+0000","last_fullsized":"2023-11-25T03:13:54.782004+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:06:09.700508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782267+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:13:54.782267+0000","last_peered":"2023-11-25T03:13:54.782267+0000","last_clean":"2023-11-25T03:13:54.782267+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:13:54.782267+0000","last_undegraded":"2023-11-25T03:13:54.782267+0000","last_fullsized":"2023-11-25T03:13:54.782267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781532+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:13:54.781532+0000","last_peered":"2023-11-25T03:13:54.781532+0000","last_clean":"2023-11-25T03:13:54.781532+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:13:54.781532+0000","last_undegraded":"2023-11-25T03:13:54.781532+0000","last_fullsized":"2023-11-25T03:13:54.781532+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:13:54.438586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783137+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:13:54.783137+0000","last_peered":"2023-11-25T03:13:54.783137+0000","last_clean":"2023-11-25T03:13:54.783137+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:13:54.783137+0000","last_undegraded":"2023-11-25T03:13:54.783137+0000","last_fullsized":"2023-11-25T03:13:54.783137+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782734+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:13:54.782734+0000","last_peered":"2023-11-25T03:13:54.782734+0000","last_clean":"2023-11-25T03:13:54.782734+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:13:54.782734+0000","last_undegraded":"2023-11-25T03:13:54.782734+0000","last_fullsized":"2023-11-25T03:13:54.782734+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:11:52.920746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084572+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:13:54.084572+0000","last_peered":"2023-11-25T03:13:54.084572+0000","last_clean":"2023-11-25T03:13:54.084572+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:13:54.084572+0000","last_undegraded":"2023-11-25T03:13:54.084572+0000","last_fullsized":"2023-11-25T03:13:54.084572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782439+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:13:54.782439+0000","last_peered":"2023-11-25T03:13:54.782439+0000","last_clean":"2023-11-25T03:13:54.782439+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:13:54.782439+0000","last_undegraded":"2023-11-25T03:13:54.782439+0000","last_fullsized":"2023-11-25T03:13:54.782439+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782821+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:13:54.782821+0000","last_peered":"2023-11-25T03:13:54.782821+0000","last_clean":"2023-11-25T03:13:54.782821+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:13:54.782821+0000","last_undegraded":"2023-11-25T03:13:54.782821+0000","last_fullsized":"2023-11-25T03:13:54.782821+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782623+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:13:54.782623+0000","last_peered":"2023-11-25T03:13:54.782623+0000","last_clean":"2023-11-25T03:13:54.782623+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:13:54.782623+0000","last_undegraded":"2023-11-25T03:13:54.782623+0000","last_fullsized":"2023-11-25T03:13:54.782623+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:50.998788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084257+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:13:54.084257+0000","last_peered":"2023-11-25T03:13:54.084257+0000","last_clean":"2023-11-25T03:13:54.084257+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:13:54.084257+0000","last_undegraded":"2023-11-25T03:13:54.084257+0000","last_fullsized":"2023-11-25T03:13:54.084257+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782192+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:13:54.782192+0000","last_peered":"2023-11-25T03:13:54.782192+0000","last_clean":"2023-11-25T03:13:54.782192+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:13:54.782192+0000","last_undegraded":"2023-11-25T03:13:54.782192+0000","last_fullsized":"2023-11-25T03:13:54.782192+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084220+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:13:54.084220+0000","last_peered":"2023-11-25T03:13:54.084220+0000","last_clean":"2023-11-25T03:13:54.084220+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:13:54.084220+0000","last_undegraded":"2023-11-25T03:13:54.084220+0000","last_fullsized":"2023-11-25T03:13:54.084220+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138321+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:13:54.138321+0000","last_peered":"2023-11-25T03:13:54.138321+0000","last_clean":"2023-11-25T03:13:54.138321+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:13:54.138321+0000","last_undegraded":"2023-11-25T03:13:54.138321+0000","last_fullsized":"2023-11-25T03:13:54.138321+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782977+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:13:54.782977+0000","last_peered":"2023-11-25T03:13:54.782977+0000","last_clean":"2023-11-25T03:13:54.782977+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:13:54.782977+0000","last_undegraded":"2023-11-25T03:13:54.782977+0000","last_fullsized":"2023-11-25T03:13:54.782977+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084599+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:13:54.084599+0000","last_peered":"2023-11-25T03:13:54.084599+0000","last_clean":"2023-11-25T03:13:54.084599+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:13:54.084599+0000","last_undegraded":"2023-11-25T03:13:54.084599+0000","last_fullsized":"2023-11-25T03:13:54.084599+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782592+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:13:54.782592+0000","last_peered":"2023-11-25T03:13:54.782592+0000","last_clean":"2023-11-25T03:13:54.782592+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:13:54.782592+0000","last_undegraded":"2023-11-25T03:13:54.782592+0000","last_fullsized":"2023-11-25T03:13:54.782592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082618+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:13:54.082618+0000","last_peered":"2023-11-25T03:13:54.082618+0000","last_clean":"2023-11-25T03:13:54.082618+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:13:54.082618+0000","last_undegraded":"2023-11-25T03:13:54.082618+0000","last_fullsized":"2023-11-25T03:13:54.082618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782502+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:13:54.782502+0000","last_peered":"2023-11-25T03:13:54.782502+0000","last_clean":"2023-11-25T03:13:54.782502+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:13:54.782502+0000","last_undegraded":"2023-11-25T03:13:54.782502+0000","last_fullsized":"2023-11-25T03:13:54.782502+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:22.334173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082468+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:13:54.082468+0000","last_peered":"2023-11-25T03:13:54.082468+0000","last_clean":"2023-11-25T03:13:54.082468+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:13:54.082468+0000","last_undegraded":"2023-11-25T03:13:54.082468+0000","last_fullsized":"2023-11-25T03:13:54.082468+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782756+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:13:54.782756+0000","last_peered":"2023-11-25T03:13:54.782756+0000","last_clean":"2023-11-25T03:13:54.782756+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:13:54.782756+0000","last_undegraded":"2023-11-25T03:13:54.782756+0000","last_fullsized":"2023-11-25T03:13:54.782756+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:42:26.701728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084407+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:13:54.084407+0000","last_peered":"2023-11-25T03:13:54.084407+0000","last_clean":"2023-11-25T03:13:54.084407+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:13:54.084407+0000","last_undegraded":"2023-11-25T03:13:54.084407+0000","last_fullsized":"2023-11-25T03:13:54.084407+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084296+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:13:54.084296+0000","last_peered":"2023-11-25T03:13:54.084296+0000","last_clean":"2023-11-25T03:13:54.084296+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:13:54.084296+0000","last_undegraded":"2023-11-25T03:13:54.084296+0000","last_fullsized":"2023-11-25T03:13:54.084296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084023+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:13:54.084023+0000","last_peered":"2023-11-25T03:13:54.084023+0000","last_clean":"2023-11-25T03:13:54.084023+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:13:54.084023+0000","last_undegraded":"2023-11-25T03:13:54.084023+0000","last_fullsized":"2023-11-25T03:13:54.084023+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781963+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:13:54.781963+0000","last_peered":"2023-11-25T03:13:54.781963+0000","last_clean":"2023-11-25T03:13:54.781963+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:13:54.781963+0000","last_undegraded":"2023-11-25T03:13:54.781963+0000","last_fullsized":"2023-11-25T03:13:54.781963+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082080+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:13:54.082080+0000","last_peered":"2023-11-25T03:13:54.082080+0000","last_clean":"2023-11-25T03:13:54.082080+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:13:54.082080+0000","last_undegraded":"2023-11-25T03:13:54.082080+0000","last_fullsized":"2023-11-25T03:13:54.082080+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783124+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:13:54.783124+0000","last_peered":"2023-11-25T03:13:54.783124+0000","last_clean":"2023-11-25T03:13:54.783124+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:13:54.783124+0000","last_undegraded":"2023-11-25T03:13:54.783124+0000","last_fullsized":"2023-11-25T03:13:54.783124+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:28:46.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136983+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:13:54.136983+0000","last_peered":"2023-11-25T03:13:54.136983+0000","last_clean":"2023-11-25T03:13:54.136983+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:13:54.136983+0000","last_undegraded":"2023-11-25T03:13:54.136983+0000","last_fullsized":"2023-11-25T03:13:54.136983+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782813+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:13:54.782813+0000","last_peered":"2023-11-25T03:13:54.782813+0000","last_clean":"2023-11-25T03:13:54.782813+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:13:54.782813+0000","last_undegraded":"2023-11-25T03:13:54.782813+0000","last_fullsized":"2023-11-25T03:13:54.782813+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:13.488474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138339+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:13:54.138339+0000","last_peered":"2023-11-25T03:13:54.138339+0000","last_clean":"2023-11-25T03:13:54.138339+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:13:54.138339+0000","last_undegraded":"2023-11-25T03:13:54.138339+0000","last_fullsized":"2023-11-25T03:13:54.138339+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084962+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:13:54.084962+0000","last_peered":"2023-11-25T03:13:54.084962+0000","last_clean":"2023-11-25T03:13:54.084962+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:13:54.084962+0000","last_undegraded":"2023-11-25T03:13:54.084962+0000","last_fullsized":"2023-11-25T03:13:54.084962+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138249+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:13:54.138249+0000","last_peered":"2023-11-25T03:13:54.138249+0000","last_clean":"2023-11-25T03:13:54.138249+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:13:54.138249+0000","last_undegraded":"2023-11-25T03:13:54.138249+0000","last_fullsized":"2023-11-25T03:13:54.138249+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082284+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:13:54.082284+0000","last_peered":"2023-11-25T03:13:54.082284+0000","last_clean":"2023-11-25T03:13:54.082284+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:13:54.082284+0000","last_undegraded":"2023-11-25T03:13:54.082284+0000","last_fullsized":"2023-11-25T03:13:54.082284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138193+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:13:54.138193+0000","last_peered":"2023-11-25T03:13:54.138193+0000","last_clean":"2023-11-25T03:13:54.138193+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:13:54.138193+0000","last_undegraded":"2023-11-25T03:13:54.138193+0000","last_fullsized":"2023-11-25T03:13:54.138193+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084672+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:13:54.084672+0000","last_peered":"2023-11-25T03:13:54.084672+0000","last_clean":"2023-11-25T03:13:54.084672+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:13:54.084672+0000","last_undegraded":"2023-11-25T03:13:54.084672+0000","last_fullsized":"2023-11-25T03:13:54.084672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"70'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:59.784889+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:13:59.784889+0000","last_peered":"2023-11-25T03:13:59.784889+0000","last_clean":"2023-11-25T03:13:59.784889+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:13:59.784889+0000","last_undegraded":"2023-11-25T03:13:59.784889+0000","last_fullsized":"2023-11-25T03:13:59.784889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082223+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:13:54.082223+0000","last_peered":"2023-11-25T03:13:54.082223+0000","last_clean":"2023-11-25T03:13:54.082223+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:13:54.082223+0000","last_undegraded":"2023-11-25T03:13:54.082223+0000","last_fullsized":"2023-11-25T03:13:54.082223+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.137034+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:13:54.137034+0000","last_peered":"2023-11-25T03:13:54.137034+0000","last_clean":"2023-11-25T03:13:54.137034+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:13:54.137034+0000","last_undegraded":"2023-11-25T03:13:54.137034+0000","last_fullsized":"2023-11-25T03:13:54.137034+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782412+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:13:54.782412+0000","last_peered":"2023-11-25T03:13:54.782412+0000","last_clean":"2023-11-25T03:13:54.782412+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:13:54.782412+0000","last_undegraded":"2023-11-25T03:13:54.782412+0000","last_fullsized":"2023-11-25T03:13:54.782412+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:19:33.017751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138298+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:13:54.138298+0000","last_peered":"2023-11-25T03:13:54.138298+0000","last_clean":"2023-11-25T03:13:54.138298+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:13:54.138298+0000","last_undegraded":"2023-11-25T03:13:54.138298+0000","last_fullsized":"2023-11-25T03:13:54.138298+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781798+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:13:54.781798+0000","last_peered":"2023-11-25T03:13:54.781798+0000","last_clean":"2023-11-25T03:13:54.781798+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:13:54.781798+0000","last_undegraded":"2023-11-25T03:13:54.781798+0000","last_fullsized":"2023-11-25T03:13:54.781798+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:00.882173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084064+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:13:54.084064+0000","last_peered":"2023-11-25T03:13:54.084064+0000","last_clean":"2023-11-25T03:13:54.084064+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:13:54.084064+0000","last_undegraded":"2023-11-25T03:13:54.084064+0000","last_fullsized":"2023-11-25T03:13:54.084064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781640+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:13:54.781640+0000","last_peered":"2023-11-25T03:13:54.781640+0000","last_clean":"2023-11-25T03:13:54.781640+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:13:54.781640+0000","last_undegraded":"2023-11-25T03:13:54.781640+0000","last_fullsized":"2023-11-25T03:13:54.781640+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:47.692482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082008+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:13:54.082008+0000","last_peered":"2023-11-25T03:13:54.082008+0000","last_clean":"2023-11-25T03:13:54.082008+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:13:54.082008+0000","last_undegraded":"2023-11-25T03:13:54.082008+0000","last_fullsized":"2023-11-25T03:13:54.082008+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782875+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:13:54.782875+0000","last_peered":"2023-11-25T03:13:54.782875+0000","last_clean":"2023-11-25T03:13:54.782875+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:13:54.782875+0000","last_undegraded":"2023-11-25T03:13:54.782875+0000","last_fullsized":"2023-11-25T03:13:54.782875+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:01.745118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138360+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:13:54.138360+0000","last_peered":"2023-11-25T03:13:54.138360+0000","last_clean":"2023-11-25T03:13:54.138360+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:13:54.138360+0000","last_undegraded":"2023-11-25T03:13:54.138360+0000","last_fullsized":"2023-11-25T03:13:54.138360+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782955+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:13:54.782955+0000","last_peered":"2023-11-25T03:13:54.782955+0000","last_clean":"2023-11-25T03:13:54.782955+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:13:54.782955+0000","last_undegraded":"2023-11-25T03:13:54.782955+0000","last_fullsized":"2023-11-25T03:13:54.782955+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082617+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:13:54.082617+0000","last_peered":"2023-11-25T03:13:54.082617+0000","last_clean":"2023-11-25T03:13:54.082617+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:13:54.082617+0000","last_undegraded":"2023-11-25T03:13:54.082617+0000","last_fullsized":"2023-11-25T03:13:54.082617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084726+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:13:54.084726+0000","last_peered":"2023-11-25T03:13:54.084726+0000","last_clean":"2023-11-25T03:13:54.084726+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:13:54.084726+0000","last_undegraded":"2023-11-25T03:13:54.084726+0000","last_fullsized":"2023-11-25T03:13:54.084726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082509+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:13:54.082509+0000","last_peered":"2023-11-25T03:13:54.082509+0000","last_clean":"2023-11-25T03:13:54.082509+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:13:54.082509+0000","last_undegraded":"2023-11-25T03:13:54.082509+0000","last_fullsized":"2023-11-25T03:13:54.082509+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782050+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:13:54.782050+0000","last_peered":"2023-11-25T03:13:54.782050+0000","last_clean":"2023-11-25T03:13:54.782050+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:13:54.782050+0000","last_undegraded":"2023-11-25T03:13:54.782050+0000","last_fullsized":"2023-11-25T03:13:54.782050+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138312+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:13:54.138312+0000","last_peered":"2023-11-25T03:13:54.138312+0000","last_clean":"2023-11-25T03:13:54.138312+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:13:54.138312+0000","last_undegraded":"2023-11-25T03:13:54.138312+0000","last_fullsized":"2023-11-25T03:13:54.138312+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084958+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:13:54.084958+0000","last_peered":"2023-11-25T03:13:54.084958+0000","last_clean":"2023-11-25T03:13:54.084958+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:13:54.084958+0000","last_undegraded":"2023-11-25T03:13:54.084958+0000","last_fullsized":"2023-11-25T03:13:54.084958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136636+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:13:54.136636+0000","last_peered":"2023-11-25T03:13:54.136636+0000","last_clean":"2023-11-25T03:13:54.136636+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:13:54.136636+0000","last_undegraded":"2023-11-25T03:13:54.136636+0000","last_fullsized":"2023-11-25T03:13:54.136636+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781676+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:13:54.781676+0000","last_peered":"2023-11-25T03:13:54.781676+0000","last_clean":"2023-11-25T03:13:54.781676+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:13:54.781676+0000","last_undegraded":"2023-11-25T03:13:54.781676+0000","last_fullsized":"2023-11-25T03:13:54.781676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:07.632441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136610+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:13:54.136610+0000","last_peered":"2023-11-25T03:13:54.136610+0000","last_clean":"2023-11-25T03:13:54.136610+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:13:54.136610+0000","last_undegraded":"2023-11-25T03:13:54.136610+0000","last_fullsized":"2023-11-25T03:13:54.136610+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083990+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:13:54.083990+0000","last_peered":"2023-11-25T03:13:54.083990+0000","last_clean":"2023-11-25T03:13:54.083990+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:13:54.083990+0000","last_undegraded":"2023-11-25T03:13:54.083990+0000","last_fullsized":"2023-11-25T03:13:54.083990+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138247+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:13:54.138247+0000","last_peered":"2023-11-25T03:13:54.138247+0000","last_clean":"2023-11-25T03:13:54.138247+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:13:54.138247+0000","last_undegraded":"2023-11-25T03:13:54.138247+0000","last_fullsized":"2023-11-25T03:13:54.138247+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084683+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:13:54.084683+0000","last_peered":"2023-11-25T03:13:54.084683+0000","last_clean":"2023-11-25T03:13:54.084683+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:13:54.084683+0000","last_undegraded":"2023-11-25T03:13:54.084683+0000","last_fullsized":"2023-11-25T03:13:54.084683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.137088+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:13:54.137088+0000","last_peered":"2023-11-25T03:13:54.137088+0000","last_clean":"2023-11-25T03:13:54.137088+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:13:54.137088+0000","last_undegraded":"2023-11-25T03:13:54.137088+0000","last_fullsized":"2023-11-25T03:13:54.137088+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782286+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:13:54.782286+0000","last_peered":"2023-11-25T03:13:54.782286+0000","last_clean":"2023-11-25T03:13:54.782286+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:13:54.782286+0000","last_undegraded":"2023-11-25T03:13:54.782286+0000","last_fullsized":"2023-11-25T03:13:54.782286+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783183+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:13:54.783183+0000","last_peered":"2023-11-25T03:13:54.783183+0000","last_clean":"2023-11-25T03:13:54.783183+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:13:54.783183+0000","last_undegraded":"2023-11-25T03:13:54.783183+0000","last_fullsized":"2023-11-25T03:13:54.783183+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783054+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:13:54.783054+0000","last_peered":"2023-11-25T03:13:54.783054+0000","last_clean":"2023-11-25T03:13:54.783054+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:13:54.783054+0000","last_undegraded":"2023-11-25T03:13:54.783054+0000","last_fullsized":"2023-11-25T03:13:54.783054+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138210+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:13:54.138210+0000","last_peered":"2023-11-25T03:13:54.138210+0000","last_clean":"2023-11-25T03:13:54.138210+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:13:54.138210+0000","last_undegraded":"2023-11-25T03:13:54.138210+0000","last_fullsized":"2023-11-25T03:13:54.138210+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084825+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:13:54.084825+0000","last_peered":"2023-11-25T03:13:54.084825+0000","last_clean":"2023-11-25T03:13:54.084825+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:13:54.084825+0000","last_undegraded":"2023-11-25T03:13:54.084825+0000","last_fullsized":"2023-11-25T03:13:54.084825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138175+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:13:54.138175+0000","last_peered":"2023-11-25T03:13:54.138175+0000","last_clean":"2023-11-25T03:13:54.138175+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:13:54.138175+0000","last_undegraded":"2023-11-25T03:13:54.138175+0000","last_fullsized":"2023-11-25T03:13:54.138175+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084265+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:13:54.084265+0000","last_peered":"2023-11-25T03:13:54.084265+0000","last_clean":"2023-11-25T03:13:54.084265+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:13:54.084265+0000","last_undegraded":"2023-11-25T03:13:54.084265+0000","last_fullsized":"2023-11-25T03:13:54.084265+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082371+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:13:54.082371+0000","last_peered":"2023-11-25T03:13:54.082371+0000","last_clean":"2023-11-25T03:13:54.082371+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:13:54.082371+0000","last_undegraded":"2023-11-25T03:13:54.082371+0000","last_fullsized":"2023-11-25T03:13:54.082371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082297+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:13:54.082297+0000","last_peered":"2023-11-25T03:13:54.082297+0000","last_clean":"2023-11-25T03:13:54.082297+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:13:54.082297+0000","last_undegraded":"2023-11-25T03:13:54.082297+0000","last_fullsized":"2023-11-25T03:13:54.082297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084122+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:13:54.084122+0000","last_peered":"2023-11-25T03:13:54.084122+0000","last_clean":"2023-11-25T03:13:54.084122+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:13:54.084122+0000","last_undegraded":"2023-11-25T03:13:54.084122+0000","last_fullsized":"2023-11-25T03:13:54.084122+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782031+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:13:54.782031+0000","last_peered":"2023-11-25T03:13:54.782031+0000","last_clean":"2023-11-25T03:13:54.782031+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:13:54.782031+0000","last_undegraded":"2023-11-25T03:13:54.782031+0000","last_fullsized":"2023-11-25T03:13:54.782031+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138096+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:13:54.138096+0000","last_peered":"2023-11-25T03:13:54.138096+0000","last_clean":"2023-11-25T03:13:54.138096+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:13:54.138096+0000","last_undegraded":"2023-11-25T03:13:54.138096+0000","last_fullsized":"2023-11-25T03:13:54.138096+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782897+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:13:54.782897+0000","last_peered":"2023-11-25T03:13:54.782897+0000","last_clean":"2023-11-25T03:13:54.782897+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:13:54.782897+0000","last_undegraded":"2023-11-25T03:13:54.782897+0000","last_fullsized":"2023-11-25T03:13:54.782897+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083945+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:13:54.083945+0000","last_peered":"2023-11-25T03:13:54.083945+0000","last_clean":"2023-11-25T03:13:54.083945+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:13:54.083945+0000","last_undegraded":"2023-11-25T03:13:54.083945+0000","last_fullsized":"2023-11-25T03:13:54.083945+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782892+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:13:54.782892+0000","last_peered":"2023-11-25T03:13:54.782892+0000","last_clean":"2023-11-25T03:13:54.782892+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:13:54.782892+0000","last_undegraded":"2023-11-25T03:13:54.782892+0000","last_fullsized":"2023-11-25T03:13:54.782892+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138326+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:13:54.138326+0000","last_peered":"2023-11-25T03:13:54.138326+0000","last_clean":"2023-11-25T03:13:54.138326+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:13:54.138326+0000","last_undegraded":"2023-11-25T03:13:54.138326+0000","last_fullsized":"2023-11-25T03:13:54.138326+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":212,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.073532+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:53.073532+0000","last_peered":"2023-11-25T03:13:53.073532+0000","last_clean":"2023-11-25T03:13:53.073532+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:53.073532+0000","last_undegraded":"2023-11-25T03:13:53.073532+0000","last_fullsized":"2023-11-25T03:13:53.073532+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":965849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.58499999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.505}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.44700000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.51800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.38}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.621}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":872448,"data_stored":376105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.62}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.59399999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.77000000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.78900000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574889,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":876544,"data_stored":378540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.65900000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.63700000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.79100000000000004}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.621},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.66800000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.54800000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.45700000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":860160,"data_stored":375411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.76800000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.86199999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.69899999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.88},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.79100000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.751},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.82599999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.84499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":872448,"data_stored":378518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.313},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.499}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.83099999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.72799999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.86299999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.76600000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574890,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":375993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.33100000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.39700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.496}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.56299999999999994}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.61399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":872448,"data_stored":375605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.51700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.497}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.72599999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.625}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.71599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.67200000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1454080,"data_stored":964794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.38500000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.442}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.64700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.76900000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.73699999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.75600000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.86199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:10.660 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:10.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72dd079640 1 Processor -- start 2023-11-25T03:14:10.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72dd079640 1 -- start start 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72dd079640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f72d80c2840 0x7f72d80c1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72dd079640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72d8157cd0 con 0x7f72d80a6c60 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72dd079640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72d8158850 con 0x7f72d81578f0 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72dd079640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72d80c2e00 con 0x7f72d80c2840 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72ce59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f72d80a6c60 0x7f72d80c1270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48836/0 (socket says 172.21.15.76:48836) 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72ce59c640 1 -- 172.21.15.76:0/1430601607 learned_addr learned my addr 172.21.15.76:0/1430601607 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:10.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d759e640 1 --2- 172.21.15.76:0/1430601607 >> v2:172.21.15.106:3300/0 conn(0x7f72d80c2840 0x7f72d80c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2179069410 0 0) 0x7f72d8157cd0 con 0x7f72d80a6c60 2023-11-25T03:14:10.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72c4003530 con 0x7f72d80a6c60 2023-11-25T03:14:10.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1286086968 0 0) 0x7f72d8158850 con 0x7f72d81578f0 2023-11-25T03:14:10.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72d8157cd0 con 0x7f72d81578f0 2023-11-25T03:14:10.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3369589986 0 0) 0x7f72c4003530 con 0x7f72d80a6c60 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 >> v2:172.21.15.106:3300/0 conn(0x7f72d80c2840 msgr2=0x7f72d80c1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 --2- 172.21.15.76:0/1430601607 >> v2:172.21.15.106:3300/0 conn(0x7f72d80c2840 0x7f72d80c1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 >> v1:172.21.15.106:6789/0 conn(0x7f72d81578f0 legacy=0x7f72d80c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72d8157f20 con 0x7f72d80a6c60 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f72c0001680 con 0x7f72d80a6c60 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 >> v1:172.21.15.76:6789/0 conn(0x7f72d80a6c60 legacy=0x7f72d80c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72c4003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72c40047d0 0x7f72c4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72c40051e0 0x7f72c400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d80c2e00 con 0x7f72c4003b60 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72c400c110 con 0x7f72c40051e0 2023-11-25T03:14:10.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72c400c2d0 con 0x7f72c40047d0 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72c4003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72ce59c640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72c40047d0 0x7f72c4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.826+0000 7f72d759e640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72c40051e0 0x7f72c400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d6d9d640 1 -- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72c40047d0 msgr2=0x7f72c4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72c40047d0 0x7f72c4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d6d9d640 1 -- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72c40051e0 msgr2=0x7f72c400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72c40051e0 0x7f72c400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d6d9d640 1 -- 172.21.15.76:0/1430601607 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72c4003530 con 0x7f72c4003b60 2023-11-25T03:14:10.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d759e640 1 -- 172.21.15.76:0/1430601607 reap_dead start 2023-11-25T03:14:10.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72c4003f60 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f72c8001fd0 tx=0x7f72c801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee6673f356f6e590 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c8003b80 con 0x7f72c4003b60 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72c8003d00 con 0x7f72c4003b60 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72d659c640 1 -- 172.21.15.76:0/1430601607 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c80052c0 con 0x7f72c4003b60 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 -- 172.21.15.76:0/1430601607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 msgr2=0x7f72c4003f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72c4003f60 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f72c8001fd0 tx=0x7f72c801c880 comp rx=0 tx=0).stop 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 -- 172.21.15.76:0/1430601607 shutdown_connections 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 --2- 172.21.15.76:0/1430601607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72c4003f60 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 -- 172.21.15.76:0/1430601607 >> 172.21.15.76:0/1430601607 conn(0x7f72d80c7e40 msgr2=0x7f72d80c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 -- 172.21.15.76:0/1430601607 shutdown_connections 2023-11-25T03:14:10.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.830+0000 7f72dd079640 1 -- 172.21.15.76:0/1430601607 wait complete. 2023-11-25T03:14:10.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 Processor -- start 2023-11-25T03:14:10.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 -- start start 2023-11-25T03:14:10.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72d81ed8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72d814ec10 0x7f72d80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72d814f090 0x7f72d80a8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d80ad2d0 con 0x7f72c4003b60 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d80a7b60 con 0x7f72d814f090 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72dd079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72d81edde0 con 0x7f72d814ec10 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72d81ed8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72d81ed8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48860/0 (socket says 172.21.15.76:48860) 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 -- 172.21.15.76:0/3985488007 learned_addr learned my addr 172.21.15.76:0/3985488007 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72ce59c640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72d814ec10 0x7f72d80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d759e640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72d814f090 0x7f72d80a8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 -- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72d814ec10 msgr2=0x7f72d80a6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72d814ec10 0x7f72d80a6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 -- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72d814f090 msgr2=0x7f72d80a8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72d814f090 0x7f72d80a8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 -- 172.21.15.76:0/3985488007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72d80aa3e0 con 0x7f72c4003b60 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d759e640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72d814f090 0x7f72d80a8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72d6d9d640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72d81ed8a0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f72c8001fd0 tx=0x7f72c4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.834+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c80b8070 con 0x7f72c4003b60 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72c8003e70 con 0x7f72c4003b60 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72d80aa6c0 con 0x7f72c4003b60 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c8003980 con 0x7f72c4003b60 2023-11-25T03:14:10.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72d80a7e00 con 0x7f72c4003b60 2023-11-25T03:14:10.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72d80c7c10 con 0x7f72c4003b60 2023-11-25T03:14:10.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f72c80a9460 con 0x7f72c4003b60 2023-11-25T03:14:10.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72cffff640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72b8066470 0x7f72b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:10.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f72c811d6d0 con 0x7f72c4003b60 2023-11-25T03:14:10.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72ce59c640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72b8066470 0x7f72b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:10.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.838+0000 7f72ce59c640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72b8066470 0x7f72b8068930 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f72c0000c10 tx=0x7f72c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:10.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.842+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f72c80ea7e0 con 0x7f72c4003b60 2023-11-25T03:14:10.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:10.990+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f72d8068400 con 0x7f72b8066470 2023-11-25T03:14:11.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.006+0000 7f72cffff640 1 -- 172.21.15.76:0/3985488007 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+512853 (secure 0 0 0) 0x7f72d8068400 con 0x7f72b8066470 2023-11-25T03:14:11.014 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:11.018 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:11.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72b8066470 msgr2=0x7f72b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72b8066470 0x7f72b8068930 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f72c0000c10 tx=0x7f72c0009040 comp rx=0 tx=0).stop 2023-11-25T03:14:11.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 msgr2=0x7f72d81ed8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72d81ed8a0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f72c8001fd0 tx=0x7f72c4005800 comp rx=0 tx=0).stop 2023-11-25T03:14:11.019 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 shutdown_connections 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f72b8066470 0x7f72b8068930 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f72d814f090 0x7f72d80a8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f72d814ec10 0x7f72d80a6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 --2- 172.21.15.76:0/3985488007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72c4003b60 0x7f72d81ed8a0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 >> 172.21.15.76:0/3985488007 conn(0x7f72d80c7e40 msgr2=0x7f72d8155f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 shutdown_connections 2023-11-25T03:14:11.020 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.010+0000 7f72dd079640 1 -- 172.21.15.76:0/3985488007 wait complete. 2023-11-25T03:14:11.033 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":167,"stamp":"2023-11-25T03:14:09.129022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253236,"kb_used_data":7940,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721484,"statfs":{"total":773094113280,"available":772834799616,"internally_reserved":0,"allocated":8130560,"data_stored":4190815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.942171"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782816+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:13:54.782816+0000","last_peered":"2023-11-25T03:13:54.782816+0000","last_clean":"2023-11-25T03:13:54.782816+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:13:54.782816+0000","last_undegraded":"2023-11-25T03:13:54.782816+0000","last_fullsized":"2023-11-25T03:13:54.782816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783155+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:13:54.783155+0000","last_peered":"2023-11-25T03:13:54.783155+0000","last_clean":"2023-11-25T03:13:54.783155+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:13:54.783155+0000","last_undegraded":"2023-11-25T03:13:54.783155+0000","last_fullsized":"2023-11-25T03:13:54.783155+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782613+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:13:54.782613+0000","last_peered":"2023-11-25T03:13:54.782613+0000","last_clean":"2023-11-25T03:13:54.782613+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:13:54.782613+0000","last_undegraded":"2023-11-25T03:13:54.782613+0000","last_fullsized":"2023-11-25T03:13:54.782613+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:03:26.319271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782221+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:13:54.782221+0000","last_peered":"2023-11-25T03:13:54.782221+0000","last_clean":"2023-11-25T03:13:54.782221+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:13:54.782221+0000","last_undegraded":"2023-11-25T03:13:54.782221+0000","last_fullsized":"2023-11-25T03:13:54.782221+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084200+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:13:54.084200+0000","last_peered":"2023-11-25T03:13:54.084200+0000","last_clean":"2023-11-25T03:13:54.084200+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:13:54.084200+0000","last_undegraded":"2023-11-25T03:13:54.084200+0000","last_fullsized":"2023-11-25T03:13:54.084200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084139+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:13:54.084139+0000","last_peered":"2023-11-25T03:13:54.084139+0000","last_clean":"2023-11-25T03:13:54.084139+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:13:54.084139+0000","last_undegraded":"2023-11-25T03:13:54.084139+0000","last_fullsized":"2023-11-25T03:13:54.084139+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781800+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:13:54.781800+0000","last_peered":"2023-11-25T03:13:54.781800+0000","last_clean":"2023-11-25T03:13:54.781800+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:13:54.781800+0000","last_undegraded":"2023-11-25T03:13:54.781800+0000","last_fullsized":"2023-11-25T03:13:54.781800+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:13.412989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083864+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:13:54.083864+0000","last_peered":"2023-11-25T03:13:54.083864+0000","last_clean":"2023-11-25T03:13:54.083864+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:13:54.083864+0000","last_undegraded":"2023-11-25T03:13:54.083864+0000","last_fullsized":"2023-11-25T03:13:54.083864+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084826+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:13:54.084826+0000","last_peered":"2023-11-25T03:13:54.084826+0000","last_clean":"2023-11-25T03:13:54.084826+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:13:54.084826+0000","last_undegraded":"2023-11-25T03:13:54.084826+0000","last_fullsized":"2023-11-25T03:13:54.084826+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782507+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:13:54.782507+0000","last_peered":"2023-11-25T03:13:54.782507+0000","last_clean":"2023-11-25T03:13:54.782507+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:13:54.782507+0000","last_undegraded":"2023-11-25T03:13:54.782507+0000","last_fullsized":"2023-11-25T03:13:54.782507+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783049+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:13:54.783049+0000","last_peered":"2023-11-25T03:13:54.783049+0000","last_clean":"2023-11-25T03:13:54.783049+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:13:54.783049+0000","last_undegraded":"2023-11-25T03:13:54.783049+0000","last_fullsized":"2023-11-25T03:13:54.783049+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782300+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:13:54.782300+0000","last_peered":"2023-11-25T03:13:54.782300+0000","last_clean":"2023-11-25T03:13:54.782300+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:13:54.782300+0000","last_undegraded":"2023-11-25T03:13:54.782300+0000","last_fullsized":"2023-11-25T03:13:54.782300+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782258+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:13:54.782258+0000","last_peered":"2023-11-25T03:13:54.782258+0000","last_clean":"2023-11-25T03:13:54.782258+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:13:54.782258+0000","last_undegraded":"2023-11-25T03:13:54.782258+0000","last_fullsized":"2023-11-25T03:13:54.782258+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782022+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:13:54.782022+0000","last_peered":"2023-11-25T03:13:54.782022+0000","last_clean":"2023-11-25T03:13:54.782022+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:13:54.782022+0000","last_undegraded":"2023-11-25T03:13:54.782022+0000","last_fullsized":"2023-11-25T03:13:54.782022+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781645+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:13:54.781645+0000","last_peered":"2023-11-25T03:13:54.781645+0000","last_clean":"2023-11-25T03:13:54.781645+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:13:54.781645+0000","last_undegraded":"2023-11-25T03:13:54.781645+0000","last_fullsized":"2023-11-25T03:13:54.781645+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:34:04.796839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083849+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:13:54.083849+0000","last_peered":"2023-11-25T03:13:54.083849+0000","last_clean":"2023-11-25T03:13:54.083849+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:13:54.083849+0000","last_undegraded":"2023-11-25T03:13:54.083849+0000","last_fullsized":"2023-11-25T03:13:54.083849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084905+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:13:54.084905+0000","last_peered":"2023-11-25T03:13:54.084905+0000","last_clean":"2023-11-25T03:13:54.084905+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:13:54.084905+0000","last_undegraded":"2023-11-25T03:13:54.084905+0000","last_fullsized":"2023-11-25T03:13:54.084905+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782527+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:13:54.782527+0000","last_peered":"2023-11-25T03:13:54.782527+0000","last_clean":"2023-11-25T03:13:54.782527+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:13:54.782527+0000","last_undegraded":"2023-11-25T03:13:54.782527+0000","last_fullsized":"2023-11-25T03:13:54.782527+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:37.845533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082643+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:13:54.082643+0000","last_peered":"2023-11-25T03:13:54.082643+0000","last_clean":"2023-11-25T03:13:54.082643+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:13:54.082643+0000","last_undegraded":"2023-11-25T03:13:54.082643+0000","last_fullsized":"2023-11-25T03:13:54.082643+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782355+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:13:54.782355+0000","last_peered":"2023-11-25T03:13:54.782355+0000","last_clean":"2023-11-25T03:13:54.782355+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:13:54.782355+0000","last_undegraded":"2023-11-25T03:13:54.782355+0000","last_fullsized":"2023-11-25T03:13:54.782355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782313+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:13:54.782313+0000","last_peered":"2023-11-25T03:13:54.782313+0000","last_clean":"2023-11-25T03:13:54.782313+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:13:54.782313+0000","last_undegraded":"2023-11-25T03:13:54.782313+0000","last_fullsized":"2023-11-25T03:13:54.782313+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782004+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:13:54.782004+0000","last_peered":"2023-11-25T03:13:54.782004+0000","last_clean":"2023-11-25T03:13:54.782004+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:13:54.782004+0000","last_undegraded":"2023-11-25T03:13:54.782004+0000","last_fullsized":"2023-11-25T03:13:54.782004+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:06:09.700508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782267+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:13:54.782267+0000","last_peered":"2023-11-25T03:13:54.782267+0000","last_clean":"2023-11-25T03:13:54.782267+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:13:54.782267+0000","last_undegraded":"2023-11-25T03:13:54.782267+0000","last_fullsized":"2023-11-25T03:13:54.782267+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781532+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:13:54.781532+0000","last_peered":"2023-11-25T03:13:54.781532+0000","last_clean":"2023-11-25T03:13:54.781532+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:13:54.781532+0000","last_undegraded":"2023-11-25T03:13:54.781532+0000","last_fullsized":"2023-11-25T03:13:54.781532+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:13:54.438586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783137+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:13:54.783137+0000","last_peered":"2023-11-25T03:13:54.783137+0000","last_clean":"2023-11-25T03:13:54.783137+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:13:54.783137+0000","last_undegraded":"2023-11-25T03:13:54.783137+0000","last_fullsized":"2023-11-25T03:13:54.783137+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782734+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:13:54.782734+0000","last_peered":"2023-11-25T03:13:54.782734+0000","last_clean":"2023-11-25T03:13:54.782734+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:13:54.782734+0000","last_undegraded":"2023-11-25T03:13:54.782734+0000","last_fullsized":"2023-11-25T03:13:54.782734+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:11:52.920746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084572+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:13:54.084572+0000","last_peered":"2023-11-25T03:13:54.084572+0000","last_clean":"2023-11-25T03:13:54.084572+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:13:54.084572+0000","last_undegraded":"2023-11-25T03:13:54.084572+0000","last_fullsized":"2023-11-25T03:13:54.084572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782439+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:13:54.782439+0000","last_peered":"2023-11-25T03:13:54.782439+0000","last_clean":"2023-11-25T03:13:54.782439+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:13:54.782439+0000","last_undegraded":"2023-11-25T03:13:54.782439+0000","last_fullsized":"2023-11-25T03:13:54.782439+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782821+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:13:54.782821+0000","last_peered":"2023-11-25T03:13:54.782821+0000","last_clean":"2023-11-25T03:13:54.782821+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:13:54.782821+0000","last_undegraded":"2023-11-25T03:13:54.782821+0000","last_fullsized":"2023-11-25T03:13:54.782821+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782623+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:13:54.782623+0000","last_peered":"2023-11-25T03:13:54.782623+0000","last_clean":"2023-11-25T03:13:54.782623+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:13:54.782623+0000","last_undegraded":"2023-11-25T03:13:54.782623+0000","last_fullsized":"2023-11-25T03:13:54.782623+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:50.998788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084257+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:13:54.084257+0000","last_peered":"2023-11-25T03:13:54.084257+0000","last_clean":"2023-11-25T03:13:54.084257+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:13:54.084257+0000","last_undegraded":"2023-11-25T03:13:54.084257+0000","last_fullsized":"2023-11-25T03:13:54.084257+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782192+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:13:54.782192+0000","last_peered":"2023-11-25T03:13:54.782192+0000","last_clean":"2023-11-25T03:13:54.782192+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:13:54.782192+0000","last_undegraded":"2023-11-25T03:13:54.782192+0000","last_fullsized":"2023-11-25T03:13:54.782192+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084220+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:13:54.084220+0000","last_peered":"2023-11-25T03:13:54.084220+0000","last_clean":"2023-11-25T03:13:54.084220+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:13:54.084220+0000","last_undegraded":"2023-11-25T03:13:54.084220+0000","last_fullsized":"2023-11-25T03:13:54.084220+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138321+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:13:54.138321+0000","last_peered":"2023-11-25T03:13:54.138321+0000","last_clean":"2023-11-25T03:13:54.138321+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:13:54.138321+0000","last_undegraded":"2023-11-25T03:13:54.138321+0000","last_fullsized":"2023-11-25T03:13:54.138321+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782977+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:13:54.782977+0000","last_peered":"2023-11-25T03:13:54.782977+0000","last_clean":"2023-11-25T03:13:54.782977+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:13:54.782977+0000","last_undegraded":"2023-11-25T03:13:54.782977+0000","last_fullsized":"2023-11-25T03:13:54.782977+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084599+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:13:54.084599+0000","last_peered":"2023-11-25T03:13:54.084599+0000","last_clean":"2023-11-25T03:13:54.084599+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:13:54.084599+0000","last_undegraded":"2023-11-25T03:13:54.084599+0000","last_fullsized":"2023-11-25T03:13:54.084599+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782592+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:13:54.782592+0000","last_peered":"2023-11-25T03:13:54.782592+0000","last_clean":"2023-11-25T03:13:54.782592+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:13:54.782592+0000","last_undegraded":"2023-11-25T03:13:54.782592+0000","last_fullsized":"2023-11-25T03:13:54.782592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082618+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:13:54.082618+0000","last_peered":"2023-11-25T03:13:54.082618+0000","last_clean":"2023-11-25T03:13:54.082618+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:13:54.082618+0000","last_undegraded":"2023-11-25T03:13:54.082618+0000","last_fullsized":"2023-11-25T03:13:54.082618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782502+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:13:54.782502+0000","last_peered":"2023-11-25T03:13:54.782502+0000","last_clean":"2023-11-25T03:13:54.782502+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:13:54.782502+0000","last_undegraded":"2023-11-25T03:13:54.782502+0000","last_fullsized":"2023-11-25T03:13:54.782502+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:22.334173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082468+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:13:54.082468+0000","last_peered":"2023-11-25T03:13:54.082468+0000","last_clean":"2023-11-25T03:13:54.082468+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:13:54.082468+0000","last_undegraded":"2023-11-25T03:13:54.082468+0000","last_fullsized":"2023-11-25T03:13:54.082468+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782756+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:13:54.782756+0000","last_peered":"2023-11-25T03:13:54.782756+0000","last_clean":"2023-11-25T03:13:54.782756+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:13:54.782756+0000","last_undegraded":"2023-11-25T03:13:54.782756+0000","last_fullsized":"2023-11-25T03:13:54.782756+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:42:26.701728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084407+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:13:54.084407+0000","last_peered":"2023-11-25T03:13:54.084407+0000","last_clean":"2023-11-25T03:13:54.084407+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:13:54.084407+0000","last_undegraded":"2023-11-25T03:13:54.084407+0000","last_fullsized":"2023-11-25T03:13:54.084407+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084296+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:13:54.084296+0000","last_peered":"2023-11-25T03:13:54.084296+0000","last_clean":"2023-11-25T03:13:54.084296+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:13:54.084296+0000","last_undegraded":"2023-11-25T03:13:54.084296+0000","last_fullsized":"2023-11-25T03:13:54.084296+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084023+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:13:54.084023+0000","last_peered":"2023-11-25T03:13:54.084023+0000","last_clean":"2023-11-25T03:13:54.084023+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:13:54.084023+0000","last_undegraded":"2023-11-25T03:13:54.084023+0000","last_fullsized":"2023-11-25T03:13:54.084023+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781963+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:13:54.781963+0000","last_peered":"2023-11-25T03:13:54.781963+0000","last_clean":"2023-11-25T03:13:54.781963+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:13:54.781963+0000","last_undegraded":"2023-11-25T03:13:54.781963+0000","last_fullsized":"2023-11-25T03:13:54.781963+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082080+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:13:54.082080+0000","last_peered":"2023-11-25T03:13:54.082080+0000","last_clean":"2023-11-25T03:13:54.082080+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:13:54.082080+0000","last_undegraded":"2023-11-25T03:13:54.082080+0000","last_fullsized":"2023-11-25T03:13:54.082080+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783124+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:13:54.783124+0000","last_peered":"2023-11-25T03:13:54.783124+0000","last_clean":"2023-11-25T03:13:54.783124+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:13:54.783124+0000","last_undegraded":"2023-11-25T03:13:54.783124+0000","last_fullsized":"2023-11-25T03:13:54.783124+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:28:46.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136983+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:13:54.136983+0000","last_peered":"2023-11-25T03:13:54.136983+0000","last_clean":"2023-11-25T03:13:54.136983+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:13:54.136983+0000","last_undegraded":"2023-11-25T03:13:54.136983+0000","last_fullsized":"2023-11-25T03:13:54.136983+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782813+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:13:54.782813+0000","last_peered":"2023-11-25T03:13:54.782813+0000","last_clean":"2023-11-25T03:13:54.782813+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:13:54.782813+0000","last_undegraded":"2023-11-25T03:13:54.782813+0000","last_fullsized":"2023-11-25T03:13:54.782813+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:13.488474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138339+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:13:54.138339+0000","last_peered":"2023-11-25T03:13:54.138339+0000","last_clean":"2023-11-25T03:13:54.138339+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:13:54.138339+0000","last_undegraded":"2023-11-25T03:13:54.138339+0000","last_fullsized":"2023-11-25T03:13:54.138339+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084962+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:13:54.084962+0000","last_peered":"2023-11-25T03:13:54.084962+0000","last_clean":"2023-11-25T03:13:54.084962+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:13:54.084962+0000","last_undegraded":"2023-11-25T03:13:54.084962+0000","last_fullsized":"2023-11-25T03:13:54.084962+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138249+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:13:54.138249+0000","last_peered":"2023-11-25T03:13:54.138249+0000","last_clean":"2023-11-25T03:13:54.138249+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:13:54.138249+0000","last_undegraded":"2023-11-25T03:13:54.138249+0000","last_fullsized":"2023-11-25T03:13:54.138249+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082284+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:13:54.082284+0000","last_peered":"2023-11-25T03:13:54.082284+0000","last_clean":"2023-11-25T03:13:54.082284+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:13:54.082284+0000","last_undegraded":"2023-11-25T03:13:54.082284+0000","last_fullsized":"2023-11-25T03:13:54.082284+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138193+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:13:54.138193+0000","last_peered":"2023-11-25T03:13:54.138193+0000","last_clean":"2023-11-25T03:13:54.138193+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:13:54.138193+0000","last_undegraded":"2023-11-25T03:13:54.138193+0000","last_fullsized":"2023-11-25T03:13:54.138193+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084672+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:13:54.084672+0000","last_peered":"2023-11-25T03:13:54.084672+0000","last_clean":"2023-11-25T03:13:54.084672+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:13:54.084672+0000","last_undegraded":"2023-11-25T03:13:54.084672+0000","last_fullsized":"2023-11-25T03:13:54.084672+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"70'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:59.784889+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:13:59.784889+0000","last_peered":"2023-11-25T03:13:59.784889+0000","last_clean":"2023-11-25T03:13:59.784889+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:13:59.784889+0000","last_undegraded":"2023-11-25T03:13:59.784889+0000","last_fullsized":"2023-11-25T03:13:59.784889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082223+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:13:54.082223+0000","last_peered":"2023-11-25T03:13:54.082223+0000","last_clean":"2023-11-25T03:13:54.082223+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:13:54.082223+0000","last_undegraded":"2023-11-25T03:13:54.082223+0000","last_fullsized":"2023-11-25T03:13:54.082223+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.137034+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:13:54.137034+0000","last_peered":"2023-11-25T03:13:54.137034+0000","last_clean":"2023-11-25T03:13:54.137034+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:13:54.137034+0000","last_undegraded":"2023-11-25T03:13:54.137034+0000","last_fullsized":"2023-11-25T03:13:54.137034+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782412+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:13:54.782412+0000","last_peered":"2023-11-25T03:13:54.782412+0000","last_clean":"2023-11-25T03:13:54.782412+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:13:54.782412+0000","last_undegraded":"2023-11-25T03:13:54.782412+0000","last_fullsized":"2023-11-25T03:13:54.782412+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:19:33.017751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138298+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:13:54.138298+0000","last_peered":"2023-11-25T03:13:54.138298+0000","last_clean":"2023-11-25T03:13:54.138298+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:13:54.138298+0000","last_undegraded":"2023-11-25T03:13:54.138298+0000","last_fullsized":"2023-11-25T03:13:54.138298+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781798+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:13:54.781798+0000","last_peered":"2023-11-25T03:13:54.781798+0000","last_clean":"2023-11-25T03:13:54.781798+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:13:54.781798+0000","last_undegraded":"2023-11-25T03:13:54.781798+0000","last_fullsized":"2023-11-25T03:13:54.781798+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:00.882173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084064+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:13:54.084064+0000","last_peered":"2023-11-25T03:13:54.084064+0000","last_clean":"2023-11-25T03:13:54.084064+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:13:54.084064+0000","last_undegraded":"2023-11-25T03:13:54.084064+0000","last_fullsized":"2023-11-25T03:13:54.084064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781640+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:13:54.781640+0000","last_peered":"2023-11-25T03:13:54.781640+0000","last_clean":"2023-11-25T03:13:54.781640+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:13:54.781640+0000","last_undegraded":"2023-11-25T03:13:54.781640+0000","last_fullsized":"2023-11-25T03:13:54.781640+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:47.692482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082008+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:13:54.082008+0000","last_peered":"2023-11-25T03:13:54.082008+0000","last_clean":"2023-11-25T03:13:54.082008+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:13:54.082008+0000","last_undegraded":"2023-11-25T03:13:54.082008+0000","last_fullsized":"2023-11-25T03:13:54.082008+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782875+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:13:54.782875+0000","last_peered":"2023-11-25T03:13:54.782875+0000","last_clean":"2023-11-25T03:13:54.782875+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:13:54.782875+0000","last_undegraded":"2023-11-25T03:13:54.782875+0000","last_fullsized":"2023-11-25T03:13:54.782875+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:01.745118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138360+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:13:54.138360+0000","last_peered":"2023-11-25T03:13:54.138360+0000","last_clean":"2023-11-25T03:13:54.138360+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:13:54.138360+0000","last_undegraded":"2023-11-25T03:13:54.138360+0000","last_fullsized":"2023-11-25T03:13:54.138360+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782955+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:13:54.782955+0000","last_peered":"2023-11-25T03:13:54.782955+0000","last_clean":"2023-11-25T03:13:54.782955+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:13:54.782955+0000","last_undegraded":"2023-11-25T03:13:54.782955+0000","last_fullsized":"2023-11-25T03:13:54.782955+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082617+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:13:54.082617+0000","last_peered":"2023-11-25T03:13:54.082617+0000","last_clean":"2023-11-25T03:13:54.082617+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:13:54.082617+0000","last_undegraded":"2023-11-25T03:13:54.082617+0000","last_fullsized":"2023-11-25T03:13:54.082617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084726+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:13:54.084726+0000","last_peered":"2023-11-25T03:13:54.084726+0000","last_clean":"2023-11-25T03:13:54.084726+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:13:54.084726+0000","last_undegraded":"2023-11-25T03:13:54.084726+0000","last_fullsized":"2023-11-25T03:13:54.084726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082509+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:13:54.082509+0000","last_peered":"2023-11-25T03:13:54.082509+0000","last_clean":"2023-11-25T03:13:54.082509+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:13:54.082509+0000","last_undegraded":"2023-11-25T03:13:54.082509+0000","last_fullsized":"2023-11-25T03:13:54.082509+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782050+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:13:54.782050+0000","last_peered":"2023-11-25T03:13:54.782050+0000","last_clean":"2023-11-25T03:13:54.782050+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:13:54.782050+0000","last_undegraded":"2023-11-25T03:13:54.782050+0000","last_fullsized":"2023-11-25T03:13:54.782050+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138312+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:13:54.138312+0000","last_peered":"2023-11-25T03:13:54.138312+0000","last_clean":"2023-11-25T03:13:54.138312+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:13:54.138312+0000","last_undegraded":"2023-11-25T03:13:54.138312+0000","last_fullsized":"2023-11-25T03:13:54.138312+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084958+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:13:54.084958+0000","last_peered":"2023-11-25T03:13:54.084958+0000","last_clean":"2023-11-25T03:13:54.084958+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:13:54.084958+0000","last_undegraded":"2023-11-25T03:13:54.084958+0000","last_fullsized":"2023-11-25T03:13:54.084958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136636+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:13:54.136636+0000","last_peered":"2023-11-25T03:13:54.136636+0000","last_clean":"2023-11-25T03:13:54.136636+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:13:54.136636+0000","last_undegraded":"2023-11-25T03:13:54.136636+0000","last_fullsized":"2023-11-25T03:13:54.136636+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.781676+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:13:54.781676+0000","last_peered":"2023-11-25T03:13:54.781676+0000","last_clean":"2023-11-25T03:13:54.781676+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:13:54.781676+0000","last_undegraded":"2023-11-25T03:13:54.781676+0000","last_fullsized":"2023-11-25T03:13:54.781676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:07.632441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.136610+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:13:54.136610+0000","last_peered":"2023-11-25T03:13:54.136610+0000","last_clean":"2023-11-25T03:13:54.136610+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:13:54.136610+0000","last_undegraded":"2023-11-25T03:13:54.136610+0000","last_fullsized":"2023-11-25T03:13:54.136610+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083990+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:13:54.083990+0000","last_peered":"2023-11-25T03:13:54.083990+0000","last_clean":"2023-11-25T03:13:54.083990+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:13:54.083990+0000","last_undegraded":"2023-11-25T03:13:54.083990+0000","last_fullsized":"2023-11-25T03:13:54.083990+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138247+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:13:54.138247+0000","last_peered":"2023-11-25T03:13:54.138247+0000","last_clean":"2023-11-25T03:13:54.138247+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:13:54.138247+0000","last_undegraded":"2023-11-25T03:13:54.138247+0000","last_fullsized":"2023-11-25T03:13:54.138247+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084683+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:13:54.084683+0000","last_peered":"2023-11-25T03:13:54.084683+0000","last_clean":"2023-11-25T03:13:54.084683+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:13:54.084683+0000","last_undegraded":"2023-11-25T03:13:54.084683+0000","last_fullsized":"2023-11-25T03:13:54.084683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.137088+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:13:54.137088+0000","last_peered":"2023-11-25T03:13:54.137088+0000","last_clean":"2023-11-25T03:13:54.137088+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:13:54.137088+0000","last_undegraded":"2023-11-25T03:13:54.137088+0000","last_fullsized":"2023-11-25T03:13:54.137088+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782286+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:13:54.782286+0000","last_peered":"2023-11-25T03:13:54.782286+0000","last_clean":"2023-11-25T03:13:54.782286+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:13:54.782286+0000","last_undegraded":"2023-11-25T03:13:54.782286+0000","last_fullsized":"2023-11-25T03:13:54.782286+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783183+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:13:54.783183+0000","last_peered":"2023-11-25T03:13:54.783183+0000","last_clean":"2023-11-25T03:13:54.783183+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:13:54.783183+0000","last_undegraded":"2023-11-25T03:13:54.783183+0000","last_fullsized":"2023-11-25T03:13:54.783183+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.783054+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:13:54.783054+0000","last_peered":"2023-11-25T03:13:54.783054+0000","last_clean":"2023-11-25T03:13:54.783054+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:13:54.783054+0000","last_undegraded":"2023-11-25T03:13:54.783054+0000","last_fullsized":"2023-11-25T03:13:54.783054+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138210+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:13:54.138210+0000","last_peered":"2023-11-25T03:13:54.138210+0000","last_clean":"2023-11-25T03:13:54.138210+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:13:54.138210+0000","last_undegraded":"2023-11-25T03:13:54.138210+0000","last_fullsized":"2023-11-25T03:13:54.138210+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084825+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:13:54.084825+0000","last_peered":"2023-11-25T03:13:54.084825+0000","last_clean":"2023-11-25T03:13:54.084825+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:13:54.084825+0000","last_undegraded":"2023-11-25T03:13:54.084825+0000","last_fullsized":"2023-11-25T03:13:54.084825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138175+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:13:54.138175+0000","last_peered":"2023-11-25T03:13:54.138175+0000","last_clean":"2023-11-25T03:13:54.138175+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:13:54.138175+0000","last_undegraded":"2023-11-25T03:13:54.138175+0000","last_fullsized":"2023-11-25T03:13:54.138175+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084265+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:13:54.084265+0000","last_peered":"2023-11-25T03:13:54.084265+0000","last_clean":"2023-11-25T03:13:54.084265+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:13:54.084265+0000","last_undegraded":"2023-11-25T03:13:54.084265+0000","last_fullsized":"2023-11-25T03:13:54.084265+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082371+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:13:54.082371+0000","last_peered":"2023-11-25T03:13:54.082371+0000","last_clean":"2023-11-25T03:13:54.082371+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:13:54.082371+0000","last_undegraded":"2023-11-25T03:13:54.082371+0000","last_fullsized":"2023-11-25T03:13:54.082371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.082297+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:13:54.082297+0000","last_peered":"2023-11-25T03:13:54.082297+0000","last_clean":"2023-11-25T03:13:54.082297+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:13:54.082297+0000","last_undegraded":"2023-11-25T03:13:54.082297+0000","last_fullsized":"2023-11-25T03:13:54.082297+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.084122+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:13:54.084122+0000","last_peered":"2023-11-25T03:13:54.084122+0000","last_clean":"2023-11-25T03:13:54.084122+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:13:54.084122+0000","last_undegraded":"2023-11-25T03:13:54.084122+0000","last_fullsized":"2023-11-25T03:13:54.084122+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782031+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:13:54.782031+0000","last_peered":"2023-11-25T03:13:54.782031+0000","last_clean":"2023-11-25T03:13:54.782031+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:13:54.782031+0000","last_undegraded":"2023-11-25T03:13:54.782031+0000","last_fullsized":"2023-11-25T03:13:54.782031+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138096+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:13:54.138096+0000","last_peered":"2023-11-25T03:13:54.138096+0000","last_clean":"2023-11-25T03:13:54.138096+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:13:54.138096+0000","last_undegraded":"2023-11-25T03:13:54.138096+0000","last_fullsized":"2023-11-25T03:13:54.138096+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782897+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:13:54.782897+0000","last_peered":"2023-11-25T03:13:54.782897+0000","last_clean":"2023-11-25T03:13:54.782897+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:13:54.782897+0000","last_undegraded":"2023-11-25T03:13:54.782897+0000","last_fullsized":"2023-11-25T03:13:54.782897+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.083945+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:13:54.083945+0000","last_peered":"2023-11-25T03:13:54.083945+0000","last_clean":"2023-11-25T03:13:54.083945+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:13:54.083945+0000","last_undegraded":"2023-11-25T03:13:54.083945+0000","last_fullsized":"2023-11-25T03:13:54.083945+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:05.186503+0000","last_change":"2023-11-25T03:14:05.186503+0000","last_active":"2023-11-25T03:14:05.186503+0000","last_peered":"2023-11-25T03:14:05.186503+0000","last_clean":"2023-11-25T03:14:05.186503+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:05.186503+0000","last_undegraded":"2023-11-25T03:14:05.186503+0000","last_fullsized":"2023-11-25T03:14:05.186503+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-11-25T03:14:04.183445+0000","last_change":"2023-11-25T03:14:04.183445+0000","last_active":"2023-11-25T03:14:04.183445+0000","last_peered":"2023-11-25T03:14:04.183445+0000","last_clean":"2023-11-25T03:14:04.183445+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-25T03:14:04.183445+0000","last_undegraded":"2023-11-25T03:14:04.183445+0000","last_fullsized":"2023-11-25T03:14:04.183445+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.782892+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:13:54.782892+0000","last_peered":"2023-11-25T03:13:54.782892+0000","last_clean":"2023-11-25T03:13:54.782892+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:13:54.782892+0000","last_undegraded":"2023-11-25T03:13:54.782892+0000","last_fullsized":"2023-11-25T03:13:54.782892+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:54.138326+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:13:54.138326+0000","last_peered":"2023-11-25T03:13:54.138326+0000","last_clean":"2023-11-25T03:13:54.138326+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:13:54.138326+0000","last_undegraded":"2023-11-25T03:13:54.138326+0000","last_fullsized":"2023-11-25T03:13:54.138326+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":212,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-11-25T03:13:53.073532+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:13:53.073532+0000","last_peered":"2023-11-25T03:13:53.073532+0000","last_clean":"2023-11-25T03:13:53.073532+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:13:53.073532+0000","last_undegraded":"2023-11-25T03:13:53.073532+0000","last_fullsized":"2023-11-25T03:13:53.073532+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":965849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.58499999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.505}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.44700000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.51800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.38}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.621}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":872448,"data_stored":376105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.62}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.59399999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.77000000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.78900000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574889,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":876544,"data_stored":378540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.65900000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.63700000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.79100000000000004}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.621},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.66800000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.54800000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.45700000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.53700000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":860160,"data_stored":375411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.76800000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.86199999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.69899999999999995}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.88},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.79100000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.751},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.82599999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.84499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":872448,"data_stored":378518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.313},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.499}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.83099999999999996}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.72799999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.86299999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.76600000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574890,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":375993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.33100000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.39700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.496}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.56299999999999994}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.61399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":872448,"data_stored":375605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.51700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.497}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.72599999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.625}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.71599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.67200000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32600,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339240,"statfs":{"total":96636764160,"available":96603381760,"internally_reserved":0,"allocated":1454080,"data_stored":964794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.38500000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.442}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.64700000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.76900000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.73699999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.75600000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.86199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3d is not active+clean 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3c is not active+clean 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3f is not active+clean 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3e is not active+clean 2023-11-25T03:14:11.045 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.39 is not active+clean 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.38 is not active+clean 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3b is not active+clean 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3a is not active+clean 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.046 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.35 is not active+clean 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.34 is not active+clean 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.37 is not active+clean 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.36 is not active+clean 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.31 is not active+clean 2023-11-25T03:14:11.047 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.049 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.30 is not active+clean 2023-11-25T03:14:11.049 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.33 is not active+clean 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.32 is not active+clean 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2d is not active+clean 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2c is not active+clean 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.050 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2f is not active+clean 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2e is not active+clean 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.29 is not active+clean 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.28 is not active+clean 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2b is not active+clean 2023-11-25T03:14:11.051 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2a is not active+clean 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.25 is not active+clean 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.24 is not active+clean 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.27 is not active+clean 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.26 is not active+clean 2023-11-25T03:14:11.052 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.21 is not active+clean 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.20 is not active+clean 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.23 is not active+clean 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.22 is not active+clean 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1c is not active+clean 2023-11-25T03:14:11.053 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1d is not active+clean 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1d is not active+clean 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1c is not active+clean 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1e is not active+clean 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1f is not active+clean 2023-11-25T03:14:11.054 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1f is not active+clean 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1e is not active+clean 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.18 is not active+clean 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.19 is not active+clean 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.055 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.19 is not active+clean 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.18 is not active+clean 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1a is not active+clean 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1b is not active+clean 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1b is not active+clean 2023-11-25T03:14:11.056 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1a is not active+clean 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.14 is not active+clean 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.15 is not active+clean 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.15 is not active+clean 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.14 is not active+clean 2023-11-25T03:14:11.057 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.16 is not active+clean 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.17 is not active+clean 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.17 is not active+clean 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.16 is not active+clean 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.10 is not active+clean 2023-11-25T03:14:11.058 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.11 is not active+clean 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.11 is not active+clean 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.10 is not active+clean 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.12 is not active+clean 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.13 is not active+clean 2023-11-25T03:14:11.059 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.13 is not active+clean 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.12 is not active+clean 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.c is not active+clean 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.d is not active+clean 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.060 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.d is not active+clean 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.c is not active+clean 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.f is not active+clean 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.e is not active+clean 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.8 is not active+clean 2023-11-25T03:14:11.061 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.9 is not active+clean 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.9 is not active+clean 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.8 is not active+clean 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.a is not active+clean 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.b is not active+clean 2023-11-25T03:14:11.062 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.b is not active+clean 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.a is not active+clean 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.4 is not active+clean 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.5 is not active+clean 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.5 is not active+clean 2023-11-25T03:14:11.063 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.4 is not active+clean 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.6 is not active+clean 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.7 is not active+clean 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.7 is not active+clean 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.6 is not active+clean 2023-11-25T03:14:11.064 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.0 is not active+clean 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1 is not active+clean 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1 is not active+clean 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.0 is not active+clean 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2 is not active+clean 2023-11-25T03:14:11.065 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.3 is not active+clean 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3 is not active+clean 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.2 is not active+clean 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.e is not active+clean 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:05.186503+0000', 'last_change': '2023-11-25T03:14:05.186503+0000', 'last_active': '2023-11-25T03:14:05.186503+0000', 'last_peered': '2023-11-25T03:14:05.186503+0000', 'last_clean': '2023-11-25T03:14:05.186503+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:05.186503+0000', 'last_undegraded': '2023-11-25T03:14:05.186503+0000', 'last_fullsized': '2023-11-25T03:14:05.186503+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:05.186503+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.066 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.f is not active+clean 2023-11-25T03:14:11.067 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-11-25T03:14:04.183445+0000', 'last_change': '2023-11-25T03:14:04.183445+0000', 'last_active': '2023-11-25T03:14:04.183445+0000', 'last_peered': '2023-11-25T03:14:04.183445+0000', 'last_clean': '2023-11-25T03:14:04.183445+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-25T03:14:04.183445+0000', 'last_undegraded': '2023-11-25T03:14:04.183445+0000', 'last_fullsized': '2023-11-25T03:14:04.183445+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'last_clean_scrub_stamp': '2023-11-25T03:14:04.183445+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-11-25T03:14:11.067 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-11-25T03:14:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 Processor -- start 2023-11-25T03:14:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 -- start start 2023-11-25T03:14:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5540c5c60 0x7fe5540c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe5541561f0 0x7fe554156680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5540c3bd0 con 0x7fe5540a5240 2023-11-25T03:14:11.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5540bf1e0 con 0x7fe5541561f0 2023-11-25T03:14:11.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe559bdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5540c3e20 con 0x7fe5540c5c60 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe553fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe5541561f0 0x7fe554156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe5537fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe5540a5240 0x7fe5540bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48852/0 (socket says 172.21.15.76:48852) 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe5537fe640 1 -- 172.21.15.76:0/2665758557 learned_addr learned my addr 172.21.15.76:0/2665758557 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.210+0000 7fe54bfff640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5540c5c60 0x7fe5540c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe553fff640 1 -- 172.21.15.76:0/2665758557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5540c5c60 msgr2=0x7fe5540c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe553fff640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5540c5c60 0x7fe5540c60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe553fff640 1 -- 172.21.15.76:0/2665758557 >> v1:172.21.15.76:6789/0 conn(0x7fe5540a5240 legacy=0x7fe5540bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe553fff640 1 -- 172.21.15.76:0/2665758557 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5540c4100 con 0x7fe5541561f0 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe54bfff640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5540c5c60 0x7fe5540c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe552ffd640 1 -- 172.21.15.76:0/2665758557 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1469177310 0 0) 0x7fe5540c3bd0 con 0x7fe5540a5240 2023-11-25T03:14:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe553fff640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5541561f0 0x7fe554156680 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe54c009dc0 tx=0x7fe54c01c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39be2950801ce14c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe552ffd640 1 -- 172.21.15.76:0/2665758557 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe54c0a58a0 con 0x7fe5541561f0 2023-11-25T03:14:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe552ffd640 1 -- 172.21.15.76:0/2665758557 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe54c0a5a00 con 0x7fe5541561f0 2023-11-25T03:14:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe552ffd640 1 -- 172.21.15.76:0/2665758557 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe54c0a5d90 con 0x7fe5541561f0 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe559bdf640 1 -- 172.21.15.76:0/2665758557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5541561f0 msgr2=0x7fe554156680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5541561f0 0x7fe554156680 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe54c009dc0 tx=0x7fe54c01c7e0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe559bdf640 1 -- 172.21.15.76:0/2665758557 shutdown_connections 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5541561f0 0x7fe554156680 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2665758557 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5540c5c60 0x7fe5540c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.214+0000 7fe559bdf640 1 -- 172.21.15.76:0/2665758557 >> 172.21.15.76:0/2665758557 conn(0x7fe55406a5b0 msgr2=0x7fe55406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- 172.21.15.76:0/2665758557 shutdown_connections 2023-11-25T03:14:11.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- 172.21.15.76:0/2665758557 wait complete. 2023-11-25T03:14:11.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 Processor -- start 2023-11-25T03:14:11.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- start start 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5540a5240 0x7fe554153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 0x7fe554155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5541561f0 0x7fe5540aa3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe55415c440 con 0x7fe5540c5c60 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5540a9f30 con 0x7fe5540a5240 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe554159410 con 0x7fe5541561f0 2023-11-25T03:14:11.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 0x7fe554155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 0x7fe554155100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48876/0 (socket says 172.21.15.76:48876) 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 -- 172.21.15.76:0/2194882941 learned_addr learned my addr 172.21.15.76:0/2194882941 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe5537fe640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5540a5240 0x7fe554153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe553fff640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5541561f0 0x7fe5540aa3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 -- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5541561f0 msgr2=0x7fe5540aa3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5541561f0 0x7fe5540aa3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 -- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5540a5240 msgr2=0x7fe554153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5540a5240 0x7fe554153480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 -- 172.21.15.76:0/2194882941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe54c009a70 con 0x7fe5540c5c60 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe54bfff640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 0x7fe554155100 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fe53c00d860 tx=0x7fe53c00dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53c00de50 con 0x7fe5540c5c60 2023-11-25T03:14:11.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe53c0098d0 con 0x7fe5540c5c60 2023-11-25T03:14:11.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe53c009c80 con 0x7fe5540c5c60 2023-11-25T03:14:11.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5541edc90 con 0x7fe5540c5c60 2023-11-25T03:14:11.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.218+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5540a9bc0 con 0x7fe5540c5c60 2023-11-25T03:14:11.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.222+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5540c52e0 con 0x7fe5540c5c60 2023-11-25T03:14:11.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.222+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe53c014410 con 0x7fe5540c5c60 2023-11-25T03:14:11.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.222+0000 7fe550ff9640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe534066470 0x7fe534068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.222+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe53c084840 con 0x7fe5540c5c60 2023-11-25T03:14:11.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.222+0000 7fe5537fe640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe534066470 0x7fe534068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.222+0000 7fe5537fe640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe534066470 0x7fe534068930 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe544000f70 tx=0x7fe544007c10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:11.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.226+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe53c0519d0 con 0x7fe5540c5c60 2023-11-25T03:14:11.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.430+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fe5540aa0e0 con 0x7fe5540c5c60 2023-11-25T03:14:11.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.430+0000 7fe550ff9640 1 -- 172.21.15.76:0/2194882941 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1416 (secure 0 0 0) 0x7fe5540aa0e0 con 0x7fe5540c5c60 2023-11-25T03:14:11.435 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:11.436 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":215,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":74,"num_osds":8,"num_up_osds":8,"osd_up_since":1700881848,"num_in_osds":8,"osd_in_since":1700881838,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97},{"state_name":"unknown","count":96}],"num_pgs":193,"num_pools":5,"num_objects":24,"data_bytes":594273,"bytes_used":259313664,"bytes_avail":772834799616,"bytes_total":773094113280,"unknown_pgs_ratio":0.49740931391716003},"fsmap":{"epoch":55,"id":6,"up":1,"in":1,"max":1,"id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":6495},{"filesystem_id":6,"rank":0,"name":"a","status":"up:active","gid":6519}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2023-11-25T03:12:41.111650+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe534066470 msgr2=0x7fe534068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe534066470 0x7fe534068930 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe544000f70 tx=0x7fe544007c10 comp rx=0 tx=0).stop 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 msgr2=0x7fe554155100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 0x7fe554155100 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fe53c00d860 tx=0x7fe53c00dd20 comp rx=0 tx=0).stop 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 shutdown_connections 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe534066470 0x7fe534068930 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe5541561f0 0x7fe5540aa3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5540c5c60 0x7fe554155100 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 --2- 172.21.15.76:0/2194882941 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe5540a5240 0x7fe554153480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 >> 172.21.15.76:0/2194882941 conn(0x7fe55406a5b0 msgr2=0x7fe55406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:11.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 shutdown_connections 2023-11-25T03:14:11.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.434+0000 7fe559bdf640 1 -- 172.21.15.76:0/2194882941 wait complete. 2023-11-25T03:14:11.456 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-11-25T03:14:11.457 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:11.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 Processor -- start 2023-11-25T03:14:11.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 -- start start 2023-11-25T03:14:11.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc5680c63c0 0x7fc5680c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5680c4100 0x7fc5680c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5680c31c0 con 0x7fc5680c29e0 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5680c34a0 con 0x7fc5680c4100 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc56ec79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5680c1030 con 0x7fc5680c63c0 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc55ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5680c4100 0x7fc5680c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc55ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5680c4100 0x7fc5680c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48892/0 (socket says 172.21.15.76:48892) 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.590+0000 7fc55ffff640 1 -- 172.21.15.76:0/889036650 learned_addr learned my addr 172.21.15.76:0/889036650 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc56ca15640 1 --2- 172.21.15.76:0/889036650 >> v2:172.21.15.106:3300/0 conn(0x7fc5680c63c0 0x7fc5680c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55ffff640 1 -- 172.21.15.76:0/889036650 >> v2:172.21.15.106:3300/0 conn(0x7fc5680c63c0 msgr2=0x7fc5680c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55ffff640 1 --2- 172.21.15.76:0/889036650 >> v2:172.21.15.106:3300/0 conn(0x7fc5680c63c0 0x7fc5680c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55ffff640 1 -- 172.21.15.76:0/889036650 >> v1:172.21.15.106:6789/0 conn(0x7fc5680c29e0 legacy=0x7fc5680a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55ffff640 1 -- 172.21.15.76:0/889036650 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5680c1310 con 0x7fc5680c4100 2023-11-25T03:14:11.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55ffff640 1 --2- 172.21.15.76:0/889036650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5680c24a0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fc56806e000 tx=0x7fc55801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9458f3f066c66a0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:11.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55f7fe640 1 -- 172.21.15.76:0/889036650 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5580ac630 con 0x7fc5680c4100 2023-11-25T03:14:11.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55f7fe640 1 -- 172.21.15.76:0/889036650 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5580ac790 con 0x7fc5680c4100 2023-11-25T03:14:11.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.594+0000 7fc55f7fe640 1 -- 172.21.15.76:0/889036650 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5580acb20 con 0x7fc5680c4100 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- 172.21.15.76:0/889036650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 msgr2=0x7fc5680c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 --2- 172.21.15.76:0/889036650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5680c24a0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fc56806e000 tx=0x7fc55801c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- 172.21.15.76:0/889036650 shutdown_connections 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 --2- 172.21.15.76:0/889036650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5680c24a0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 --2- 172.21.15.76:0/889036650 >> v2:172.21.15.106:3300/0 conn(0x7fc5680c63c0 0x7fc5680c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- 172.21.15.76:0/889036650 >> 172.21.15.76:0/889036650 conn(0x7fc56806a5b0 msgr2=0x7fc56806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- 172.21.15.76:0/889036650 shutdown_connections 2023-11-25T03:14:11.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- 172.21.15.76:0/889036650 wait complete. 2023-11-25T03:14:11.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 Processor -- start 2023-11-25T03:14:11.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- start start 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc5680c29e0 0x7fc568150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5681ea480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc5680c63c0 0x7fc56814cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc568149e30 con 0x7fc5680c4100 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5681ecc90 con 0x7fc5680c63c0 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc56ec79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5680c06a0 con 0x7fc5680c29e0 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5681ea480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5681ea480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48896/0 (socket says 172.21.15.76:48896) 2023-11-25T03:14:11.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 -- 172.21.15.76:0/3887782425 learned_addr learned my addr 172.21.15.76:0/3887782425 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:11.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 -- 172.21.15.76:0/3887782425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc5680c29e0 msgr2=0x7fc568150aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc5680c29e0 0x7fc568150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 -- 172.21.15.76:0/3887782425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc5680c63c0 msgr2=0x7fc56814cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc5680c63c0 0x7fc56814cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.598+0000 7fc55ffff640 1 -- 172.21.15.76:0/3887782425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5580094d0 con 0x7fc5680c4100 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55ffff640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5681ea480 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fc558018fc0 tx=0x7fc558019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5580b5640 con 0x7fc5680c4100 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5580b57a0 con 0x7fc5680c4100 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5680c03c0 con 0x7fc5680c4100 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5580b5b10 con 0x7fc5680c4100 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5681ec920 con 0x7fc5680c4100 2023-11-25T03:14:11.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc568068400 con 0x7fc5680c4100 2023-11-25T03:14:11.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc5580b3070 con 0x7fc5680c4100 2023-11-25T03:14:11.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55d7fa640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc554066470 0x7fc554068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:11.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc55811e210 con 0x7fc5680c4100 2023-11-25T03:14:11.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc56ca15640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc554066470 0x7fc554068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:11.608 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.602+0000 7fc56ca15640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc554066470 0x7fc554068930 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc56400b850 tx=0x7fc564008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:11.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.606+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc5580eb440 con 0x7fc5680c4100 2023-11-25T03:14:11.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.754+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc5681ece00 con 0x7fc554066470 2023-11-25T03:14:11.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.766+0000 7fc55d7fa640 1 -- 172.21.15.76:0/3887782425 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527708 (secure 0 0 0) 0x7fc5681ece00 con 0x7fc554066470 2023-11-25T03:14:11.777 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:11.781 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:11.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc554066470 msgr2=0x7fc554068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc554066470 0x7fc554068930 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc56400b850 tx=0x7fc564008040 comp rx=0 tx=0).stop 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 msgr2=0x7fc5681ea480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5681ea480 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fc558018fc0 tx=0x7fc558019150 comp rx=0 tx=0).stop 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 shutdown_connections 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc554066470 0x7fc554068930 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc5680c63c0 0x7fc56814cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5680c4100 0x7fc5681ea480 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 --2- 172.21.15.76:0/3887782425 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc5680c29e0 0x7fc568150aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 >> 172.21.15.76:0/3887782425 conn(0x7fc56806a5b0 msgr2=0x7fc5680a60f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 shutdown_connections 2023-11-25T03:14:11.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:11.774+0000 7fc56ec79640 1 -- 172.21.15.76:0/3887782425 wait complete. 2023-11-25T03:14:11.796 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":168,"stamp":"2023-11-25T03:14:11.129477+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":250,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":347,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257848,"kb_used_data":8388,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716872,"statfs":{"total":773094113280,"available":772830076928,"internally_reserved":0,"allocated":8589312,"data_stored":4424363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001295"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108531+0000","last_change":"2023-11-25T03:14:05.951735+0000","last_active":"2023-11-25T03:14:08.108531+0000","last_peered":"2023-11-25T03:14:08.108531+0000","last_clean":"2023-11-25T03:14:08.108531+0000","last_became_active":"2023-11-25T03:14:05.951447+0000","last_became_peered":"2023-11-25T03:14:05.951447+0000","last_unstale":"2023-11-25T03:14:08.108531+0000","last_undegraded":"2023-11-25T03:14:08.108531+0000","last_fullsized":"2023-11-25T03:14:08.108531+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:29.586479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928909+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:14:05.928909+0000","last_peered":"2023-11-25T03:14:05.928909+0000","last_clean":"2023-11-25T03:14:05.928909+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:14:05.928909+0000","last_undegraded":"2023-11-25T03:14:05.928909+0000","last_fullsized":"2023-11-25T03:14:05.928909+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385873+0000","last_change":"2023-11-25T03:14:05.947544+0000","last_active":"2023-11-25T03:14:08.385873+0000","last_peered":"2023-11-25T03:14:08.385873+0000","last_clean":"2023-11-25T03:14:08.385873+0000","last_became_active":"2023-11-25T03:14:05.947243+0000","last_became_peered":"2023-11-25T03:14:05.947243+0000","last_unstale":"2023-11-25T03:14:08.385873+0000","last_undegraded":"2023-11-25T03:14:08.385873+0000","last_fullsized":"2023-11-25T03:14:08.385873+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:37.691559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923204+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:14:05.923204+0000","last_peered":"2023-11-25T03:14:05.923204+0000","last_clean":"2023-11-25T03:14:05.923204+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:14:05.923204+0000","last_undegraded":"2023-11-25T03:14:05.923204+0000","last_fullsized":"2023-11-25T03:14:05.923204+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108668+0000","last_change":"2023-11-25T03:14:05.951845+0000","last_active":"2023-11-25T03:14:08.108668+0000","last_peered":"2023-11-25T03:14:08.108668+0000","last_clean":"2023-11-25T03:14:08.108668+0000","last_became_active":"2023-11-25T03:14:05.951592+0000","last_became_peered":"2023-11-25T03:14:05.951592+0000","last_unstale":"2023-11-25T03:14:08.108668+0000","last_undegraded":"2023-11-25T03:14:08.108668+0000","last_fullsized":"2023-11-25T03:14:08.108668+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:15.450016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927444+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:14:05.927444+0000","last_peered":"2023-11-25T03:14:05.927444+0000","last_clean":"2023-11-25T03:14:05.927444+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:14:05.927444+0000","last_undegraded":"2023-11-25T03:14:05.927444+0000","last_fullsized":"2023-11-25T03:14:05.927444+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:03:26.319271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927916+0000","last_change":"2023-11-25T03:14:05.948512+0000","last_active":"2023-11-25T03:14:06.927916+0000","last_peered":"2023-11-25T03:14:06.927916+0000","last_clean":"2023-11-25T03:14:06.927916+0000","last_became_active":"2023-11-25T03:14:05.947886+0000","last_became_peered":"2023-11-25T03:14:05.947886+0000","last_unstale":"2023-11-25T03:14:06.927916+0000","last_undegraded":"2023-11-25T03:14:06.927916+0000","last_fullsized":"2023-11-25T03:14:06.927916+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:33.850761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933443+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:14:05.933443+0000","last_peered":"2023-11-25T03:14:05.933443+0000","last_clean":"2023-11-25T03:14:05.933443+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:14:05.933443+0000","last_undegraded":"2023-11-25T03:14:05.933443+0000","last_fullsized":"2023-11-25T03:14:05.933443+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386663+0000","last_change":"2023-11-25T03:14:05.952308+0000","last_active":"2023-11-25T03:14:08.386663+0000","last_peered":"2023-11-25T03:14:08.386663+0000","last_clean":"2023-11-25T03:14:08.386663+0000","last_became_active":"2023-11-25T03:14:05.951575+0000","last_became_peered":"2023-11-25T03:14:05.951575+0000","last_unstale":"2023-11-25T03:14:08.386663+0000","last_undegraded":"2023-11-25T03:14:08.386663+0000","last_fullsized":"2023-11-25T03:14:08.386663+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:05:04.684754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935202+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:14:05.935202+0000","last_peered":"2023-11-25T03:14:05.935202+0000","last_clean":"2023-11-25T03:14:05.935202+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:14:05.935202+0000","last_undegraded":"2023-11-25T03:14:05.935202+0000","last_fullsized":"2023-11-25T03:14:05.935202+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927042+0000","last_change":"2023-11-25T03:14:05.939216+0000","last_active":"2023-11-25T03:14:06.927042+0000","last_peered":"2023-11-25T03:14:06.927042+0000","last_clean":"2023-11-25T03:14:06.927042+0000","last_became_active":"2023-11-25T03:14:05.938962+0000","last_became_peered":"2023-11-25T03:14:05.938962+0000","last_unstale":"2023-11-25T03:14:06.927042+0000","last_undegraded":"2023-11-25T03:14:06.927042+0000","last_fullsized":"2023-11-25T03:14:06.927042+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:35:53.876775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940208+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:14:05.940208+0000","last_peered":"2023-11-25T03:14:05.940208+0000","last_clean":"2023-11-25T03:14:05.940208+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:14:05.940208+0000","last_undegraded":"2023-11-25T03:14:05.940208+0000","last_fullsized":"2023-11-25T03:14:05.940208+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386909+0000","last_change":"2023-11-25T03:14:05.944471+0000","last_active":"2023-11-25T03:14:08.386909+0000","last_peered":"2023-11-25T03:14:08.386909+0000","last_clean":"2023-11-25T03:14:08.386909+0000","last_became_active":"2023-11-25T03:14:05.943883+0000","last_became_peered":"2023-11-25T03:14:05.943883+0000","last_unstale":"2023-11-25T03:14:08.386909+0000","last_undegraded":"2023-11-25T03:14:08.386909+0000","last_fullsized":"2023-11-25T03:14:08.386909+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:24:30.838479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933612+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:14:05.933612+0000","last_peered":"2023-11-25T03:14:05.933612+0000","last_clean":"2023-11-25T03:14:05.933612+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:14:05.933612+0000","last_undegraded":"2023-11-25T03:14:05.933612+0000","last_fullsized":"2023-11-25T03:14:05.933612+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:13.412989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385507+0000","last_change":"2023-11-25T03:14:05.948797+0000","last_active":"2023-11-25T03:14:08.385507+0000","last_peered":"2023-11-25T03:14:08.385507+0000","last_clean":"2023-11-25T03:14:08.385507+0000","last_became_active":"2023-11-25T03:14:05.948330+0000","last_became_peered":"2023-11-25T03:14:05.948330+0000","last_unstale":"2023-11-25T03:14:08.385507+0000","last_undegraded":"2023-11-25T03:14:08.385507+0000","last_fullsized":"2023-11-25T03:14:08.385507+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:09.791559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.939816+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:14:05.939816+0000","last_peered":"2023-11-25T03:14:05.939816+0000","last_clean":"2023-11-25T03:14:05.939816+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:14:05.939816+0000","last_undegraded":"2023-11-25T03:14:05.939816+0000","last_fullsized":"2023-11-25T03:14:05.939816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386075+0000","last_change":"2023-11-25T03:14:05.944579+0000","last_active":"2023-11-25T03:14:08.386075+0000","last_peered":"2023-11-25T03:14:08.386075+0000","last_clean":"2023-11-25T03:14:08.386075+0000","last_became_active":"2023-11-25T03:14:05.944084+0000","last_became_peered":"2023-11-25T03:14:05.944084+0000","last_unstale":"2023-11-25T03:14:08.386075+0000","last_undegraded":"2023-11-25T03:14:08.386075+0000","last_fullsized":"2023-11-25T03:14:08.386075+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:50:55.858366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940914+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:14:05.940914+0000","last_peered":"2023-11-25T03:14:05.940914+0000","last_clean":"2023-11-25T03:14:05.940914+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:14:05.940914+0000","last_undegraded":"2023-11-25T03:14:05.940914+0000","last_fullsized":"2023-11-25T03:14:05.940914+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928057+0000","last_change":"2023-11-25T03:14:05.942313+0000","last_active":"2023-11-25T03:14:06.928057+0000","last_peered":"2023-11-25T03:14:06.928057+0000","last_clean":"2023-11-25T03:14:06.928057+0000","last_became_active":"2023-11-25T03:14:05.941982+0000","last_became_peered":"2023-11-25T03:14:05.941982+0000","last_unstale":"2023-11-25T03:14:06.928057+0000","last_undegraded":"2023-11-25T03:14:06.928057+0000","last_fullsized":"2023-11-25T03:14:06.928057+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:59.748799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926540+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:14:05.926540+0000","last_peered":"2023-11-25T03:14:05.926540+0000","last_clean":"2023-11-25T03:14:05.926540+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:14:05.926540+0000","last_undegraded":"2023-11-25T03:14:05.926540+0000","last_fullsized":"2023-11-25T03:14:05.926540+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928668+0000","last_change":"2023-11-25T03:14:05.940767+0000","last_active":"2023-11-25T03:14:06.928668+0000","last_peered":"2023-11-25T03:14:06.928668+0000","last_clean":"2023-11-25T03:14:06.928668+0000","last_became_active":"2023-11-25T03:14:05.940352+0000","last_became_peered":"2023-11-25T03:14:05.940352+0000","last_unstale":"2023-11-25T03:14:06.928668+0000","last_undegraded":"2023-11-25T03:14:06.928668+0000","last_fullsized":"2023-11-25T03:14:06.928668+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:05:00.355419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923897+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:14:05.923897+0000","last_peered":"2023-11-25T03:14:05.923897+0000","last_clean":"2023-11-25T03:14:05.923897+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:14:05.923897+0000","last_undegraded":"2023-11-25T03:14:05.923897+0000","last_fullsized":"2023-11-25T03:14:05.923897+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386371+0000","last_change":"2023-11-25T03:14:05.937559+0000","last_active":"2023-11-25T03:14:08.386371+0000","last_peered":"2023-11-25T03:14:08.386371+0000","last_clean":"2023-11-25T03:14:08.386371+0000","last_became_active":"2023-11-25T03:14:05.937239+0000","last_became_peered":"2023-11-25T03:14:05.937239+0000","last_unstale":"2023-11-25T03:14:08.386371+0000","last_undegraded":"2023-11-25T03:14:08.386371+0000","last_fullsized":"2023-11-25T03:14:08.386371+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:45:34.277476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927486+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:14:05.927486+0000","last_peered":"2023-11-25T03:14:05.927486+0000","last_clean":"2023-11-25T03:14:05.927486+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:14:05.927486+0000","last_undegraded":"2023-11-25T03:14:05.927486+0000","last_fullsized":"2023-11-25T03:14:05.927486+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384480+0000","last_change":"2023-11-25T03:14:05.943655+0000","last_active":"2023-11-25T03:14:08.384480+0000","last_peered":"2023-11-25T03:14:08.384480+0000","last_clean":"2023-11-25T03:14:08.384480+0000","last_became_active":"2023-11-25T03:14:05.943381+0000","last_became_peered":"2023-11-25T03:14:05.943381+0000","last_unstale":"2023-11-25T03:14:08.384480+0000","last_undegraded":"2023-11-25T03:14:08.384480+0000","last_fullsized":"2023-11-25T03:14:08.384480+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:36.823465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926131+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:14:05.926131+0000","last_peered":"2023-11-25T03:14:05.926131+0000","last_clean":"2023-11-25T03:14:05.926131+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:14:05.926131+0000","last_undegraded":"2023-11-25T03:14:05.926131+0000","last_fullsized":"2023-11-25T03:14:05.926131+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385735+0000","last_change":"2023-11-25T03:14:05.939368+0000","last_active":"2023-11-25T03:14:08.385735+0000","last_peered":"2023-11-25T03:14:08.385735+0000","last_clean":"2023-11-25T03:14:08.385735+0000","last_became_active":"2023-11-25T03:14:05.938729+0000","last_became_peered":"2023-11-25T03:14:05.938729+0000","last_unstale":"2023-11-25T03:14:08.385735+0000","last_undegraded":"2023-11-25T03:14:08.385735+0000","last_fullsized":"2023-11-25T03:14:08.385735+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:55.238455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931045+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:14:05.931045+0000","last_peered":"2023-11-25T03:14:05.931045+0000","last_clean":"2023-11-25T03:14:05.931045+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:14:05.931045+0000","last_undegraded":"2023-11-25T03:14:05.931045+0000","last_fullsized":"2023-11-25T03:14:05.931045+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385514+0000","last_change":"2023-11-25T03:14:05.944932+0000","last_active":"2023-11-25T03:14:08.385514+0000","last_peered":"2023-11-25T03:14:08.385514+0000","last_clean":"2023-11-25T03:14:08.385514+0000","last_became_active":"2023-11-25T03:14:05.944694+0000","last_became_peered":"2023-11-25T03:14:05.944694+0000","last_unstale":"2023-11-25T03:14:08.385514+0000","last_undegraded":"2023-11-25T03:14:08.385514+0000","last_fullsized":"2023-11-25T03:14:08.385514+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:05:04.684754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935802+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:14:05.935802+0000","last_peered":"2023-11-25T03:14:05.935802+0000","last_clean":"2023-11-25T03:14:05.935802+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:14:05.935802+0000","last_undegraded":"2023-11-25T03:14:05.935802+0000","last_fullsized":"2023-11-25T03:14:05.935802+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:34:04.796839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385014+0000","last_change":"2023-11-25T03:14:05.940485+0000","last_active":"2023-11-25T03:14:08.385014+0000","last_peered":"2023-11-25T03:14:08.385014+0000","last_clean":"2023-11-25T03:14:08.385014+0000","last_became_active":"2023-11-25T03:14:05.940081+0000","last_became_peered":"2023-11-25T03:14:05.940081+0000","last_unstale":"2023-11-25T03:14:08.385014+0000","last_undegraded":"2023-11-25T03:14:08.385014+0000","last_fullsized":"2023-11-25T03:14:08.385014+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:36.993343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933366+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:14:05.933366+0000","last_peered":"2023-11-25T03:14:05.933366+0000","last_clean":"2023-11-25T03:14:05.933366+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:14:05.933366+0000","last_undegraded":"2023-11-25T03:14:05.933366+0000","last_fullsized":"2023-11-25T03:14:05.933366+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385823+0000","last_change":"2023-11-25T03:14:05.942809+0000","last_active":"2023-11-25T03:14:08.385823+0000","last_peered":"2023-11-25T03:14:08.385823+0000","last_clean":"2023-11-25T03:14:08.385823+0000","last_became_active":"2023-11-25T03:14:05.942503+0000","last_became_peered":"2023-11-25T03:14:05.942503+0000","last_unstale":"2023-11-25T03:14:08.385823+0000","last_undegraded":"2023-11-25T03:14:08.385823+0000","last_fullsized":"2023-11-25T03:14:08.385823+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:12.142654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.937356+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:14:05.937356+0000","last_peered":"2023-11-25T03:14:05.937356+0000","last_clean":"2023-11-25T03:14:05.937356+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:14:05.937356+0000","last_undegraded":"2023-11-25T03:14:05.937356+0000","last_fullsized":"2023-11-25T03:14:05.937356+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928122+0000","last_change":"2023-11-25T03:14:05.941167+0000","last_active":"2023-11-25T03:14:06.928122+0000","last_peered":"2023-11-25T03:14:06.928122+0000","last_clean":"2023-11-25T03:14:06.928122+0000","last_became_active":"2023-11-25T03:14:05.939788+0000","last_became_peered":"2023-11-25T03:14:05.939788+0000","last_unstale":"2023-11-25T03:14:06.928122+0000","last_undegraded":"2023-11-25T03:14:06.928122+0000","last_fullsized":"2023-11-25T03:14:06.928122+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:24.086359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933475+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:14:05.933475+0000","last_peered":"2023-11-25T03:14:05.933475+0000","last_clean":"2023-11-25T03:14:05.933475+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:14:05.933475+0000","last_undegraded":"2023-11-25T03:14:05.933475+0000","last_fullsized":"2023-11-25T03:14:05.933475+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:37.845533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928231+0000","last_change":"2023-11-25T03:14:05.941894+0000","last_active":"2023-11-25T03:14:06.928231+0000","last_peered":"2023-11-25T03:14:06.928231+0000","last_clean":"2023-11-25T03:14:06.928231+0000","last_became_active":"2023-11-25T03:14:05.941642+0000","last_became_peered":"2023-11-25T03:14:05.941642+0000","last_unstale":"2023-11-25T03:14:06.928231+0000","last_undegraded":"2023-11-25T03:14:06.928231+0000","last_fullsized":"2023-11-25T03:14:06.928231+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:46:52.259949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931463+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:14:05.931463+0000","last_peered":"2023-11-25T03:14:05.931463+0000","last_clean":"2023-11-25T03:14:05.931463+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:14:05.931463+0000","last_undegraded":"2023-11-25T03:14:05.931463+0000","last_fullsized":"2023-11-25T03:14:05.931463+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386189+0000","last_change":"2023-11-25T03:14:05.947657+0000","last_active":"2023-11-25T03:14:08.386189+0000","last_peered":"2023-11-25T03:14:08.386189+0000","last_clean":"2023-11-25T03:14:08.386189+0000","last_became_active":"2023-11-25T03:14:05.947212+0000","last_became_peered":"2023-11-25T03:14:05.947212+0000","last_unstale":"2023-11-25T03:14:08.386189+0000","last_undegraded":"2023-11-25T03:14:08.386189+0000","last_fullsized":"2023-11-25T03:14:08.386189+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:33.850761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933521+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:14:05.933521+0000","last_peered":"2023-11-25T03:14:05.933521+0000","last_clean":"2023-11-25T03:14:05.933521+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:14:05.933521+0000","last_undegraded":"2023-11-25T03:14:05.933521+0000","last_fullsized":"2023-11-25T03:14:05.933521+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927087+0000","last_change":"2023-11-25T03:14:05.951961+0000","last_active":"2023-11-25T03:14:06.927087+0000","last_peered":"2023-11-25T03:14:06.927087+0000","last_clean":"2023-11-25T03:14:06.927087+0000","last_became_active":"2023-11-25T03:14:05.951584+0000","last_became_peered":"2023-11-25T03:14:05.951584+0000","last_unstale":"2023-11-25T03:14:06.927087+0000","last_undegraded":"2023-11-25T03:14:06.927087+0000","last_fullsized":"2023-11-25T03:14:06.927087+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:15:30.418115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.932590+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:14:05.932590+0000","last_peered":"2023-11-25T03:14:05.932590+0000","last_clean":"2023-11-25T03:14:05.932590+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:14:05.932590+0000","last_undegraded":"2023-11-25T03:14:05.932590+0000","last_fullsized":"2023-11-25T03:14:05.932590+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386189+0000","last_change":"2023-11-25T03:14:05.939588+0000","last_active":"2023-11-25T03:14:08.386189+0000","last_peered":"2023-11-25T03:14:08.386189+0000","last_clean":"2023-11-25T03:14:08.386189+0000","last_became_active":"2023-11-25T03:14:05.939096+0000","last_became_peered":"2023-11-25T03:14:05.939096+0000","last_unstale":"2023-11-25T03:14:08.386189+0000","last_undegraded":"2023-11-25T03:14:08.386189+0000","last_fullsized":"2023-11-25T03:14:08.386189+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:15:30.418115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923093+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:14:05.923093+0000","last_peered":"2023-11-25T03:14:05.923093+0000","last_clean":"2023-11-25T03:14:05.923093+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:14:05.923093+0000","last_undegraded":"2023-11-25T03:14:05.923093+0000","last_fullsized":"2023-11-25T03:14:05.923093+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:06:09.700508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385190+0000","last_change":"2023-11-25T03:14:05.946969+0000","last_active":"2023-11-25T03:14:08.385190+0000","last_peered":"2023-11-25T03:14:08.385190+0000","last_clean":"2023-11-25T03:14:08.385190+0000","last_became_active":"2023-11-25T03:14:05.946668+0000","last_became_peered":"2023-11-25T03:14:05.946668+0000","last_unstale":"2023-11-25T03:14:08.385190+0000","last_undegraded":"2023-11-25T03:14:08.385190+0000","last_fullsized":"2023-11-25T03:14:08.385190+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:22.786204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926972+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:14:05.926972+0000","last_peered":"2023-11-25T03:14:05.926972+0000","last_clean":"2023-11-25T03:14:05.926972+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:14:05.926972+0000","last_undegraded":"2023-11-25T03:14:05.926972+0000","last_fullsized":"2023-11-25T03:14:05.926972+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927209+0000","last_change":"2023-11-25T03:14:05.948109+0000","last_active":"2023-11-25T03:14:06.927209+0000","last_peered":"2023-11-25T03:14:06.927209+0000","last_clean":"2023-11-25T03:14:06.927209+0000","last_became_active":"2023-11-25T03:14:05.947843+0000","last_became_peered":"2023-11-25T03:14:05.947843+0000","last_unstale":"2023-11-25T03:14:06.927209+0000","last_undegraded":"2023-11-25T03:14:06.927209+0000","last_fullsized":"2023-11-25T03:14:06.927209+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:36.823465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930550+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:14:05.930550+0000","last_peered":"2023-11-25T03:14:05.930550+0000","last_clean":"2023-11-25T03:14:05.930550+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:14:05.930550+0000","last_undegraded":"2023-11-25T03:14:05.930550+0000","last_fullsized":"2023-11-25T03:14:05.930550+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:13:54.438586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386391+0000","last_change":"2023-11-25T03:14:05.942270+0000","last_active":"2023-11-25T03:14:08.386391+0000","last_peered":"2023-11-25T03:14:08.386391+0000","last_clean":"2023-11-25T03:14:08.386391+0000","last_became_active":"2023-11-25T03:14:05.941842+0000","last_became_peered":"2023-11-25T03:14:05.941842+0000","last_unstale":"2023-11-25T03:14:08.386391+0000","last_undegraded":"2023-11-25T03:14:08.386391+0000","last_fullsized":"2023-11-25T03:14:08.386391+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:29:24.158296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923676+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:14:05.923676+0000","last_peered":"2023-11-25T03:14:05.923676+0000","last_clean":"2023-11-25T03:14:05.923676+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:14:05.923676+0000","last_undegraded":"2023-11-25T03:14:05.923676+0000","last_fullsized":"2023-11-25T03:14:05.923676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.387060+0000","last_change":"2023-11-25T03:14:05.940944+0000","last_active":"2023-11-25T03:14:08.387060+0000","last_peered":"2023-11-25T03:14:08.387060+0000","last_clean":"2023-11-25T03:14:08.387060+0000","last_became_active":"2023-11-25T03:14:05.940641+0000","last_became_peered":"2023-11-25T03:14:05.940641+0000","last_unstale":"2023-11-25T03:14:08.387060+0000","last_undegraded":"2023-11-25T03:14:08.387060+0000","last_fullsized":"2023-11-25T03:14:08.387060+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:09.791559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927244+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:14:05.927244+0000","last_peered":"2023-11-25T03:14:05.927244+0000","last_clean":"2023-11-25T03:14:05.927244+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:14:05.927244+0000","last_undegraded":"2023-11-25T03:14:05.927244+0000","last_fullsized":"2023-11-25T03:14:05.927244+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:11:52.920746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.387383+0000","last_change":"2023-11-25T03:14:05.937248+0000","last_active":"2023-11-25T03:14:08.387383+0000","last_peered":"2023-11-25T03:14:08.387383+0000","last_clean":"2023-11-25T03:14:08.387383+0000","last_became_active":"2023-11-25T03:14:05.936440+0000","last_became_peered":"2023-11-25T03:14:05.936440+0000","last_unstale":"2023-11-25T03:14:08.387383+0000","last_undegraded":"2023-11-25T03:14:08.387383+0000","last_fullsized":"2023-11-25T03:14:08.387383+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:55.238455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934755+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:14:05.934755+0000","last_peered":"2023-11-25T03:14:05.934755+0000","last_clean":"2023-11-25T03:14:05.934755+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:14:05.934755+0000","last_undegraded":"2023-11-25T03:14:05.934755+0000","last_fullsized":"2023-11-25T03:14:05.934755+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928006+0000","last_change":"2023-11-25T03:14:05.938495+0000","last_active":"2023-11-25T03:14:06.928006+0000","last_peered":"2023-11-25T03:14:06.928006+0000","last_clean":"2023-11-25T03:14:06.928006+0000","last_became_active":"2023-11-25T03:14:05.938223+0000","last_became_peered":"2023-11-25T03:14:05.938223+0000","last_unstale":"2023-11-25T03:14:06.928006+0000","last_undegraded":"2023-11-25T03:14:06.928006+0000","last_fullsized":"2023-11-25T03:14:06.928006+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:17:52.702967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927567+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:14:05.927567+0000","last_peered":"2023-11-25T03:14:05.927567+0000","last_clean":"2023-11-25T03:14:05.927567+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:14:05.927567+0000","last_undegraded":"2023-11-25T03:14:05.927567+0000","last_fullsized":"2023-11-25T03:14:05.927567+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384785+0000","last_change":"2023-11-25T03:14:05.945210+0000","last_active":"2023-11-25T03:14:08.384785+0000","last_peered":"2023-11-25T03:14:08.384785+0000","last_clean":"2023-11-25T03:14:08.384785+0000","last_became_active":"2023-11-25T03:14:05.944310+0000","last_became_peered":"2023-11-25T03:14:05.944310+0000","last_unstale":"2023-11-25T03:14:08.384785+0000","last_undegraded":"2023-11-25T03:14:08.384785+0000","last_fullsized":"2023-11-25T03:14:08.384785+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:29:24.158296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923386+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:14:05.923386+0000","last_peered":"2023-11-25T03:14:05.923386+0000","last_clean":"2023-11-25T03:14:05.923386+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:14:05.923386+0000","last_undegraded":"2023-11-25T03:14:05.923386+0000","last_fullsized":"2023-11-25T03:14:05.923386+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.107785+0000","last_change":"2023-11-25T03:14:05.934506+0000","last_active":"2023-11-25T03:14:08.107785+0000","last_peered":"2023-11-25T03:14:08.107785+0000","last_clean":"2023-11-25T03:14:08.107785+0000","last_became_active":"2023-11-25T03:14:05.933804+0000","last_became_peered":"2023-11-25T03:14:05.933804+0000","last_unstale":"2023-11-25T03:14:08.107785+0000","last_undegraded":"2023-11-25T03:14:08.107785+0000","last_fullsized":"2023-11-25T03:14:08.107785+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:07:05.793143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923134+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:14:05.923134+0000","last_peered":"2023-11-25T03:14:05.923134+0000","last_clean":"2023-11-25T03:14:05.923134+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:14:05.923134+0000","last_undegraded":"2023-11-25T03:14:05.923134+0000","last_fullsized":"2023-11-25T03:14:05.923134+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:50.998788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927822+0000","last_change":"2023-11-25T03:14:05.936633+0000","last_active":"2023-11-25T03:14:06.927822+0000","last_peered":"2023-11-25T03:14:06.927822+0000","last_clean":"2023-11-25T03:14:06.927822+0000","last_became_active":"2023-11-25T03:14:05.936198+0000","last_became_peered":"2023-11-25T03:14:05.936198+0000","last_unstale":"2023-11-25T03:14:06.927822+0000","last_undegraded":"2023-11-25T03:14:06.927822+0000","last_fullsized":"2023-11-25T03:14:06.927822+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:37.691559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933907+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:14:05.933907+0000","last_peered":"2023-11-25T03:14:05.933907+0000","last_clean":"2023-11-25T03:14:05.933907+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:14:05.933907+0000","last_undegraded":"2023-11-25T03:14:05.933907+0000","last_fullsized":"2023-11-25T03:14:05.933907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385589+0000","last_change":"2023-11-25T03:14:05.943436+0000","last_active":"2023-11-25T03:14:08.385589+0000","last_peered":"2023-11-25T03:14:08.385589+0000","last_clean":"2023-11-25T03:14:08.385589+0000","last_became_active":"2023-11-25T03:14:05.942537+0000","last_became_peered":"2023-11-25T03:14:05.942537+0000","last_unstale":"2023-11-25T03:14:08.385589+0000","last_undegraded":"2023-11-25T03:14:08.385589+0000","last_fullsized":"2023-11-25T03:14:08.385589+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:21.957175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926704+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:14:05.926704+0000","last_peered":"2023-11-25T03:14:05.926704+0000","last_clean":"2023-11-25T03:14:05.926704+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:14:05.926704+0000","last_undegraded":"2023-11-25T03:14:05.926704+0000","last_fullsized":"2023-11-25T03:14:05.926704+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108367+0000","last_change":"2023-11-25T03:14:05.939851+0000","last_active":"2023-11-25T03:14:08.108367+0000","last_peered":"2023-11-25T03:14:08.108367+0000","last_clean":"2023-11-25T03:14:08.108367+0000","last_became_active":"2023-11-25T03:14:05.939559+0000","last_became_peered":"2023-11-25T03:14:05.939559+0000","last_unstale":"2023-11-25T03:14:08.108367+0000","last_undegraded":"2023-11-25T03:14:08.108367+0000","last_fullsized":"2023-11-25T03:14:08.108367+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:14.622643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927755+0000","last_change":"2023-11-25T03:14:05.229399+0000","last_active":"2023-11-25T03:14:06.927755+0000","last_peered":"2023-11-25T03:14:06.927755+0000","last_clean":"2023-11-25T03:14:06.927755+0000","last_became_active":"2023-11-25T03:14:05.228980+0000","last_became_peered":"2023-11-25T03:14:05.228980+0000","last_unstale":"2023-11-25T03:14:06.927755+0000","last_undegraded":"2023-11-25T03:14:06.927755+0000","last_fullsized":"2023-11-25T03:14:06.927755+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:08.788501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935037+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:14:05.935037+0000","last_peered":"2023-11-25T03:14:05.935037+0000","last_clean":"2023-11-25T03:14:05.935037+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:14:05.935037+0000","last_undegraded":"2023-11-25T03:14:05.935037+0000","last_fullsized":"2023-11-25T03:14:05.935037+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":20,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929148+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:14:05.929148+0000","last_peered":"2023-11-25T03:14:05.929148+0000","last_clean":"2023-11-25T03:14:05.929148+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:14:05.929148+0000","last_undegraded":"2023-11-25T03:14:05.929148+0000","last_fullsized":"2023-11-25T03:14:05.929148+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928339+0000","last_change":"2023-11-25T03:14:05.953051+0000","last_active":"2023-11-25T03:14:06.928339+0000","last_peered":"2023-11-25T03:14:06.928339+0000","last_clean":"2023-11-25T03:14:06.928339+0000","last_became_active":"2023-11-25T03:14:05.951960+0000","last_became_peered":"2023-11-25T03:14:05.951960+0000","last_unstale":"2023-11-25T03:14:06.928339+0000","last_undegraded":"2023-11-25T03:14:06.928339+0000","last_fullsized":"2023-11-25T03:14:06.928339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:45:34.277476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927475+0000","last_change":"2023-11-25T03:14:05.227661+0000","last_active":"2023-11-25T03:14:06.927475+0000","last_peered":"2023-11-25T03:14:06.927475+0000","last_clean":"2023-11-25T03:14:06.927475+0000","last_became_active":"2023-11-25T03:14:05.227411+0000","last_became_peered":"2023-11-25T03:14:05.227411+0000","last_unstale":"2023-11-25T03:14:06.927475+0000","last_undegraded":"2023-11-25T03:14:06.927475+0000","last_fullsized":"2023-11-25T03:14:06.927475+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:24:29.835421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929015+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:14:05.929015+0000","last_peered":"2023-11-25T03:14:05.929015+0000","last_clean":"2023-11-25T03:14:05.929015+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:14:05.929015+0000","last_undegraded":"2023-11-25T03:14:05.929015+0000","last_fullsized":"2023-11-25T03:14:05.929015+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935460+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:14:05.935460+0000","last_peered":"2023-11-25T03:14:05.935460+0000","last_clean":"2023-11-25T03:14:05.935460+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:14:05.935460+0000","last_undegraded":"2023-11-25T03:14:05.935460+0000","last_fullsized":"2023-11-25T03:14:05.935460+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386142+0000","last_change":"2023-11-25T03:14:05.947725+0000","last_active":"2023-11-25T03:14:08.386142+0000","last_peered":"2023-11-25T03:14:08.386142+0000","last_clean":"2023-11-25T03:14:08.386142+0000","last_became_active":"2023-11-25T03:14:05.945780+0000","last_became_peered":"2023-11-25T03:14:05.945780+0000","last_unstale":"2023-11-25T03:14:08.386142+0000","last_undegraded":"2023-11-25T03:14:08.386142+0000","last_fullsized":"2023-11-25T03:14:08.386142+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:32.272624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"73'4","reported_seq":16,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928117+0000","last_change":"2023-11-25T03:14:05.226455+0000","last_active":"2023-11-25T03:14:06.928117+0000","last_peered":"2023-11-25T03:14:06.928117+0000","last_clean":"2023-11-25T03:14:06.928117+0000","last_became_active":"2023-11-25T03:14:05.225639+0000","last_became_peered":"2023-11-25T03:14:05.225639+0000","last_unstale":"2023-11-25T03:14:06.928117+0000","last_undegraded":"2023-11-25T03:14:06.928117+0000","last_fullsized":"2023-11-25T03:14:06.928117+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:50:54.855308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927675+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:14:05.927675+0000","last_peered":"2023-11-25T03:14:05.927675+0000","last_clean":"2023-11-25T03:14:05.927675+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:14:05.927675+0000","last_undegraded":"2023-11-25T03:14:05.927675+0000","last_fullsized":"2023-11-25T03:14:05.927675+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931715+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:14:05.931715+0000","last_peered":"2023-11-25T03:14:05.931715+0000","last_clean":"2023-11-25T03:14:05.931715+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:14:05.931715+0000","last_undegraded":"2023-11-25T03:14:05.931715+0000","last_fullsized":"2023-11-25T03:14:05.931715+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386396+0000","last_change":"2023-11-25T03:14:05.949938+0000","last_active":"2023-11-25T03:14:08.386396+0000","last_peered":"2023-11-25T03:14:08.386396+0000","last_clean":"2023-11-25T03:14:08.386396+0000","last_became_active":"2023-11-25T03:14:05.949604+0000","last_became_peered":"2023-11-25T03:14:05.949604+0000","last_unstale":"2023-11-25T03:14:08.386396+0000","last_undegraded":"2023-11-25T03:14:08.386396+0000","last_fullsized":"2023-11-25T03:14:08.386396+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:17:52.702967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385819+0000","last_change":"2023-11-25T03:14:05.223493+0000","last_active":"2023-11-25T03:14:08.385819+0000","last_peered":"2023-11-25T03:14:08.385819+0000","last_clean":"2023-11-25T03:14:08.385819+0000","last_became_active":"2023-11-25T03:14:05.223189+0000","last_became_peered":"2023-11-25T03:14:05.223189+0000","last_unstale":"2023-11-25T03:14:08.385819+0000","last_undegraded":"2023-11-25T03:14:08.385819+0000","last_fullsized":"2023-11-25T03:14:08.385819+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:58.745741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927727+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:14:05.927727+0000","last_peered":"2023-11-25T03:14:05.927727+0000","last_clean":"2023-11-25T03:14:05.927727+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:14:05.927727+0000","last_undegraded":"2023-11-25T03:14:05.927727+0000","last_fullsized":"2023-11-25T03:14:05.927727+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:22.334173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930216+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:14:05.930216+0000","last_peered":"2023-11-25T03:14:05.930216+0000","last_clean":"2023-11-25T03:14:05.930216+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:14:05.930216+0000","last_undegraded":"2023-11-25T03:14:05.930216+0000","last_fullsized":"2023-11-25T03:14:05.930216+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384477+0000","last_change":"2023-11-25T03:14:05.940194+0000","last_active":"2023-11-25T03:14:08.384477+0000","last_peered":"2023-11-25T03:14:08.384477+0000","last_clean":"2023-11-25T03:14:08.384477+0000","last_became_active":"2023-11-25T03:14:05.939917+0000","last_became_peered":"2023-11-25T03:14:05.939917+0000","last_unstale":"2023-11-25T03:14:08.384477+0000","last_undegraded":"2023-11-25T03:14:08.384477+0000","last_fullsized":"2023-11-25T03:14:08.384477+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:15:30.418115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385655+0000","last_change":"2023-11-25T03:14:05.224085+0000","last_active":"2023-11-25T03:14:08.385655+0000","last_peered":"2023-11-25T03:14:08.385655+0000","last_clean":"2023-11-25T03:14:08.385655+0000","last_became_active":"2023-11-25T03:14:05.223759+0000","last_became_peered":"2023-11-25T03:14:05.223759+0000","last_unstale":"2023-11-25T03:14:08.385655+0000","last_undegraded":"2023-11-25T03:14:08.385655+0000","last_fullsized":"2023-11-25T03:14:08.385655+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:16:38.453647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923179+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:14:05.923179+0000","last_peered":"2023-11-25T03:14:05.923179+0000","last_clean":"2023-11-25T03:14:05.923179+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:14:05.923179+0000","last_undegraded":"2023-11-25T03:14:05.923179+0000","last_fullsized":"2023-11-25T03:14:05.923179+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:42:26.701728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935528+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:14:05.935528+0000","last_peered":"2023-11-25T03:14:05.935528+0000","last_clean":"2023-11-25T03:14:05.935528+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:14:05.935528+0000","last_undegraded":"2023-11-25T03:14:05.935528+0000","last_fullsized":"2023-11-25T03:14:05.935528+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927382+0000","last_change":"2023-11-25T03:14:05.952635+0000","last_active":"2023-11-25T03:14:06.927382+0000","last_peered":"2023-11-25T03:14:06.927382+0000","last_clean":"2023-11-25T03:14:06.927382+0000","last_became_active":"2023-11-25T03:14:05.952353+0000","last_became_peered":"2023-11-25T03:14:05.952353+0000","last_unstale":"2023-11-25T03:14:06.927382+0000","last_undegraded":"2023-11-25T03:14:06.927382+0000","last_fullsized":"2023-11-25T03:14:06.927382+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:51.178157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.107790+0000","last_change":"2023-11-25T03:14:05.217038+0000","last_active":"2023-11-25T03:14:08.107790+0000","last_peered":"2023-11-25T03:14:08.107790+0000","last_clean":"2023-11-25T03:14:08.107790+0000","last_became_active":"2023-11-25T03:14:05.216723+0000","last_became_peered":"2023-11-25T03:14:05.216723+0000","last_unstale":"2023-11-25T03:14:08.107790+0000","last_undegraded":"2023-11-25T03:14:08.107790+0000","last_fullsized":"2023-11-25T03:14:08.107790+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:59.578036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935292+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:14:05.935292+0000","last_peered":"2023-11-25T03:14:05.935292+0000","last_clean":"2023-11-25T03:14:05.935292+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:14:05.935292+0000","last_undegraded":"2023-11-25T03:14:05.935292+0000","last_fullsized":"2023-11-25T03:14:05.935292+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933637+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:14:05.933637+0000","last_peered":"2023-11-25T03:14:05.933637+0000","last_clean":"2023-11-25T03:14:05.933637+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:14:05.933637+0000","last_undegraded":"2023-11-25T03:14:05.933637+0000","last_fullsized":"2023-11-25T03:14:05.933637+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926700+0000","last_change":"2023-11-25T03:14:05.952073+0000","last_active":"2023-11-25T03:14:06.926700+0000","last_peered":"2023-11-25T03:14:06.926700+0000","last_clean":"2023-11-25T03:14:06.926700+0000","last_became_active":"2023-11-25T03:14:05.951512+0000","last_became_peered":"2023-11-25T03:14:05.951512+0000","last_unstale":"2023-11-25T03:14:06.926700+0000","last_undegraded":"2023-11-25T03:14:06.926700+0000","last_fullsized":"2023-11-25T03:14:06.926700+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.675867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108079+0000","last_change":"2023-11-25T03:14:05.221131+0000","last_active":"2023-11-25T03:14:08.108079+0000","last_peered":"2023-11-25T03:14:08.108079+0000","last_clean":"2023-11-25T03:14:08.108079+0000","last_became_active":"2023-11-25T03:14:05.218146+0000","last_became_peered":"2023-11-25T03:14:05.218146+0000","last_unstale":"2023-11-25T03:14:08.108079+0000","last_undegraded":"2023-11-25T03:14:08.108079+0000","last_fullsized":"2023-11-25T03:14:08.108079+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:35.990284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.924679+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:14:05.924679+0000","last_peered":"2023-11-25T03:14:05.924679+0000","last_clean":"2023-11-25T03:14:05.924679+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:14:05.924679+0000","last_undegraded":"2023-11-25T03:14:05.924679+0000","last_fullsized":"2023-11-25T03:14:05.924679+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928979+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:14:05.928979+0000","last_peered":"2023-11-25T03:14:05.928979+0000","last_clean":"2023-11-25T03:14:05.928979+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:14:05.928979+0000","last_undegraded":"2023-11-25T03:14:05.928979+0000","last_fullsized":"2023-11-25T03:14:05.928979+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385442+0000","last_change":"2023-11-25T03:14:05.943781+0000","last_active":"2023-11-25T03:14:08.385442+0000","last_peered":"2023-11-25T03:14:08.385442+0000","last_clean":"2023-11-25T03:14:08.385442+0000","last_became_active":"2023-11-25T03:14:05.943407+0000","last_became_peered":"2023-11-25T03:14:05.943407+0000","last_unstale":"2023-11-25T03:14:08.385442+0000","last_undegraded":"2023-11-25T03:14:08.385442+0000","last_fullsized":"2023-11-25T03:14:08.385442+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:45.594853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927149+0000","last_change":"2023-11-25T03:14:05.224163+0000","last_active":"2023-11-25T03:14:06.927149+0000","last_peered":"2023-11-25T03:14:06.927149+0000","last_clean":"2023-11-25T03:14:06.927149+0000","last_became_active":"2023-11-25T03:14:05.223903+0000","last_became_peered":"2023-11-25T03:14:05.223903+0000","last_unstale":"2023-11-25T03:14:06.927149+0000","last_undegraded":"2023-11-25T03:14:06.927149+0000","last_fullsized":"2023-11-25T03:14:06.927149+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:58.745741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935957+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:14:05.935957+0000","last_peered":"2023-11-25T03:14:05.935957+0000","last_clean":"2023-11-25T03:14:05.935957+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:14:05.935957+0000","last_undegraded":"2023-11-25T03:14:05.935957+0000","last_fullsized":"2023-11-25T03:14:05.935957+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:28:46.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923460+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:14:05.923460+0000","last_peered":"2023-11-25T03:14:05.923460+0000","last_clean":"2023-11-25T03:14:05.923460+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:14:05.923460+0000","last_undegraded":"2023-11-25T03:14:05.923460+0000","last_fullsized":"2023-11-25T03:14:05.923460+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386502+0000","last_change":"2023-11-25T03:14:05.935785+0000","last_active":"2023-11-25T03:14:08.386502+0000","last_peered":"2023-11-25T03:14:08.386502+0000","last_clean":"2023-11-25T03:14:08.386502+0000","last_became_active":"2023-11-25T03:14:05.935472+0000","last_became_peered":"2023-11-25T03:14:05.935472+0000","last_unstale":"2023-11-25T03:14:08.386502+0000","last_undegraded":"2023-11-25T03:14:08.386502+0000","last_fullsized":"2023-11-25T03:14:08.386502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:05:00.355419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"73'3","reported_seq":15,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386493+0000","last_change":"2023-11-25T03:14:05.220088+0000","last_active":"2023-11-25T03:14:08.386493+0000","last_peered":"2023-11-25T03:14:08.386493+0000","last_clean":"2023-11-25T03:14:08.386493+0000","last_became_active":"2023-11-25T03:14:05.219705+0000","last_became_peered":"2023-11-25T03:14:05.219705+0000","last_unstale":"2023-11-25T03:14:08.386493+0000","last_undegraded":"2023-11-25T03:14:08.386493+0000","last_fullsized":"2023-11-25T03:14:08.386493+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:59.352361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.941649+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:14:05.941649+0000","last_peered":"2023-11-25T03:14:05.941649+0000","last_clean":"2023-11-25T03:14:05.941649+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:14:05.941649+0000","last_undegraded":"2023-11-25T03:14:05.941649+0000","last_fullsized":"2023-11-25T03:14:05.941649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:13.488474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929146+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:14:05.929146+0000","last_peered":"2023-11-25T03:14:05.929146+0000","last_clean":"2023-11-25T03:14:05.929146+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:14:05.929146+0000","last_undegraded":"2023-11-25T03:14:05.929146+0000","last_fullsized":"2023-11-25T03:14:05.929146+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386170+0000","last_change":"2023-11-25T03:14:05.940739+0000","last_active":"2023-11-25T03:14:08.386170+0000","last_peered":"2023-11-25T03:14:08.386170+0000","last_clean":"2023-11-25T03:14:08.386170+0000","last_became_active":"2023-11-25T03:14:05.940512+0000","last_became_peered":"2023-11-25T03:14:05.940512+0000","last_unstale":"2023-11-25T03:14:08.386170+0000","last_undegraded":"2023-11-25T03:14:08.386170+0000","last_fullsized":"2023-11-25T03:14:08.386170+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:35:53.876775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"73'6","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928212+0000","last_change":"2023-11-25T03:14:05.222833+0000","last_active":"2023-11-25T03:14:06.928212+0000","last_peered":"2023-11-25T03:14:06.928212+0000","last_clean":"2023-11-25T03:14:06.928212+0000","last_became_active":"2023-11-25T03:14:05.222483+0000","last_became_peered":"2023-11-25T03:14:05.222483+0000","last_unstale":"2023-11-25T03:14:06.928212+0000","last_undegraded":"2023-11-25T03:14:06.928212+0000","last_fullsized":"2023-11-25T03:14:06.928212+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:50.510750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940998+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:14:05.940998+0000","last_peered":"2023-11-25T03:14:05.940998+0000","last_clean":"2023-11-25T03:14:05.940998+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:14:05.940998+0000","last_undegraded":"2023-11-25T03:14:05.940998+0000","last_fullsized":"2023-11-25T03:14:05.940998+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926641+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:14:05.926641+0000","last_peered":"2023-11-25T03:14:05.926641+0000","last_clean":"2023-11-25T03:14:05.926641+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:14:05.926641+0000","last_undegraded":"2023-11-25T03:14:05.926641+0000","last_fullsized":"2023-11-25T03:14:05.926641+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927674+0000","last_change":"2023-11-25T03:14:05.944836+0000","last_active":"2023-11-25T03:14:06.927674+0000","last_peered":"2023-11-25T03:14:06.927674+0000","last_clean":"2023-11-25T03:14:06.927674+0000","last_became_active":"2023-11-25T03:14:05.944546+0000","last_became_peered":"2023-11-25T03:14:05.944546+0000","last_unstale":"2023-11-25T03:14:06.927674+0000","last_undegraded":"2023-11-25T03:14:06.927674+0000","last_fullsized":"2023-11-25T03:14:06.927674+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:29:24.158296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108768+0000","last_change":"2023-11-25T03:14:05.214721+0000","last_active":"2023-11-25T03:14:08.108768+0000","last_peered":"2023-11-25T03:14:08.108768+0000","last_clean":"2023-11-25T03:14:08.108768+0000","last_became_active":"2023-11-25T03:14:05.214440+0000","last_became_peered":"2023-11-25T03:14:05.214440+0000","last_unstale":"2023-11-25T03:14:08.108768+0000","last_undegraded":"2023-11-25T03:14:08.108768+0000","last_fullsized":"2023-11-25T03:14:08.108768+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:31.269566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930105+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:14:05.930105+0000","last_peered":"2023-11-25T03:14:05.930105+0000","last_clean":"2023-11-25T03:14:05.930105+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:14:05.930105+0000","last_undegraded":"2023-11-25T03:14:05.930105+0000","last_fullsized":"2023-11-25T03:14:05.930105+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":19,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928280+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:14:05.928280+0000","last_peered":"2023-11-25T03:14:05.928280+0000","last_clean":"2023-11-25T03:14:05.928280+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:14:05.928280+0000","last_undegraded":"2023-11-25T03:14:05.928280+0000","last_fullsized":"2023-11-25T03:14:05.928280+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928680+0000","last_change":"2023-11-25T03:14:05.952890+0000","last_active":"2023-11-25T03:14:06.928680+0000","last_peered":"2023-11-25T03:14:06.928680+0000","last_clean":"2023-11-25T03:14:06.928680+0000","last_became_active":"2023-11-25T03:14:05.952590+0000","last_became_peered":"2023-11-25T03:14:05.952590+0000","last_unstale":"2023-11-25T03:14:06.928680+0000","last_undegraded":"2023-11-25T03:14:06.928680+0000","last_fullsized":"2023-11-25T03:14:06.928680+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:24:30.838479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386101+0000","last_change":"2023-11-25T03:14:05.224727+0000","last_active":"2023-11-25T03:14:08.386101+0000","last_peered":"2023-11-25T03:14:08.386101+0000","last_clean":"2023-11-25T03:14:08.386101+0000","last_became_active":"2023-11-25T03:14:05.224394+0000","last_became_peered":"2023-11-25T03:14:05.224394+0000","last_unstale":"2023-11-25T03:14:08.386101+0000","last_undegraded":"2023-11-25T03:14:08.386101+0000","last_fullsized":"2023-11-25T03:14:08.386101+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:50:54.855308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934898+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:14:05.934898+0000","last_peered":"2023-11-25T03:14:05.934898+0000","last_clean":"2023-11-25T03:14:05.934898+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:14:05.934898+0000","last_undegraded":"2023-11-25T03:14:05.934898+0000","last_fullsized":"2023-11-25T03:14:05.934898+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"70'8","reported_seq":24,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940494+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:14:05.940494+0000","last_peered":"2023-11-25T03:14:05.940494+0000","last_clean":"2023-11-25T03:14:05.940494+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:14:05.940494+0000","last_undegraded":"2023-11-25T03:14:05.940494+0000","last_fullsized":"2023-11-25T03:14:05.940494+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926843+0000","last_change":"2023-11-25T03:14:05.947382+0000","last_active":"2023-11-25T03:14:06.926843+0000","last_peered":"2023-11-25T03:14:06.926843+0000","last_clean":"2023-11-25T03:14:06.926843+0000","last_became_active":"2023-11-25T03:14:05.946965+0000","last_became_peered":"2023-11-25T03:14:05.946965+0000","last_unstale":"2023-11-25T03:14:06.926843+0000","last_undegraded":"2023-11-25T03:14:06.926843+0000","last_fullsized":"2023-11-25T03:14:06.926843+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:03:56.227377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927478+0000","last_change":"2023-11-25T03:14:05.218544+0000","last_active":"2023-11-25T03:14:06.927478+0000","last_peered":"2023-11-25T03:14:06.927478+0000","last_clean":"2023-11-25T03:14:06.927478+0000","last_became_active":"2023-11-25T03:14:05.218189+0000","last_became_peered":"2023-11-25T03:14:05.218189+0000","last_unstale":"2023-11-25T03:14:06.927478+0000","last_undegraded":"2023-11-25T03:14:06.927478+0000","last_fullsized":"2023-11-25T03:14:06.927478+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:16:38.453647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929167+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:14:05.929167+0000","last_peered":"2023-11-25T03:14:05.929167+0000","last_clean":"2023-11-25T03:14:05.929167+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:14:05.929167+0000","last_undegraded":"2023-11-25T03:14:05.929167+0000","last_fullsized":"2023-11-25T03:14:05.929167+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923472+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:14:05.923472+0000","last_peered":"2023-11-25T03:14:05.923472+0000","last_clean":"2023-11-25T03:14:05.923472+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:14:05.923472+0000","last_undegraded":"2023-11-25T03:14:05.923472+0000","last_fullsized":"2023-11-25T03:14:05.923472+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384672+0000","last_change":"2023-11-25T03:14:05.944839+0000","last_active":"2023-11-25T03:14:08.384672+0000","last_peered":"2023-11-25T03:14:08.384672+0000","last_clean":"2023-11-25T03:14:08.384672+0000","last_became_active":"2023-11-25T03:14:05.944496+0000","last_became_peered":"2023-11-25T03:14:05.944496+0000","last_unstale":"2023-11-25T03:14:08.384672+0000","last_undegraded":"2023-11-25T03:14:08.384672+0000","last_fullsized":"2023-11-25T03:14:08.384672+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:00.581095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"73'8","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.107936+0000","last_change":"2023-11-25T03:14:05.218869+0000","last_active":"2023-11-25T03:14:08.107936+0000","last_peered":"2023-11-25T03:14:08.107936+0000","last_clean":"2023-11-25T03:14:08.107936+0000","last_became_active":"2023-11-25T03:14:05.216363+0000","last_became_peered":"2023-11-25T03:14:05.216363+0000","last_unstale":"2023-11-25T03:14:08.107936+0000","last_undegraded":"2023-11-25T03:14:08.107936+0000","last_fullsized":"2023-11-25T03:14:08.107936+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:38.574922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926280+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:14:05.926280+0000","last_peered":"2023-11-25T03:14:05.926280+0000","last_clean":"2023-11-25T03:14:05.926280+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:14:05.926280+0000","last_undegraded":"2023-11-25T03:14:05.926280+0000","last_fullsized":"2023-11-25T03:14:05.926280+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:19:33.017751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.936271+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:14:05.936271+0000","last_peered":"2023-11-25T03:14:05.936271+0000","last_clean":"2023-11-25T03:14:05.936271+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:14:05.936271+0000","last_undegraded":"2023-11-25T03:14:05.936271+0000","last_fullsized":"2023-11-25T03:14:05.936271+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384464+0000","last_change":"2023-11-25T03:14:05.943495+0000","last_active":"2023-11-25T03:14:08.384464+0000","last_peered":"2023-11-25T03:14:08.384464+0000","last_clean":"2023-11-25T03:14:08.384464+0000","last_became_active":"2023-11-25T03:14:05.942704+0000","last_became_peered":"2023-11-25T03:14:05.942704+0000","last_unstale":"2023-11-25T03:14:08.384464+0000","last_undegraded":"2023-11-25T03:14:08.384464+0000","last_fullsized":"2023-11-25T03:14:08.384464+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:35:53.876775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385276+0000","last_change":"2023-11-25T03:14:05.218031+0000","last_active":"2023-11-25T03:14:08.385276+0000","last_peered":"2023-11-25T03:14:08.385276+0000","last_clean":"2023-11-25T03:14:08.385276+0000","last_became_active":"2023-11-25T03:14:05.217184+0000","last_became_peered":"2023-11-25T03:14:05.217184+0000","last_unstale":"2023-11-25T03:14:08.385276+0000","last_undegraded":"2023-11-25T03:14:08.385276+0000","last_fullsized":"2023-11-25T03:14:08.385276+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:33.514847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.922977+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:14:05.922977+0000","last_peered":"2023-11-25T03:14:05.922977+0000","last_clean":"2023-11-25T03:14:05.922977+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:14:05.922977+0000","last_undegraded":"2023-11-25T03:14:05.922977+0000","last_fullsized":"2023-11-25T03:14:05.922977+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:00.882173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940328+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:14:05.940328+0000","last_peered":"2023-11-25T03:14:05.940328+0000","last_clean":"2023-11-25T03:14:05.940328+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:14:05.940328+0000","last_undegraded":"2023-11-25T03:14:05.940328+0000","last_fullsized":"2023-11-25T03:14:05.940328+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108283+0000","last_change":"2023-11-25T03:14:05.937334+0000","last_active":"2023-11-25T03:14:08.108283+0000","last_peered":"2023-11-25T03:14:08.108283+0000","last_clean":"2023-11-25T03:14:08.108283+0000","last_became_active":"2023-11-25T03:14:05.937002+0000","last_became_peered":"2023-11-25T03:14:05.937002+0000","last_unstale":"2023-11-25T03:14:08.108283+0000","last_undegraded":"2023-11-25T03:14:08.108283+0000","last_fullsized":"2023-11-25T03:14:08.108283+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:51:11.938623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385143+0000","last_change":"2023-11-25T03:14:05.224680+0000","last_active":"2023-11-25T03:14:08.385143+0000","last_peered":"2023-11-25T03:14:08.385143+0000","last_clean":"2023-11-25T03:14:08.385143+0000","last_became_active":"2023-11-25T03:14:05.224424+0000","last_became_peered":"2023-11-25T03:14:05.224424+0000","last_unstale":"2023-11-25T03:14:08.385143+0000","last_undegraded":"2023-11-25T03:14:08.385143+0000","last_fullsized":"2023-11-25T03:14:08.385143+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:24.086440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.922495+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:14:05.922495+0000","last_peered":"2023-11-25T03:14:05.922495+0000","last_clean":"2023-11-25T03:14:05.922495+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:14:05.922495+0000","last_undegraded":"2023-11-25T03:14:05.922495+0000","last_fullsized":"2023-11-25T03:14:05.922495+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:47.692482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":24,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928704+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:14:05.928704+0000","last_peered":"2023-11-25T03:14:05.928704+0000","last_clean":"2023-11-25T03:14:05.928704+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:14:05.928704+0000","last_undegraded":"2023-11-25T03:14:05.928704+0000","last_fullsized":"2023-11-25T03:14:05.928704+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926972+0000","last_change":"2023-11-25T03:14:05.948398+0000","last_active":"2023-11-25T03:14:06.926972+0000","last_peered":"2023-11-25T03:14:06.926972+0000","last_clean":"2023-11-25T03:14:06.926972+0000","last_became_active":"2023-11-25T03:14:05.948068+0000","last_became_peered":"2023-11-25T03:14:05.948068+0000","last_unstale":"2023-11-25T03:14:06.926972+0000","last_undegraded":"2023-11-25T03:14:06.926972+0000","last_fullsized":"2023-11-25T03:14:06.926972+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:22.536098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386450+0000","last_change":"2023-11-25T03:14:05.221404+0000","last_active":"2023-11-25T03:14:08.386450+0000","last_peered":"2023-11-25T03:14:08.386450+0000","last_clean":"2023-11-25T03:14:08.386450+0000","last_became_active":"2023-11-25T03:14:05.221067+0000","last_became_peered":"2023-11-25T03:14:05.221067+0000","last_unstale":"2023-11-25T03:14:08.386450+0000","last_undegraded":"2023-11-25T03:14:08.386450+0000","last_fullsized":"2023-11-25T03:14:08.386450+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:03:55.224319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927347+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:14:05.927347+0000","last_peered":"2023-11-25T03:14:05.927347+0000","last_clean":"2023-11-25T03:14:05.927347+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:14:05.927347+0000","last_undegraded":"2023-11-25T03:14:05.927347+0000","last_fullsized":"2023-11-25T03:14:05.927347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:01.745118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929308+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:14:05.929308+0000","last_peered":"2023-11-25T03:14:05.929308+0000","last_clean":"2023-11-25T03:14:05.929308+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:14:05.929308+0000","last_undegraded":"2023-11-25T03:14:05.929308+0000","last_fullsized":"2023-11-25T03:14:05.929308+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386230+0000","last_change":"2023-11-25T03:14:05.944395+0000","last_active":"2023-11-25T03:14:08.386230+0000","last_peered":"2023-11-25T03:14:08.386230+0000","last_clean":"2023-11-25T03:14:08.386230+0000","last_became_active":"2023-11-25T03:14:05.943687+0000","last_became_peered":"2023-11-25T03:14:05.943687+0000","last_unstale":"2023-11-25T03:14:08.386230+0000","last_undegraded":"2023-11-25T03:14:08.386230+0000","last_fullsized":"2023-11-25T03:14:08.386230+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:36.823465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927603+0000","last_change":"2023-11-25T03:14:05.227385+0000","last_active":"2023-11-25T03:14:06.927603+0000","last_peered":"2023-11-25T03:14:06.927603+0000","last_clean":"2023-11-25T03:14:06.927603+0000","last_became_active":"2023-11-25T03:14:05.227093+0000","last_became_peered":"2023-11-25T03:14:05.227093+0000","last_unstale":"2023-11-25T03:14:06.927603+0000","last_undegraded":"2023-11-25T03:14:06.927603+0000","last_fullsized":"2023-11-25T03:14:06.927603+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:44.591795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929016+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:14:05.929016+0000","last_peered":"2023-11-25T03:14:05.929016+0000","last_clean":"2023-11-25T03:14:05.929016+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:14:05.929016+0000","last_undegraded":"2023-11-25T03:14:05.929016+0000","last_fullsized":"2023-11-25T03:14:05.929016+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.932173+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:14:05.932173+0000","last_peered":"2023-11-25T03:14:05.932173+0000","last_clean":"2023-11-25T03:14:05.932173+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:14:05.932173+0000","last_undegraded":"2023-11-25T03:14:05.932173+0000","last_fullsized":"2023-11-25T03:14:05.932173+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386919+0000","last_change":"2023-11-25T03:14:05.942969+0000","last_active":"2023-11-25T03:14:08.386919+0000","last_peered":"2023-11-25T03:14:08.386919+0000","last_clean":"2023-11-25T03:14:08.386919+0000","last_became_active":"2023-11-25T03:14:05.941806+0000","last_became_peered":"2023-11-25T03:14:05.941806+0000","last_unstale":"2023-11-25T03:14:08.386919+0000","last_undegraded":"2023-11-25T03:14:08.386919+0000","last_fullsized":"2023-11-25T03:14:08.386919+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:45.594853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928564+0000","last_change":"2023-11-25T03:14:05.221996+0000","last_active":"2023-11-25T03:14:06.928564+0000","last_peered":"2023-11-25T03:14:06.928564+0000","last_clean":"2023-11-25T03:14:06.928564+0000","last_became_active":"2023-11-25T03:14:05.221648+0000","last_became_peered":"2023-11-25T03:14:05.221648+0000","last_unstale":"2023-11-25T03:14:06.928564+0000","last_undegraded":"2023-11-25T03:14:06.928564+0000","last_fullsized":"2023-11-25T03:14:06.928564+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:29:43.218947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934933+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:14:05.934933+0000","last_peered":"2023-11-25T03:14:05.934933+0000","last_clean":"2023-11-25T03:14:05.934933+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:14:05.934933+0000","last_undegraded":"2023-11-25T03:14:05.934933+0000","last_fullsized":"2023-11-25T03:14:05.934933+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930298+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:14:05.930298+0000","last_peered":"2023-11-25T03:14:05.930298+0000","last_clean":"2023-11-25T03:14:05.930298+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:14:05.930298+0000","last_undegraded":"2023-11-25T03:14:05.930298+0000","last_fullsized":"2023-11-25T03:14:05.930298+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384549+0000","last_change":"2023-11-25T03:14:05.946832+0000","last_active":"2023-11-25T03:14:08.384549+0000","last_peered":"2023-11-25T03:14:08.384549+0000","last_clean":"2023-11-25T03:14:08.384549+0000","last_became_active":"2023-11-25T03:14:05.946530+0000","last_became_peered":"2023-11-25T03:14:05.946530+0000","last_unstale":"2023-11-25T03:14:08.384549+0000","last_undegraded":"2023-11-25T03:14:08.384549+0000","last_fullsized":"2023-11-25T03:14:08.384549+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:40.247116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926664+0000","last_change":"2023-11-25T03:14:05.222889+0000","last_active":"2023-11-25T03:14:06.926664+0000","last_peered":"2023-11-25T03:14:06.926664+0000","last_clean":"2023-11-25T03:14:06.926664+0000","last_became_active":"2023-11-25T03:14:05.222553+0000","last_became_peered":"2023-11-25T03:14:05.222553+0000","last_unstale":"2023-11-25T03:14:06.926664+0000","last_undegraded":"2023-11-25T03:14:06.926664+0000","last_fullsized":"2023-11-25T03:14:06.926664+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:13.875910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931068+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:14:05.931068+0000","last_peered":"2023-11-25T03:14:05.931068+0000","last_clean":"2023-11-25T03:14:05.931068+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:14:05.931068+0000","last_undegraded":"2023-11-25T03:14:05.931068+0000","last_fullsized":"2023-11-25T03:14:05.931068+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.939030+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:14:05.939030+0000","last_peered":"2023-11-25T03:14:05.939030+0000","last_clean":"2023-11-25T03:14:05.939030+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:14:05.939030+0000","last_undegraded":"2023-11-25T03:14:05.939030+0000","last_fullsized":"2023-11-25T03:14:05.939030+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386144+0000","last_change":"2023-11-25T03:14:05.937558+0000","last_active":"2023-11-25T03:14:08.386144+0000","last_peered":"2023-11-25T03:14:08.386144+0000","last_clean":"2023-11-25T03:14:08.386144+0000","last_became_active":"2023-11-25T03:14:05.937145+0000","last_became_peered":"2023-11-25T03:14:05.937145+0000","last_unstale":"2023-11-25T03:14:08.386144+0000","last_undegraded":"2023-11-25T03:14:08.386144+0000","last_fullsized":"2023-11-25T03:14:08.386144+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:59.748799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926991+0000","last_change":"2023-11-25T03:14:05.225262+0000","last_active":"2023-11-25T03:14:06.926991+0000","last_peered":"2023-11-25T03:14:06.926991+0000","last_clean":"2023-11-25T03:14:06.926991+0000","last_became_active":"2023-11-25T03:14:05.224070+0000","last_became_peered":"2023-11-25T03:14:05.224070+0000","last_unstale":"2023-11-25T03:14:06.926991+0000","last_undegraded":"2023-11-25T03:14:06.926991+0000","last_fullsized":"2023-11-25T03:14:06.926991+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:04:17.596850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940102+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:14:05.940102+0000","last_peered":"2023-11-25T03:14:05.940102+0000","last_clean":"2023-11-25T03:14:05.940102+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:14:05.940102+0000","last_undegraded":"2023-11-25T03:14:05.940102+0000","last_fullsized":"2023-11-25T03:14:05.940102+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931144+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:14:05.931144+0000","last_peered":"2023-11-25T03:14:05.931144+0000","last_clean":"2023-11-25T03:14:05.931144+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:14:05.931144+0000","last_undegraded":"2023-11-25T03:14:05.931144+0000","last_fullsized":"2023-11-25T03:14:05.931144+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385058+0000","last_change":"2023-11-25T03:14:05.947581+0000","last_active":"2023-11-25T03:14:08.385058+0000","last_peered":"2023-11-25T03:14:08.385058+0000","last_clean":"2023-11-25T03:14:08.385058+0000","last_became_active":"2023-11-25T03:14:05.947262+0000","last_became_peered":"2023-11-25T03:14:05.947262+0000","last_unstale":"2023-11-25T03:14:08.385058+0000","last_undegraded":"2023-11-25T03:14:08.385058+0000","last_fullsized":"2023-11-25T03:14:08.385058+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:39.577981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927920+0000","last_change":"2023-11-25T03:14:05.222800+0000","last_active":"2023-11-25T03:14:06.927920+0000","last_peered":"2023-11-25T03:14:06.927920+0000","last_clean":"2023-11-25T03:14:06.927920+0000","last_became_active":"2023-11-25T03:14:05.222564+0000","last_became_peered":"2023-11-25T03:14:05.222564+0000","last_unstale":"2023-11-25T03:14:06.927920+0000","last_undegraded":"2023-11-25T03:14:06.927920+0000","last_fullsized":"2023-11-25T03:14:06.927920+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:59.352361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930627+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:14:05.930627+0000","last_peered":"2023-11-25T03:14:05.930627+0000","last_clean":"2023-11-25T03:14:05.930627+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:14:05.930627+0000","last_undegraded":"2023-11-25T03:14:05.930627+0000","last_fullsized":"2023-11-25T03:14:05.930627+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:07.632441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933739+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:14:05.933739+0000","last_peered":"2023-11-25T03:14:05.933739+0000","last_clean":"2023-11-25T03:14:05.933739+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:14:05.933739+0000","last_undegraded":"2023-11-25T03:14:05.933739+0000","last_fullsized":"2023-11-25T03:14:05.933739+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385223+0000","last_change":"2023-11-25T03:14:05.942753+0000","last_active":"2023-11-25T03:14:08.385223+0000","last_peered":"2023-11-25T03:14:08.385223+0000","last_clean":"2023-11-25T03:14:08.385223+0000","last_became_active":"2023-11-25T03:14:05.942488+0000","last_became_peered":"2023-11-25T03:14:05.942488+0000","last_unstale":"2023-11-25T03:14:08.385223+0000","last_undegraded":"2023-11-25T03:14:08.385223+0000","last_fullsized":"2023-11-25T03:14:08.385223+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:57.508818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926710+0000","last_change":"2023-11-25T03:14:05.211132+0000","last_active":"2023-11-25T03:14:06.926710+0000","last_peered":"2023-11-25T03:14:06.926710+0000","last_clean":"2023-11-25T03:14:06.926710+0000","last_became_active":"2023-11-25T03:14:05.210666+0000","last_became_peered":"2023-11-25T03:14:05.210666+0000","last_unstale":"2023-11-25T03:14:06.926710+0000","last_undegraded":"2023-11-25T03:14:06.926710+0000","last_fullsized":"2023-11-25T03:14:06.926710+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:52.201657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940244+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:14:05.940244+0000","last_peered":"2023-11-25T03:14:05.940244+0000","last_clean":"2023-11-25T03:14:05.940244+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:14:05.940244+0000","last_undegraded":"2023-11-25T03:14:05.940244+0000","last_fullsized":"2023-11-25T03:14:05.940244+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935761+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:14:05.935761+0000","last_peered":"2023-11-25T03:14:05.935761+0000","last_clean":"2023-11-25T03:14:05.935761+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:14:05.935761+0000","last_undegraded":"2023-11-25T03:14:05.935761+0000","last_fullsized":"2023-11-25T03:14:05.935761+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108346+0000","last_change":"2023-11-25T03:14:05.939267+0000","last_active":"2023-11-25T03:14:08.108346+0000","last_peered":"2023-11-25T03:14:08.108346+0000","last_clean":"2023-11-25T03:14:08.108346+0000","last_became_active":"2023-11-25T03:14:05.938952+0000","last_became_peered":"2023-11-25T03:14:05.938952+0000","last_unstale":"2023-11-25T03:14:08.108346+0000","last_undegraded":"2023-11-25T03:14:08.108346+0000","last_fullsized":"2023-11-25T03:14:08.108346+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:16.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928009+0000","last_change":"2023-11-25T03:14:05.227157+0000","last_active":"2023-11-25T03:14:06.928009+0000","last_peered":"2023-11-25T03:14:06.928009+0000","last_clean":"2023-11-25T03:14:06.928009+0000","last_became_active":"2023-11-25T03:14:05.226892+0000","last_became_peered":"2023-11-25T03:14:05.226892+0000","last_unstale":"2023-11-25T03:14:06.928009+0000","last_undegraded":"2023-11-25T03:14:06.928009+0000","last_fullsized":"2023-11-25T03:14:06.928009+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:45:33.274418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935134+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:14:05.935134+0000","last_peered":"2023-11-25T03:14:05.935134+0000","last_clean":"2023-11-25T03:14:05.935134+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:14:05.935134+0000","last_undegraded":"2023-11-25T03:14:05.935134+0000","last_fullsized":"2023-11-25T03:14:05.935134+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923734+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:14:05.923734+0000","last_peered":"2023-11-25T03:14:05.923734+0000","last_clean":"2023-11-25T03:14:05.923734+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:14:05.923734+0000","last_undegraded":"2023-11-25T03:14:05.923734+0000","last_fullsized":"2023-11-25T03:14:05.923734+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386345+0000","last_change":"2023-11-25T03:14:05.945149+0000","last_active":"2023-11-25T03:14:08.386345+0000","last_peered":"2023-11-25T03:14:08.386345+0000","last_clean":"2023-11-25T03:14:08.386345+0000","last_became_active":"2023-11-25T03:14:05.944873+0000","last_became_peered":"2023-11-25T03:14:05.944873+0000","last_unstale":"2023-11-25T03:14:08.386345+0000","last_undegraded":"2023-11-25T03:14:08.386345+0000","last_fullsized":"2023-11-25T03:14:08.386345+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:24.086359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386611+0000","last_change":"2023-11-25T03:14:05.221298+0000","last_active":"2023-11-25T03:14:08.386611+0000","last_peered":"2023-11-25T03:14:08.386611+0000","last_clean":"2023-11-25T03:14:08.386611+0000","last_became_active":"2023-11-25T03:14:05.220989+0000","last_became_peered":"2023-11-25T03:14:05.220989+0000","last_unstale":"2023-11-25T03:14:08.386611+0000","last_undegraded":"2023-11-25T03:14:08.386611+0000","last_fullsized":"2023-11-25T03:14:08.386611+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:29:43.218947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926523+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:14:05.926523+0000","last_peered":"2023-11-25T03:14:05.926523+0000","last_clean":"2023-11-25T03:14:05.926523+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:14:05.926523+0000","last_undegraded":"2023-11-25T03:14:05.926523+0000","last_fullsized":"2023-11-25T03:14:05.926523+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"70'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923293+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:14:05.923293+0000","last_peered":"2023-11-25T03:14:05.923293+0000","last_clean":"2023-11-25T03:14:05.923293+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:14:05.923293+0000","last_undegraded":"2023-11-25T03:14:05.923293+0000","last_fullsized":"2023-11-25T03:14:05.923293+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927801+0000","last_change":"2023-11-25T03:14:05.948675+0000","last_active":"2023-11-25T03:14:06.927801+0000","last_peered":"2023-11-25T03:14:06.927801+0000","last_clean":"2023-11-25T03:14:06.927801+0000","last_became_active":"2023-11-25T03:14:05.948261+0000","last_became_peered":"2023-11-25T03:14:05.948261+0000","last_unstale":"2023-11-25T03:14:06.927801+0000","last_undegraded":"2023-11-25T03:14:06.927801+0000","last_fullsized":"2023-11-25T03:14:06.927801+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:05:04.684754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927748+0000","last_change":"2023-11-25T03:14:05.217429+0000","last_active":"2023-11-25T03:14:06.927748+0000","last_peered":"2023-11-25T03:14:06.927748+0000","last_clean":"2023-11-25T03:14:06.927748+0000","last_became_active":"2023-11-25T03:14:05.217133+0000","last_became_peered":"2023-11-25T03:14:05.217133+0000","last_unstale":"2023-11-25T03:14:06.927748+0000","last_undegraded":"2023-11-25T03:14:06.927748+0000","last_fullsized":"2023-11-25T03:14:06.927748+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:18.751834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927762+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:14:05.927762+0000","last_peered":"2023-11-25T03:14:05.927762+0000","last_clean":"2023-11-25T03:14:05.927762+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:14:05.927762+0000","last_undegraded":"2023-11-25T03:14:05.927762+0000","last_fullsized":"2023-11-25T03:14:05.927762+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928414+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:14:05.928414+0000","last_peered":"2023-11-25T03:14:05.928414+0000","last_clean":"2023-11-25T03:14:05.928414+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:14:05.928414+0000","last_undegraded":"2023-11-25T03:14:05.928414+0000","last_fullsized":"2023-11-25T03:14:05.928414+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108687+0000","last_change":"2023-11-25T03:14:05.938485+0000","last_active":"2023-11-25T03:14:08.108687+0000","last_peered":"2023-11-25T03:14:08.108687+0000","last_clean":"2023-11-25T03:14:08.108687+0000","last_became_active":"2023-11-25T03:14:05.938213+0000","last_became_peered":"2023-11-25T03:14:05.938213+0000","last_unstale":"2023-11-25T03:14:08.108687+0000","last_undegraded":"2023-11-25T03:14:08.108687+0000","last_fullsized":"2023-11-25T03:14:08.108687+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:49.271719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927776+0000","last_change":"2023-11-25T03:14:05.229395+0000","last_active":"2023-11-25T03:14:06.927776+0000","last_peered":"2023-11-25T03:14:06.927776+0000","last_clean":"2023-11-25T03:14:06.927776+0000","last_became_active":"2023-11-25T03:14:05.228952+0000","last_became_peered":"2023-11-25T03:14:05.228952+0000","last_unstale":"2023-11-25T03:14:06.927776+0000","last_undegraded":"2023-11-25T03:14:06.927776+0000","last_fullsized":"2023-11-25T03:14:06.927776+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:54.235397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934986+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:14:05.934986+0000","last_peered":"2023-11-25T03:14:05.934986+0000","last_clean":"2023-11-25T03:14:05.934986+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:14:05.934986+0000","last_undegraded":"2023-11-25T03:14:05.934986+0000","last_fullsized":"2023-11-25T03:14:05.934986+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927843+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:14:05.927843+0000","last_peered":"2023-11-25T03:14:05.927843+0000","last_clean":"2023-11-25T03:14:05.927843+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:14:05.927843+0000","last_undegraded":"2023-11-25T03:14:05.927843+0000","last_fullsized":"2023-11-25T03:14:05.927843+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384635+0000","last_change":"2023-11-25T03:14:05.946214+0000","last_active":"2023-11-25T03:14:08.384635+0000","last_peered":"2023-11-25T03:14:08.384635+0000","last_clean":"2023-11-25T03:14:08.384635+0000","last_became_active":"2023-11-25T03:14:05.944080+0000","last_became_peered":"2023-11-25T03:14:05.944080+0000","last_unstale":"2023-11-25T03:14:08.384635+0000","last_undegraded":"2023-11-25T03:14:08.384635+0000","last_fullsized":"2023-11-25T03:14:08.384635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:33.310652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384552+0000","last_change":"2023-11-25T03:14:05.222767+0000","last_active":"2023-11-25T03:14:08.384552+0000","last_peered":"2023-11-25T03:14:08.384552+0000","last_clean":"2023-11-25T03:14:08.384552+0000","last_became_active":"2023-11-25T03:14:05.222481+0000","last_became_peered":"2023-11-25T03:14:05.222481+0000","last_unstale":"2023-11-25T03:14:08.384552+0000","last_undegraded":"2023-11-25T03:14:08.384552+0000","last_fullsized":"2023-11-25T03:14:08.384552+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:54.235397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940303+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:14:05.940303+0000","last_peered":"2023-11-25T03:14:05.940303+0000","last_clean":"2023-11-25T03:14:05.940303+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:14:05.940303+0000","last_undegraded":"2023-11-25T03:14:05.940303+0000","last_fullsized":"2023-11-25T03:14:05.940303+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929731+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:14:05.929731+0000","last_peered":"2023-11-25T03:14:05.929731+0000","last_clean":"2023-11-25T03:14:05.929731+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:14:05.929731+0000","last_undegraded":"2023-11-25T03:14:05.929731+0000","last_fullsized":"2023-11-25T03:14:05.929731+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385498+0000","last_change":"2023-11-25T03:14:05.944211+0000","last_active":"2023-11-25T03:14:08.385498+0000","last_peered":"2023-11-25T03:14:08.385498+0000","last_clean":"2023-11-25T03:14:08.385498+0000","last_became_active":"2023-11-25T03:14:05.943543+0000","last_became_peered":"2023-11-25T03:14:05.943543+0000","last_unstale":"2023-11-25T03:14:08.385498+0000","last_undegraded":"2023-11-25T03:14:08.385498+0000","last_fullsized":"2023-11-25T03:14:08.385498+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:04:18.599909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384627+0000","last_change":"2023-11-25T03:14:05.219571+0000","last_active":"2023-11-25T03:14:08.384627+0000","last_peered":"2023-11-25T03:14:08.384627+0000","last_clean":"2023-11-25T03:14:08.384627+0000","last_became_active":"2023-11-25T03:14:05.219296+0000","last_became_peered":"2023-11-25T03:14:05.219296+0000","last_unstale":"2023-11-25T03:14:08.384627+0000","last_undegraded":"2023-11-25T03:14:08.384627+0000","last_fullsized":"2023-11-25T03:14:08.384627+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:14.963149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929430+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:14:05.929430+0000","last_peered":"2023-11-25T03:14:05.929430+0000","last_clean":"2023-11-25T03:14:05.929430+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:14:05.929430+0000","last_undegraded":"2023-11-25T03:14:05.929430+0000","last_fullsized":"2023-11-25T03:14:05.929430+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933723+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:14:05.933723+0000","last_peered":"2023-11-25T03:14:05.933723+0000","last_clean":"2023-11-25T03:14:05.933723+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:14:05.933723+0000","last_undegraded":"2023-11-25T03:14:05.933723+0000","last_fullsized":"2023-11-25T03:14:05.933723+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385151+0000","last_change":"2023-11-25T03:14:05.945397+0000","last_active":"2023-11-25T03:14:08.385151+0000","last_peered":"2023-11-25T03:14:08.385151+0000","last_clean":"2023-11-25T03:14:08.385151+0000","last_became_active":"2023-11-25T03:14:05.945145+0000","last_became_peered":"2023-11-25T03:14:05.945145+0000","last_unstale":"2023-11-25T03:14:08.385151+0000","last_undegraded":"2023-11-25T03:14:08.385151+0000","last_fullsized":"2023-11-25T03:14:08.385151+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:26.712518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927410+0000","last_change":"2023-11-25T03:14:05.225270+0000","last_active":"2023-11-25T03:14:06.927410+0000","last_peered":"2023-11-25T03:14:06.927410+0000","last_clean":"2023-11-25T03:14:06.927410+0000","last_became_active":"2023-11-25T03:14:05.224999+0000","last_became_peered":"2023-11-25T03:14:05.224999+0000","last_unstale":"2023-11-25T03:14:06.927410+0000","last_undegraded":"2023-11-25T03:14:06.927410+0000","last_fullsized":"2023-11-25T03:14:06.927410+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:23.083301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.925202+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:14:05.925202+0000","last_peered":"2023-11-25T03:14:05.925202+0000","last_clean":"2023-11-25T03:14:05.925202+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:14:05.925202+0000","last_undegraded":"2023-11-25T03:14:05.925202+0000","last_fullsized":"2023-11-25T03:14:05.925202+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927379+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:14:05.927379+0000","last_peered":"2023-11-25T03:14:05.927379+0000","last_clean":"2023-11-25T03:14:05.927379+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:14:05.927379+0000","last_undegraded":"2023-11-25T03:14:05.927379+0000","last_fullsized":"2023-11-25T03:14:05.927379+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927922+0000","last_change":"2023-11-25T03:14:05.940528+0000","last_active":"2023-11-25T03:14:06.927922+0000","last_peered":"2023-11-25T03:14:06.927922+0000","last_clean":"2023-11-25T03:14:06.927922+0000","last_became_active":"2023-11-25T03:14:05.940212+0000","last_became_peered":"2023-11-25T03:14:05.940212+0000","last_unstale":"2023-11-25T03:14:06.927922+0000","last_undegraded":"2023-11-25T03:14:06.927922+0000","last_fullsized":"2023-11-25T03:14:06.927922+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:04:18.599909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385543+0000","last_change":"2023-11-25T03:14:05.214167+0000","last_active":"2023-11-25T03:14:08.385543+0000","last_peered":"2023-11-25T03:14:08.385543+0000","last_clean":"2023-11-25T03:14:08.385543+0000","last_became_active":"2023-11-25T03:14:05.213791+0000","last_became_peered":"2023-11-25T03:14:05.213791+0000","last_unstale":"2023-11-25T03:14:08.385543+0000","last_undegraded":"2023-11-25T03:14:08.385543+0000","last_fullsized":"2023-11-25T03:14:08.385543+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:55.672809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927065+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:14:05.927065+0000","last_peered":"2023-11-25T03:14:05.927065+0000","last_clean":"2023-11-25T03:14:05.927065+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:14:05.927065+0000","last_undegraded":"2023-11-25T03:14:05.927065+0000","last_fullsized":"2023-11-25T03:14:05.927065+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933450+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:14:05.933450+0000","last_peered":"2023-11-25T03:14:05.933450+0000","last_clean":"2023-11-25T03:14:05.933450+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:14:05.933450+0000","last_undegraded":"2023-11-25T03:14:05.933450+0000","last_fullsized":"2023-11-25T03:14:05.933450+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386247+0000","last_change":"2023-11-25T03:14:05.946032+0000","last_active":"2023-11-25T03:14:08.386247+0000","last_peered":"2023-11-25T03:14:08.386247+0000","last_clean":"2023-11-25T03:14:08.386247+0000","last_became_active":"2023-11-25T03:14:05.945697+0000","last_became_peered":"2023-11-25T03:14:05.945697+0000","last_unstale":"2023-11-25T03:14:08.386247+0000","last_undegraded":"2023-11-25T03:14:08.386247+0000","last_fullsized":"2023-11-25T03:14:08.386247+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:08.707925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385694+0000","last_change":"2023-11-25T03:14:05.224949+0000","last_active":"2023-11-25T03:14:08.385694+0000","last_peered":"2023-11-25T03:14:08.385694+0000","last_clean":"2023-11-25T03:14:08.385694+0000","last_became_active":"2023-11-25T03:14:05.224623+0000","last_became_peered":"2023-11-25T03:14:05.224623+0000","last_unstale":"2023-11-25T03:14:08.385694+0000","last_undegraded":"2023-11-25T03:14:08.385694+0000","last_fullsized":"2023-11-25T03:14:08.385694+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:50.510750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.924275+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:14:05.924275+0000","last_peered":"2023-11-25T03:14:05.924275+0000","last_clean":"2023-11-25T03:14:05.924275+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:14:05.924275+0000","last_undegraded":"2023-11-25T03:14:05.924275+0000","last_fullsized":"2023-11-25T03:14:05.924275+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928282+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:14:05.928282+0000","last_peered":"2023-11-25T03:14:05.928282+0000","last_clean":"2023-11-25T03:14:05.928282+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:14:05.928282+0000","last_undegraded":"2023-11-25T03:14:05.928282+0000","last_fullsized":"2023-11-25T03:14:05.928282+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":216,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.925301+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:14:05.925301+0000","last_peered":"2023-11-25T03:14:05.925301+0000","last_clean":"2023-11-25T03:14:05.925301+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:05.925301+0000","last_undegraded":"2023-11-25T03:14:05.925301+0000","last_fullsized":"2023-11-25T03:14:05.925301+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574891,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32660,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339180,"statfs":{"total":96636764160,"available":96603320320,"internally_reserved":0,"allocated":1515520,"data_stored":994552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.52500000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.441},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.61899999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.54100000000000004}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.59399999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.40200000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.47799999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.504}]}]},{"osd":6,"up_from":13,"seq":55834574891,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":929792,"data_stored":405348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.66800000000000004}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.54500000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.57799999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.51500000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.72399999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.69899999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.749}]}]},{"osd":5,"up_from":13,"seq":55834574890,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":929792,"data_stored":407201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.57899999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.66300000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.75},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.60799999999999998}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.84699999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.83199999999999996}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.71599999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.88700000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":929792,"data_stored":405738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.68300000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.62}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.751},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.48399999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.71799999999999997}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.55400000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.70099999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.77800000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574892,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":937984,"data_stored":408743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.40300000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.38800000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.42699999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.621}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.751},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.63600000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":917504,"data_stored":404618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.30099999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.432},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.45900000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.70999999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.72399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32080,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339760,"statfs":{"total":96636764160,"available":96603914240,"internally_reserved":0,"allocated":921600,"data_stored":404196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.316},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.39400000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.504}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.81699999999999995}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.84099999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.89000000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.80200000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574892,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32656,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339184,"statfs":{"total":96636764160,"available":96603324416,"internally_reserved":0,"allocated":1507328,"data_stored":993967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.53300000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.61499999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.79000000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.88}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.90300000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.82699999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.75800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:11.950 INFO:tasks.ceph.mds.c.smithi076.stderr:2023-11-25T03:14:11.946+0000 7f0ec3922640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:14:14.845 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:14.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.986+0000 7f38c0780640 1 Processor -- start 2023-11-25T03:14:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.986+0000 7f38c0780640 1 -- start start 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38c0780640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38b80a5240 0x7f38b80bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38c0780640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b8156660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38c0780640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38b80c3bd0 con 0x7f38b80c01c0 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38c0780640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38b80bf1e0 con 0x7f38b80a5240 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38c0780640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38b80c3e20 con 0x7f38b81561f0 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38b80a5240 0x7f38b80bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38b80a5240 0x7f38b80bfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48912/0 (socket says 172.21.15.76:48912) 2023-11-25T03:14:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 -- 172.21.15.76:0/4088256345 learned_addr learned my addr 172.21.15.76:0/4088256345 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 -- 172.21.15.76:0/4088256345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 msgr2=0x7f38b8156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38bed1d640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b8156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b8156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 -- 172.21.15.76:0/4088256345 >> v1:172.21.15.106:6789/0 conn(0x7f38b80c01c0 legacy=0x7f38b80c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38be51c640 1 -- 172.21.15.76:0/4088256345 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b80c4100 con 0x7f38b80a5240 2023-11-25T03:14:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.990+0000 7f38bed1d640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b8156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38be51c640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b80bfc80 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f38b4009870 tx=0x7f38b401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bee17ef49128e2cf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38bd51a640 1 -- 172.21.15.76:0/4088256345 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38b40ab600 con 0x7f38b80a5240 2023-11-25T03:14:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38bd51a640 1 -- 172.21.15.76:0/4088256345 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38b40ab760 con 0x7f38b80a5240 2023-11-25T03:14:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38bd51a640 1 -- 172.21.15.76:0/4088256345 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38b40abaf0 con 0x7f38b80a5240 2023-11-25T03:14:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- 172.21.15.76:0/4088256345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 msgr2=0x7f38b80bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b80bfc80 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f38b4009870 tx=0x7f38b401c440 comp rx=0 tx=0).stop 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- 172.21.15.76:0/4088256345 shutdown_connections 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b8156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 --2- 172.21.15.76:0/4088256345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b80bfc80 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- 172.21.15.76:0/4088256345 >> 172.21.15.76:0/4088256345 conn(0x7f38b806a5b0 msgr2=0x7f38b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- 172.21.15.76:0/4088256345 shutdown_connections 2023-11-25T03:14:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- 172.21.15.76:0/4088256345 wait complete. 2023-11-25T03:14:14.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 Processor -- start 2023-11-25T03:14:14.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- start start 2023-11-25T03:14:15.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b8146a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38b80c01c0 0x7f38b814e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b814f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38b814de80 con 0x7f38b80a5240 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38b81499c0 con 0x7f38b80c01c0 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38c0780640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38b81ed430 con 0x7f38b81561f0 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38be51c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b8146a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38be51c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b8146a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48916/0 (socket says 172.21.15.76:48916) 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.994+0000 7f38be51c640 1 -- 172.21.15.76:0/1053075867 learned_addr learned my addr 172.21.15.76:0/1053075867 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38bdd1b640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38b80c01c0 0x7f38b814e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38bed1d640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b814f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38be51c640 1 -- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 msgr2=0x7f38b814f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38be51c640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b814f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38be51c640 1 -- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38b80c01c0 msgr2=0x7f38b814e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38be51c640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38b80c01c0 0x7f38b814e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38be51c640 1 -- 172.21.15.76:0/1053075867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b40094d0 con 0x7f38b80a5240 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38be51c640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b8146a40 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f38b40ad040 tx=0x7f38b401ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38b40b4800 con 0x7f38b80a5240 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38b40b4980 con 0x7f38b80a5240 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38b814d550 con 0x7f38b80a5240 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38b40b4d30 con 0x7f38b80a5240 2023-11-25T03:14:15.003 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38b814db10 con 0x7f38b80a5240 2023-11-25T03:14:15.004 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38b80c52e0 con 0x7f38b80a5240 2023-11-25T03:14:15.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f38b40c7390 con 0x7f38b80a5240 2023-11-25T03:14:15.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38aeffd640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f389c0664a0 0x7f389c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f38b411ec70 con 0x7f38b80a5240 2023-11-25T03:14:15.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:14.998+0000 7f38bdd1b640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f389c0664a0 0x7f389c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.005 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.002+0000 7f38bdd1b640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f389c0664a0 0x7f389c068960 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f38b80c00a0 tx=0x7f38a8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.002+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f38b40ebcf0 con 0x7f38b80a5240 2023-11-25T03:14:15.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.154+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f38b80a5620 con 0x7f389c0664a0 2023-11-25T03:14:15.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.166+0000 7f38aeffd640 1 -- 172.21.15.76:0/1053075867 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527603 (secure 0 0 0) 0x7f38a800bd80 con 0x7f389c0664a0 2023-11-25T03:14:15.175 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:15.179 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f389c0664a0 msgr2=0x7f389c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f389c0664a0 0x7f389c068960 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f38b80c00a0 tx=0x7f38a8008040 comp rx=0 tx=0).stop 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 msgr2=0x7f38b8146a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b8146a40 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f38b40ad040 tx=0x7f38b401ac80 comp rx=0 tx=0).stop 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 shutdown_connections 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f389c0664a0 0x7f389c068960 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38b81561f0 0x7f38b814f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38b80c01c0 0x7f38b814e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 --2- 172.21.15.76:0/1053075867 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b80a5240 0x7f38b8146a40 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 >> 172.21.15.76:0/1053075867 conn(0x7f38b806a5b0 msgr2=0x7f38b80a6e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 shutdown_connections 2023-11-25T03:14:15.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.170+0000 7f38c0780640 1 -- 172.21.15.76:0/1053075867 wait complete. 2023-11-25T03:14:15.194 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":170,"stamp":"2023-11-25T03:14:15.130538+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":386,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257848,"kb_used_data":8388,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716872,"statfs":{"total":773094113280,"available":772830076928,"internally_reserved":0,"allocated":8589312,"data_stored":4424363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.209932"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108531+0000","last_change":"2023-11-25T03:14:05.951735+0000","last_active":"2023-11-25T03:14:08.108531+0000","last_peered":"2023-11-25T03:14:08.108531+0000","last_clean":"2023-11-25T03:14:08.108531+0000","last_became_active":"2023-11-25T03:14:05.951447+0000","last_became_peered":"2023-11-25T03:14:05.951447+0000","last_unstale":"2023-11-25T03:14:08.108531+0000","last_undegraded":"2023-11-25T03:14:08.108531+0000","last_fullsized":"2023-11-25T03:14:08.108531+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:29.586479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928909+0000","last_change":"2023-11-25T03:13:53.087190+0000","last_active":"2023-11-25T03:14:05.928909+0000","last_peered":"2023-11-25T03:14:05.928909+0000","last_clean":"2023-11-25T03:14:05.928909+0000","last_became_active":"2023-11-25T03:13:53.086740+0000","last_became_peered":"2023-11-25T03:13:53.086740+0000","last_unstale":"2023-11-25T03:14:05.928909+0000","last_undegraded":"2023-11-25T03:14:05.928909+0000","last_fullsized":"2023-11-25T03:14:05.928909+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385873+0000","last_change":"2023-11-25T03:14:05.947544+0000","last_active":"2023-11-25T03:14:08.385873+0000","last_peered":"2023-11-25T03:14:08.385873+0000","last_clean":"2023-11-25T03:14:08.385873+0000","last_became_active":"2023-11-25T03:14:05.947243+0000","last_became_peered":"2023-11-25T03:14:05.947243+0000","last_unstale":"2023-11-25T03:14:08.385873+0000","last_undegraded":"2023-11-25T03:14:08.385873+0000","last_fullsized":"2023-11-25T03:14:08.385873+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:37.691559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923204+0000","last_change":"2023-11-25T03:13:53.099547+0000","last_active":"2023-11-25T03:14:05.923204+0000","last_peered":"2023-11-25T03:14:05.923204+0000","last_clean":"2023-11-25T03:14:05.923204+0000","last_became_active":"2023-11-25T03:13:53.099288+0000","last_became_peered":"2023-11-25T03:13:53.099288+0000","last_unstale":"2023-11-25T03:14:05.923204+0000","last_undegraded":"2023-11-25T03:14:05.923204+0000","last_fullsized":"2023-11-25T03:14:05.923204+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:11.955647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108668+0000","last_change":"2023-11-25T03:14:05.951845+0000","last_active":"2023-11-25T03:14:08.108668+0000","last_peered":"2023-11-25T03:14:08.108668+0000","last_clean":"2023-11-25T03:14:08.108668+0000","last_became_active":"2023-11-25T03:14:05.951592+0000","last_became_peered":"2023-11-25T03:14:05.951592+0000","last_unstale":"2023-11-25T03:14:08.108668+0000","last_undegraded":"2023-11-25T03:14:08.108668+0000","last_fullsized":"2023-11-25T03:14:08.108668+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:15.450016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927444+0000","last_change":"2023-11-25T03:13:53.088435+0000","last_active":"2023-11-25T03:14:05.927444+0000","last_peered":"2023-11-25T03:14:05.927444+0000","last_clean":"2023-11-25T03:14:05.927444+0000","last_became_active":"2023-11-25T03:13:53.088149+0000","last_became_peered":"2023-11-25T03:13:53.088149+0000","last_unstale":"2023-11-25T03:14:05.927444+0000","last_undegraded":"2023-11-25T03:14:05.927444+0000","last_fullsized":"2023-11-25T03:14:05.927444+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:03:26.319271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927916+0000","last_change":"2023-11-25T03:14:05.948512+0000","last_active":"2023-11-25T03:14:06.927916+0000","last_peered":"2023-11-25T03:14:06.927916+0000","last_clean":"2023-11-25T03:14:06.927916+0000","last_became_active":"2023-11-25T03:14:05.947886+0000","last_became_peered":"2023-11-25T03:14:05.947886+0000","last_unstale":"2023-11-25T03:14:06.927916+0000","last_undegraded":"2023-11-25T03:14:06.927916+0000","last_fullsized":"2023-11-25T03:14:06.927916+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:33.850761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933443+0000","last_change":"2023-11-25T03:13:53.108998+0000","last_active":"2023-11-25T03:14:05.933443+0000","last_peered":"2023-11-25T03:14:05.933443+0000","last_clean":"2023-11-25T03:14:05.933443+0000","last_became_active":"2023-11-25T03:13:53.107056+0000","last_became_peered":"2023-11-25T03:13:53.107056+0000","last_unstale":"2023-11-25T03:14:05.933443+0000","last_undegraded":"2023-11-25T03:14:05.933443+0000","last_fullsized":"2023-11-25T03:14:05.933443+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:48:48.798859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386663+0000","last_change":"2023-11-25T03:14:05.952308+0000","last_active":"2023-11-25T03:14:08.386663+0000","last_peered":"2023-11-25T03:14:08.386663+0000","last_clean":"2023-11-25T03:14:08.386663+0000","last_became_active":"2023-11-25T03:14:05.951575+0000","last_became_peered":"2023-11-25T03:14:05.951575+0000","last_unstale":"2023-11-25T03:14:08.386663+0000","last_undegraded":"2023-11-25T03:14:08.386663+0000","last_fullsized":"2023-11-25T03:14:08.386663+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:05:04.684754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935202+0000","last_change":"2023-11-25T03:13:53.098858+0000","last_active":"2023-11-25T03:14:05.935202+0000","last_peered":"2023-11-25T03:14:05.935202+0000","last_clean":"2023-11-25T03:14:05.935202+0000","last_became_active":"2023-11-25T03:13:53.098455+0000","last_became_peered":"2023-11-25T03:13:53.098455+0000","last_unstale":"2023-11-25T03:14:05.935202+0000","last_undegraded":"2023-11-25T03:14:05.935202+0000","last_fullsized":"2023-11-25T03:14:05.935202+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927042+0000","last_change":"2023-11-25T03:14:05.939216+0000","last_active":"2023-11-25T03:14:06.927042+0000","last_peered":"2023-11-25T03:14:06.927042+0000","last_clean":"2023-11-25T03:14:06.927042+0000","last_became_active":"2023-11-25T03:14:05.938962+0000","last_became_peered":"2023-11-25T03:14:05.938962+0000","last_unstale":"2023-11-25T03:14:06.927042+0000","last_undegraded":"2023-11-25T03:14:06.927042+0000","last_fullsized":"2023-11-25T03:14:06.927042+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:35:53.876775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940208+0000","last_change":"2023-11-25T03:13:53.081977+0000","last_active":"2023-11-25T03:14:05.940208+0000","last_peered":"2023-11-25T03:14:05.940208+0000","last_clean":"2023-11-25T03:14:05.940208+0000","last_became_active":"2023-11-25T03:13:53.080203+0000","last_became_peered":"2023-11-25T03:13:53.080203+0000","last_unstale":"2023-11-25T03:14:05.940208+0000","last_undegraded":"2023-11-25T03:14:05.940208+0000","last_fullsized":"2023-11-25T03:14:05.940208+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386909+0000","last_change":"2023-11-25T03:14:05.944471+0000","last_active":"2023-11-25T03:14:08.386909+0000","last_peered":"2023-11-25T03:14:08.386909+0000","last_clean":"2023-11-25T03:14:08.386909+0000","last_became_active":"2023-11-25T03:14:05.943883+0000","last_became_peered":"2023-11-25T03:14:05.943883+0000","last_unstale":"2023-11-25T03:14:08.386909+0000","last_undegraded":"2023-11-25T03:14:08.386909+0000","last_fullsized":"2023-11-25T03:14:08.386909+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:24:30.838479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933612+0000","last_change":"2023-11-25T03:13:53.082443+0000","last_active":"2023-11-25T03:14:05.933612+0000","last_peered":"2023-11-25T03:14:05.933612+0000","last_clean":"2023-11-25T03:14:05.933612+0000","last_became_active":"2023-11-25T03:13:53.080600+0000","last_became_peered":"2023-11-25T03:13:53.080600+0000","last_unstale":"2023-11-25T03:14:05.933612+0000","last_undegraded":"2023-11-25T03:14:05.933612+0000","last_fullsized":"2023-11-25T03:14:05.933612+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:13.412989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385507+0000","last_change":"2023-11-25T03:14:05.948797+0000","last_active":"2023-11-25T03:14:08.385507+0000","last_peered":"2023-11-25T03:14:08.385507+0000","last_clean":"2023-11-25T03:14:08.385507+0000","last_became_active":"2023-11-25T03:14:05.948330+0000","last_became_peered":"2023-11-25T03:14:05.948330+0000","last_unstale":"2023-11-25T03:14:08.385507+0000","last_undegraded":"2023-11-25T03:14:08.385507+0000","last_fullsized":"2023-11-25T03:14:08.385507+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:09.791559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.939816+0000","last_change":"2023-11-25T03:13:53.094147+0000","last_active":"2023-11-25T03:14:05.939816+0000","last_peered":"2023-11-25T03:14:05.939816+0000","last_clean":"2023-11-25T03:14:05.939816+0000","last_became_active":"2023-11-25T03:13:53.093840+0000","last_became_peered":"2023-11-25T03:13:53.093840+0000","last_unstale":"2023-11-25T03:14:05.939816+0000","last_undegraded":"2023-11-25T03:14:05.939816+0000","last_fullsized":"2023-11-25T03:14:05.939816+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:44.374967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386075+0000","last_change":"2023-11-25T03:14:05.944579+0000","last_active":"2023-11-25T03:14:08.386075+0000","last_peered":"2023-11-25T03:14:08.386075+0000","last_clean":"2023-11-25T03:14:08.386075+0000","last_became_active":"2023-11-25T03:14:05.944084+0000","last_became_peered":"2023-11-25T03:14:05.944084+0000","last_unstale":"2023-11-25T03:14:08.386075+0000","last_undegraded":"2023-11-25T03:14:08.386075+0000","last_fullsized":"2023-11-25T03:14:08.386075+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:50:55.858366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940914+0000","last_change":"2023-11-25T03:13:53.104784+0000","last_active":"2023-11-25T03:14:05.940914+0000","last_peered":"2023-11-25T03:14:05.940914+0000","last_clean":"2023-11-25T03:14:05.940914+0000","last_became_active":"2023-11-25T03:13:53.104511+0000","last_became_peered":"2023-11-25T03:13:53.104511+0000","last_unstale":"2023-11-25T03:14:05.940914+0000","last_undegraded":"2023-11-25T03:14:05.940914+0000","last_fullsized":"2023-11-25T03:14:05.940914+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928057+0000","last_change":"2023-11-25T03:14:05.942313+0000","last_active":"2023-11-25T03:14:06.928057+0000","last_peered":"2023-11-25T03:14:06.928057+0000","last_clean":"2023-11-25T03:14:06.928057+0000","last_became_active":"2023-11-25T03:14:05.941982+0000","last_became_peered":"2023-11-25T03:14:05.941982+0000","last_unstale":"2023-11-25T03:14:06.928057+0000","last_undegraded":"2023-11-25T03:14:06.928057+0000","last_fullsized":"2023-11-25T03:14:06.928057+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:59.748799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926540+0000","last_change":"2023-11-25T03:13:53.089106+0000","last_active":"2023-11-25T03:14:05.926540+0000","last_peered":"2023-11-25T03:14:05.926540+0000","last_clean":"2023-11-25T03:14:05.926540+0000","last_became_active":"2023-11-25T03:13:53.088676+0000","last_became_peered":"2023-11-25T03:13:53.088676+0000","last_unstale":"2023-11-25T03:14:05.926540+0000","last_undegraded":"2023-11-25T03:14:05.926540+0000","last_fullsized":"2023-11-25T03:14:05.926540+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928668+0000","last_change":"2023-11-25T03:14:05.940767+0000","last_active":"2023-11-25T03:14:06.928668+0000","last_peered":"2023-11-25T03:14:06.928668+0000","last_clean":"2023-11-25T03:14:06.928668+0000","last_became_active":"2023-11-25T03:14:05.940352+0000","last_became_peered":"2023-11-25T03:14:05.940352+0000","last_unstale":"2023-11-25T03:14:06.928668+0000","last_undegraded":"2023-11-25T03:14:06.928668+0000","last_fullsized":"2023-11-25T03:14:06.928668+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:05:00.355419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923897+0000","last_change":"2023-11-25T03:13:53.096261+0000","last_active":"2023-11-25T03:14:05.923897+0000","last_peered":"2023-11-25T03:14:05.923897+0000","last_clean":"2023-11-25T03:14:05.923897+0000","last_became_active":"2023-11-25T03:13:53.095773+0000","last_became_peered":"2023-11-25T03:13:53.095773+0000","last_unstale":"2023-11-25T03:14:05.923897+0000","last_undegraded":"2023-11-25T03:14:05.923897+0000","last_fullsized":"2023-11-25T03:14:05.923897+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:37:38.248957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386371+0000","last_change":"2023-11-25T03:14:05.937559+0000","last_active":"2023-11-25T03:14:08.386371+0000","last_peered":"2023-11-25T03:14:08.386371+0000","last_clean":"2023-11-25T03:14:08.386371+0000","last_became_active":"2023-11-25T03:14:05.937239+0000","last_became_peered":"2023-11-25T03:14:05.937239+0000","last_unstale":"2023-11-25T03:14:08.386371+0000","last_undegraded":"2023-11-25T03:14:08.386371+0000","last_fullsized":"2023-11-25T03:14:08.386371+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:45:34.277476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927486+0000","last_change":"2023-11-25T03:13:53.087055+0000","last_active":"2023-11-25T03:14:05.927486+0000","last_peered":"2023-11-25T03:14:05.927486+0000","last_clean":"2023-11-25T03:14:05.927486+0000","last_became_active":"2023-11-25T03:13:53.086782+0000","last_became_peered":"2023-11-25T03:13:53.086782+0000","last_unstale":"2023-11-25T03:14:05.927486+0000","last_undegraded":"2023-11-25T03:14:05.927486+0000","last_fullsized":"2023-11-25T03:14:05.927486+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384480+0000","last_change":"2023-11-25T03:14:05.943655+0000","last_active":"2023-11-25T03:14:08.384480+0000","last_peered":"2023-11-25T03:14:08.384480+0000","last_clean":"2023-11-25T03:14:08.384480+0000","last_became_active":"2023-11-25T03:14:05.943381+0000","last_became_peered":"2023-11-25T03:14:05.943381+0000","last_unstale":"2023-11-25T03:14:08.384480+0000","last_undegraded":"2023-11-25T03:14:08.384480+0000","last_fullsized":"2023-11-25T03:14:08.384480+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:36.823465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926131+0000","last_change":"2023-11-25T03:13:53.083384+0000","last_active":"2023-11-25T03:14:05.926131+0000","last_peered":"2023-11-25T03:14:05.926131+0000","last_clean":"2023-11-25T03:14:05.926131+0000","last_became_active":"2023-11-25T03:13:53.083090+0000","last_became_peered":"2023-11-25T03:13:53.083090+0000","last_unstale":"2023-11-25T03:14:05.926131+0000","last_undegraded":"2023-11-25T03:14:05.926131+0000","last_fullsized":"2023-11-25T03:14:05.926131+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385735+0000","last_change":"2023-11-25T03:14:05.939368+0000","last_active":"2023-11-25T03:14:08.385735+0000","last_peered":"2023-11-25T03:14:08.385735+0000","last_clean":"2023-11-25T03:14:08.385735+0000","last_became_active":"2023-11-25T03:14:05.938729+0000","last_became_peered":"2023-11-25T03:14:05.938729+0000","last_unstale":"2023-11-25T03:14:08.385735+0000","last_undegraded":"2023-11-25T03:14:08.385735+0000","last_fullsized":"2023-11-25T03:14:08.385735+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:55.238455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931045+0000","last_change":"2023-11-25T03:13:53.093386+0000","last_active":"2023-11-25T03:14:05.931045+0000","last_peered":"2023-11-25T03:14:05.931045+0000","last_clean":"2023-11-25T03:14:05.931045+0000","last_became_active":"2023-11-25T03:13:53.092552+0000","last_became_peered":"2023-11-25T03:13:53.092552+0000","last_unstale":"2023-11-25T03:14:05.931045+0000","last_undegraded":"2023-11-25T03:14:05.931045+0000","last_fullsized":"2023-11-25T03:14:05.931045+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:23:38.379902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385514+0000","last_change":"2023-11-25T03:14:05.944932+0000","last_active":"2023-11-25T03:14:08.385514+0000","last_peered":"2023-11-25T03:14:08.385514+0000","last_clean":"2023-11-25T03:14:08.385514+0000","last_became_active":"2023-11-25T03:14:05.944694+0000","last_became_peered":"2023-11-25T03:14:05.944694+0000","last_unstale":"2023-11-25T03:14:08.385514+0000","last_undegraded":"2023-11-25T03:14:08.385514+0000","last_fullsized":"2023-11-25T03:14:08.385514+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:05:04.684754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935802+0000","last_change":"2023-11-25T03:13:53.090956+0000","last_active":"2023-11-25T03:14:05.935802+0000","last_peered":"2023-11-25T03:14:05.935802+0000","last_clean":"2023-11-25T03:14:05.935802+0000","last_became_active":"2023-11-25T03:13:53.090666+0000","last_became_peered":"2023-11-25T03:13:53.090666+0000","last_unstale":"2023-11-25T03:14:05.935802+0000","last_undegraded":"2023-11-25T03:14:05.935802+0000","last_fullsized":"2023-11-25T03:14:05.935802+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:34:04.796839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385014+0000","last_change":"2023-11-25T03:14:05.940485+0000","last_active":"2023-11-25T03:14:08.385014+0000","last_peered":"2023-11-25T03:14:08.385014+0000","last_clean":"2023-11-25T03:14:08.385014+0000","last_became_active":"2023-11-25T03:14:05.940081+0000","last_became_peered":"2023-11-25T03:14:05.940081+0000","last_unstale":"2023-11-25T03:14:08.385014+0000","last_undegraded":"2023-11-25T03:14:08.385014+0000","last_fullsized":"2023-11-25T03:14:08.385014+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:36.993343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933366+0000","last_change":"2023-11-25T03:13:53.087293+0000","last_active":"2023-11-25T03:14:05.933366+0000","last_peered":"2023-11-25T03:14:05.933366+0000","last_clean":"2023-11-25T03:14:05.933366+0000","last_became_active":"2023-11-25T03:13:53.086823+0000","last_became_peered":"2023-11-25T03:13:53.086823+0000","last_unstale":"2023-11-25T03:14:05.933366+0000","last_undegraded":"2023-11-25T03:14:05.933366+0000","last_fullsized":"2023-11-25T03:14:05.933366+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385823+0000","last_change":"2023-11-25T03:14:05.942809+0000","last_active":"2023-11-25T03:14:08.385823+0000","last_peered":"2023-11-25T03:14:08.385823+0000","last_clean":"2023-11-25T03:14:08.385823+0000","last_became_active":"2023-11-25T03:14:05.942503+0000","last_became_peered":"2023-11-25T03:14:05.942503+0000","last_unstale":"2023-11-25T03:14:08.385823+0000","last_undegraded":"2023-11-25T03:14:08.385823+0000","last_fullsized":"2023-11-25T03:14:08.385823+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:34:12.142654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.937356+0000","last_change":"2023-11-25T03:13:53.082158+0000","last_active":"2023-11-25T03:14:05.937356+0000","last_peered":"2023-11-25T03:14:05.937356+0000","last_clean":"2023-11-25T03:14:05.937356+0000","last_became_active":"2023-11-25T03:13:53.081894+0000","last_became_peered":"2023-11-25T03:13:53.081894+0000","last_unstale":"2023-11-25T03:14:05.937356+0000","last_undegraded":"2023-11-25T03:14:05.937356+0000","last_fullsized":"2023-11-25T03:14:05.937356+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928122+0000","last_change":"2023-11-25T03:14:05.941167+0000","last_active":"2023-11-25T03:14:06.928122+0000","last_peered":"2023-11-25T03:14:06.928122+0000","last_clean":"2023-11-25T03:14:06.928122+0000","last_became_active":"2023-11-25T03:14:05.939788+0000","last_became_peered":"2023-11-25T03:14:05.939788+0000","last_unstale":"2023-11-25T03:14:06.928122+0000","last_undegraded":"2023-11-25T03:14:06.928122+0000","last_fullsized":"2023-11-25T03:14:06.928122+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:24.086359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933475+0000","last_change":"2023-11-25T03:13:53.088314+0000","last_active":"2023-11-25T03:14:05.933475+0000","last_peered":"2023-11-25T03:14:05.933475+0000","last_clean":"2023-11-25T03:14:05.933475+0000","last_became_active":"2023-11-25T03:13:53.088053+0000","last_became_peered":"2023-11-25T03:13:53.088053+0000","last_unstale":"2023-11-25T03:14:05.933475+0000","last_undegraded":"2023-11-25T03:14:05.933475+0000","last_fullsized":"2023-11-25T03:14:05.933475+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:37.845533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928231+0000","last_change":"2023-11-25T03:14:05.941894+0000","last_active":"2023-11-25T03:14:06.928231+0000","last_peered":"2023-11-25T03:14:06.928231+0000","last_clean":"2023-11-25T03:14:06.928231+0000","last_became_active":"2023-11-25T03:14:05.941642+0000","last_became_peered":"2023-11-25T03:14:05.941642+0000","last_unstale":"2023-11-25T03:14:06.928231+0000","last_undegraded":"2023-11-25T03:14:06.928231+0000","last_fullsized":"2023-11-25T03:14:06.928231+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:46:52.259949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931463+0000","last_change":"2023-11-25T03:13:53.098695+0000","last_active":"2023-11-25T03:14:05.931463+0000","last_peered":"2023-11-25T03:14:05.931463+0000","last_clean":"2023-11-25T03:14:05.931463+0000","last_became_active":"2023-11-25T03:13:53.098423+0000","last_became_peered":"2023-11-25T03:13:53.098423+0000","last_unstale":"2023-11-25T03:14:05.931463+0000","last_undegraded":"2023-11-25T03:14:05.931463+0000","last_fullsized":"2023-11-25T03:14:05.931463+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386189+0000","last_change":"2023-11-25T03:14:05.947657+0000","last_active":"2023-11-25T03:14:08.386189+0000","last_peered":"2023-11-25T03:14:08.386189+0000","last_clean":"2023-11-25T03:14:08.386189+0000","last_became_active":"2023-11-25T03:14:05.947212+0000","last_became_peered":"2023-11-25T03:14:05.947212+0000","last_unstale":"2023-11-25T03:14:08.386189+0000","last_undegraded":"2023-11-25T03:14:08.386189+0000","last_fullsized":"2023-11-25T03:14:08.386189+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:33.850761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933521+0000","last_change":"2023-11-25T03:13:53.105212+0000","last_active":"2023-11-25T03:14:05.933521+0000","last_peered":"2023-11-25T03:14:05.933521+0000","last_clean":"2023-11-25T03:14:05.933521+0000","last_became_active":"2023-11-25T03:13:53.104854+0000","last_became_peered":"2023-11-25T03:13:53.104854+0000","last_unstale":"2023-11-25T03:14:05.933521+0000","last_undegraded":"2023-11-25T03:14:05.933521+0000","last_fullsized":"2023-11-25T03:14:05.933521+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:00:58.320001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927087+0000","last_change":"2023-11-25T03:14:05.951961+0000","last_active":"2023-11-25T03:14:06.927087+0000","last_peered":"2023-11-25T03:14:06.927087+0000","last_clean":"2023-11-25T03:14:06.927087+0000","last_became_active":"2023-11-25T03:14:05.951584+0000","last_became_peered":"2023-11-25T03:14:05.951584+0000","last_unstale":"2023-11-25T03:14:06.927087+0000","last_undegraded":"2023-11-25T03:14:06.927087+0000","last_fullsized":"2023-11-25T03:14:06.927087+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:15:30.418115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.932590+0000","last_change":"2023-11-25T03:13:53.102064+0000","last_active":"2023-11-25T03:14:05.932590+0000","last_peered":"2023-11-25T03:14:05.932590+0000","last_clean":"2023-11-25T03:14:05.932590+0000","last_became_active":"2023-11-25T03:13:53.101801+0000","last_became_peered":"2023-11-25T03:13:53.101801+0000","last_unstale":"2023-11-25T03:14:05.932590+0000","last_undegraded":"2023-11-25T03:14:05.932590+0000","last_fullsized":"2023-11-25T03:14:05.932590+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:47:18.184096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386189+0000","last_change":"2023-11-25T03:14:05.939588+0000","last_active":"2023-11-25T03:14:08.386189+0000","last_peered":"2023-11-25T03:14:08.386189+0000","last_clean":"2023-11-25T03:14:08.386189+0000","last_became_active":"2023-11-25T03:14:05.939096+0000","last_became_peered":"2023-11-25T03:14:05.939096+0000","last_unstale":"2023-11-25T03:14:08.386189+0000","last_undegraded":"2023-11-25T03:14:08.386189+0000","last_fullsized":"2023-11-25T03:14:08.386189+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:15:30.418115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923093+0000","last_change":"2023-11-25T03:13:53.099137+0000","last_active":"2023-11-25T03:14:05.923093+0000","last_peered":"2023-11-25T03:14:05.923093+0000","last_clean":"2023-11-25T03:14:05.923093+0000","last_became_active":"2023-11-25T03:13:53.096444+0000","last_became_peered":"2023-11-25T03:13:53.096444+0000","last_unstale":"2023-11-25T03:14:05.923093+0000","last_undegraded":"2023-11-25T03:14:05.923093+0000","last_fullsized":"2023-11-25T03:14:05.923093+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:06:09.700508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385190+0000","last_change":"2023-11-25T03:14:05.946969+0000","last_active":"2023-11-25T03:14:08.385190+0000","last_peered":"2023-11-25T03:14:08.385190+0000","last_clean":"2023-11-25T03:14:08.385190+0000","last_became_active":"2023-11-25T03:14:05.946668+0000","last_became_peered":"2023-11-25T03:14:05.946668+0000","last_unstale":"2023-11-25T03:14:08.385190+0000","last_undegraded":"2023-11-25T03:14:08.385190+0000","last_fullsized":"2023-11-25T03:14:08.385190+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:22.786204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926972+0000","last_change":"2023-11-25T03:13:53.102863+0000","last_active":"2023-11-25T03:14:05.926972+0000","last_peered":"2023-11-25T03:14:05.926972+0000","last_clean":"2023-11-25T03:14:05.926972+0000","last_became_active":"2023-11-25T03:13:53.102444+0000","last_became_peered":"2023-11-25T03:13:53.102444+0000","last_unstale":"2023-11-25T03:14:05.926972+0000","last_undegraded":"2023-11-25T03:14:05.926972+0000","last_fullsized":"2023-11-25T03:14:05.926972+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927209+0000","last_change":"2023-11-25T03:14:05.948109+0000","last_active":"2023-11-25T03:14:06.927209+0000","last_peered":"2023-11-25T03:14:06.927209+0000","last_clean":"2023-11-25T03:14:06.927209+0000","last_became_active":"2023-11-25T03:14:05.947843+0000","last_became_peered":"2023-11-25T03:14:05.947843+0000","last_unstale":"2023-11-25T03:14:06.927209+0000","last_undegraded":"2023-11-25T03:14:06.927209+0000","last_fullsized":"2023-11-25T03:14:06.927209+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:36.823465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930550+0000","last_change":"2023-11-25T03:13:53.105169+0000","last_active":"2023-11-25T03:14:05.930550+0000","last_peered":"2023-11-25T03:14:05.930550+0000","last_clean":"2023-11-25T03:14:05.930550+0000","last_became_active":"2023-11-25T03:13:53.104753+0000","last_became_peered":"2023-11-25T03:13:53.104753+0000","last_unstale":"2023-11-25T03:14:05.930550+0000","last_undegraded":"2023-11-25T03:14:05.930550+0000","last_fullsized":"2023-11-25T03:14:05.930550+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:13:54.438586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386391+0000","last_change":"2023-11-25T03:14:05.942270+0000","last_active":"2023-11-25T03:14:08.386391+0000","last_peered":"2023-11-25T03:14:08.386391+0000","last_clean":"2023-11-25T03:14:08.386391+0000","last_became_active":"2023-11-25T03:14:05.941842+0000","last_became_peered":"2023-11-25T03:14:05.941842+0000","last_unstale":"2023-11-25T03:14:08.386391+0000","last_undegraded":"2023-11-25T03:14:08.386391+0000","last_fullsized":"2023-11-25T03:14:08.386391+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:29:24.158296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923676+0000","last_change":"2023-11-25T03:13:53.104891+0000","last_active":"2023-11-25T03:14:05.923676+0000","last_peered":"2023-11-25T03:14:05.923676+0000","last_clean":"2023-11-25T03:14:05.923676+0000","last_became_active":"2023-11-25T03:13:53.104566+0000","last_became_peered":"2023-11-25T03:13:53.104566+0000","last_unstale":"2023-11-25T03:14:05.923676+0000","last_undegraded":"2023-11-25T03:14:05.923676+0000","last_fullsized":"2023-11-25T03:14:05.923676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:41:51.139591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.387060+0000","last_change":"2023-11-25T03:14:05.940944+0000","last_active":"2023-11-25T03:14:08.387060+0000","last_peered":"2023-11-25T03:14:08.387060+0000","last_clean":"2023-11-25T03:14:08.387060+0000","last_became_active":"2023-11-25T03:14:05.940641+0000","last_became_peered":"2023-11-25T03:14:05.940641+0000","last_unstale":"2023-11-25T03:14:08.387060+0000","last_undegraded":"2023-11-25T03:14:08.387060+0000","last_fullsized":"2023-11-25T03:14:08.387060+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:09.791559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927244+0000","last_change":"2023-11-25T03:13:53.108024+0000","last_active":"2023-11-25T03:14:05.927244+0000","last_peered":"2023-11-25T03:14:05.927244+0000","last_clean":"2023-11-25T03:14:05.927244+0000","last_became_active":"2023-11-25T03:13:53.107681+0000","last_became_peered":"2023-11-25T03:13:53.107681+0000","last_unstale":"2023-11-25T03:14:05.927244+0000","last_undegraded":"2023-11-25T03:14:05.927244+0000","last_fullsized":"2023-11-25T03:14:05.927244+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:11:52.920746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.387383+0000","last_change":"2023-11-25T03:14:05.937248+0000","last_active":"2023-11-25T03:14:08.387383+0000","last_peered":"2023-11-25T03:14:08.387383+0000","last_clean":"2023-11-25T03:14:08.387383+0000","last_became_active":"2023-11-25T03:14:05.936440+0000","last_became_peered":"2023-11-25T03:14:05.936440+0000","last_unstale":"2023-11-25T03:14:08.387383+0000","last_undegraded":"2023-11-25T03:14:08.387383+0000","last_fullsized":"2023-11-25T03:14:08.387383+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:55.238455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934755+0000","last_change":"2023-11-25T03:13:53.088351+0000","last_active":"2023-11-25T03:14:05.934755+0000","last_peered":"2023-11-25T03:14:05.934755+0000","last_clean":"2023-11-25T03:14:05.934755+0000","last_became_active":"2023-11-25T03:13:53.088054+0000","last_became_peered":"2023-11-25T03:13:53.088054+0000","last_unstale":"2023-11-25T03:14:05.934755+0000","last_undegraded":"2023-11-25T03:14:05.934755+0000","last_fullsized":"2023-11-25T03:14:05.934755+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928006+0000","last_change":"2023-11-25T03:14:05.938495+0000","last_active":"2023-11-25T03:14:06.928006+0000","last_peered":"2023-11-25T03:14:06.928006+0000","last_clean":"2023-11-25T03:14:06.928006+0000","last_became_active":"2023-11-25T03:14:05.938223+0000","last_became_peered":"2023-11-25T03:14:05.938223+0000","last_unstale":"2023-11-25T03:14:06.928006+0000","last_undegraded":"2023-11-25T03:14:06.928006+0000","last_fullsized":"2023-11-25T03:14:06.928006+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:17:52.702967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927567+0000","last_change":"2023-11-25T03:13:53.084955+0000","last_active":"2023-11-25T03:14:05.927567+0000","last_peered":"2023-11-25T03:14:05.927567+0000","last_clean":"2023-11-25T03:14:05.927567+0000","last_became_active":"2023-11-25T03:13:53.084600+0000","last_became_peered":"2023-11-25T03:13:53.084600+0000","last_unstale":"2023-11-25T03:14:05.927567+0000","last_undegraded":"2023-11-25T03:14:05.927567+0000","last_fullsized":"2023-11-25T03:14:05.927567+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384785+0000","last_change":"2023-11-25T03:14:05.945210+0000","last_active":"2023-11-25T03:14:08.384785+0000","last_peered":"2023-11-25T03:14:08.384785+0000","last_clean":"2023-11-25T03:14:08.384785+0000","last_became_active":"2023-11-25T03:14:05.944310+0000","last_became_peered":"2023-11-25T03:14:05.944310+0000","last_unstale":"2023-11-25T03:14:08.384785+0000","last_undegraded":"2023-11-25T03:14:08.384785+0000","last_fullsized":"2023-11-25T03:14:08.384785+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:29:24.158296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923386+0000","last_change":"2023-11-25T03:13:53.096070+0000","last_active":"2023-11-25T03:14:05.923386+0000","last_peered":"2023-11-25T03:14:05.923386+0000","last_clean":"2023-11-25T03:14:05.923386+0000","last_became_active":"2023-11-25T03:13:53.095774+0000","last_became_peered":"2023-11-25T03:13:53.095774+0000","last_unstale":"2023-11-25T03:14:05.923386+0000","last_undegraded":"2023-11-25T03:14:05.923386+0000","last_fullsized":"2023-11-25T03:14:05.923386+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:02.832356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.107785+0000","last_change":"2023-11-25T03:14:05.934506+0000","last_active":"2023-11-25T03:14:08.107785+0000","last_peered":"2023-11-25T03:14:08.107785+0000","last_clean":"2023-11-25T03:14:08.107785+0000","last_became_active":"2023-11-25T03:14:05.933804+0000","last_became_peered":"2023-11-25T03:14:05.933804+0000","last_unstale":"2023-11-25T03:14:08.107785+0000","last_undegraded":"2023-11-25T03:14:08.107785+0000","last_fullsized":"2023-11-25T03:14:08.107785+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:07:05.793143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923134+0000","last_change":"2023-11-25T03:13:53.085475+0000","last_active":"2023-11-25T03:14:05.923134+0000","last_peered":"2023-11-25T03:14:05.923134+0000","last_clean":"2023-11-25T03:14:05.923134+0000","last_became_active":"2023-11-25T03:13:53.085068+0000","last_became_peered":"2023-11-25T03:13:53.085068+0000","last_unstale":"2023-11-25T03:14:05.923134+0000","last_undegraded":"2023-11-25T03:14:05.923134+0000","last_fullsized":"2023-11-25T03:14:05.923134+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:50:50.998788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927822+0000","last_change":"2023-11-25T03:14:05.936633+0000","last_active":"2023-11-25T03:14:06.927822+0000","last_peered":"2023-11-25T03:14:06.927822+0000","last_clean":"2023-11-25T03:14:06.927822+0000","last_became_active":"2023-11-25T03:14:05.936198+0000","last_became_peered":"2023-11-25T03:14:05.936198+0000","last_unstale":"2023-11-25T03:14:06.927822+0000","last_undegraded":"2023-11-25T03:14:06.927822+0000","last_fullsized":"2023-11-25T03:14:06.927822+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:54:37.691559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933907+0000","last_change":"2023-11-25T03:13:53.096730+0000","last_active":"2023-11-25T03:14:05.933907+0000","last_peered":"2023-11-25T03:14:05.933907+0000","last_clean":"2023-11-25T03:14:05.933907+0000","last_became_active":"2023-11-25T03:13:53.096425+0000","last_became_peered":"2023-11-25T03:13:53.096425+0000","last_unstale":"2023-11-25T03:14:05.933907+0000","last_undegraded":"2023-11-25T03:14:05.933907+0000","last_fullsized":"2023-11-25T03:14:05.933907+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385589+0000","last_change":"2023-11-25T03:14:05.943436+0000","last_active":"2023-11-25T03:14:08.385589+0000","last_peered":"2023-11-25T03:14:08.385589+0000","last_clean":"2023-11-25T03:14:08.385589+0000","last_became_active":"2023-11-25T03:14:05.942537+0000","last_became_peered":"2023-11-25T03:14:05.942537+0000","last_unstale":"2023-11-25T03:14:08.385589+0000","last_undegraded":"2023-11-25T03:14:08.385589+0000","last_fullsized":"2023-11-25T03:14:08.385589+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:21.957175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926704+0000","last_change":"2023-11-25T03:13:53.106993+0000","last_active":"2023-11-25T03:14:05.926704+0000","last_peered":"2023-11-25T03:14:05.926704+0000","last_clean":"2023-11-25T03:14:05.926704+0000","last_became_active":"2023-11-25T03:13:53.106674+0000","last_became_peered":"2023-11-25T03:13:53.106674+0000","last_unstale":"2023-11-25T03:14:05.926704+0000","last_undegraded":"2023-11-25T03:14:05.926704+0000","last_fullsized":"2023-11-25T03:14:05.926704+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:59.008803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108367+0000","last_change":"2023-11-25T03:14:05.939851+0000","last_active":"2023-11-25T03:14:08.108367+0000","last_peered":"2023-11-25T03:14:08.108367+0000","last_clean":"2023-11-25T03:14:08.108367+0000","last_became_active":"2023-11-25T03:14:05.939559+0000","last_became_peered":"2023-11-25T03:14:05.939559+0000","last_unstale":"2023-11-25T03:14:08.108367+0000","last_undegraded":"2023-11-25T03:14:08.108367+0000","last_fullsized":"2023-11-25T03:14:08.108367+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:14.622643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927755+0000","last_change":"2023-11-25T03:14:05.229399+0000","last_active":"2023-11-25T03:14:06.927755+0000","last_peered":"2023-11-25T03:14:06.927755+0000","last_clean":"2023-11-25T03:14:06.927755+0000","last_became_active":"2023-11-25T03:14:05.228980+0000","last_became_peered":"2023-11-25T03:14:05.228980+0000","last_unstale":"2023-11-25T03:14:06.927755+0000","last_undegraded":"2023-11-25T03:14:06.927755+0000","last_fullsized":"2023-11-25T03:14:06.927755+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:08.788501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935037+0000","last_change":"2023-11-25T03:13:53.086345+0000","last_active":"2023-11-25T03:14:05.935037+0000","last_peered":"2023-11-25T03:14:05.935037+0000","last_clean":"2023-11-25T03:14:05.935037+0000","last_became_active":"2023-11-25T03:13:53.085527+0000","last_became_peered":"2023-11-25T03:13:53.085527+0000","last_unstale":"2023-11-25T03:14:05.935037+0000","last_undegraded":"2023-11-25T03:14:05.935037+0000","last_fullsized":"2023-11-25T03:14:05.935037+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"69'4","reported_seq":20,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929148+0000","last_change":"2023-11-25T03:13:52.082340+0000","last_active":"2023-11-25T03:14:05.929148+0000","last_peered":"2023-11-25T03:14:05.929148+0000","last_clean":"2023-11-25T03:14:05.929148+0000","last_became_active":"2023-11-25T03:13:52.081061+0000","last_became_peered":"2023-11-25T03:13:52.081061+0000","last_unstale":"2023-11-25T03:14:05.929148+0000","last_undegraded":"2023-11-25T03:14:05.929148+0000","last_fullsized":"2023-11-25T03:14:05.929148+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928339+0000","last_change":"2023-11-25T03:14:05.953051+0000","last_active":"2023-11-25T03:14:06.928339+0000","last_peered":"2023-11-25T03:14:06.928339+0000","last_clean":"2023-11-25T03:14:06.928339+0000","last_became_active":"2023-11-25T03:14:05.951960+0000","last_became_peered":"2023-11-25T03:14:05.951960+0000","last_unstale":"2023-11-25T03:14:06.928339+0000","last_undegraded":"2023-11-25T03:14:06.928339+0000","last_fullsized":"2023-11-25T03:14:06.928339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:45:34.277476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927475+0000","last_change":"2023-11-25T03:14:05.227661+0000","last_active":"2023-11-25T03:14:06.927475+0000","last_peered":"2023-11-25T03:14:06.927475+0000","last_clean":"2023-11-25T03:14:06.927475+0000","last_became_active":"2023-11-25T03:14:05.227411+0000","last_became_peered":"2023-11-25T03:14:05.227411+0000","last_unstale":"2023-11-25T03:14:06.927475+0000","last_undegraded":"2023-11-25T03:14:06.927475+0000","last_fullsized":"2023-11-25T03:14:06.927475+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:24:29.835421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929015+0000","last_change":"2023-11-25T03:13:53.103034+0000","last_active":"2023-11-25T03:14:05.929015+0000","last_peered":"2023-11-25T03:14:05.929015+0000","last_clean":"2023-11-25T03:14:05.929015+0000","last_became_active":"2023-11-25T03:13:53.102750+0000","last_became_peered":"2023-11-25T03:13:53.102750+0000","last_unstale":"2023-11-25T03:14:05.929015+0000","last_undegraded":"2023-11-25T03:14:05.929015+0000","last_fullsized":"2023-11-25T03:14:05.929015+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935460+0000","last_change":"2023-11-25T03:13:52.082414+0000","last_active":"2023-11-25T03:14:05.935460+0000","last_peered":"2023-11-25T03:14:05.935460+0000","last_clean":"2023-11-25T03:14:05.935460+0000","last_became_active":"2023-11-25T03:13:52.082133+0000","last_became_peered":"2023-11-25T03:13:52.082133+0000","last_unstale":"2023-11-25T03:14:05.935460+0000","last_undegraded":"2023-11-25T03:14:05.935460+0000","last_fullsized":"2023-11-25T03:14:05.935460+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386142+0000","last_change":"2023-11-25T03:14:05.947725+0000","last_active":"2023-11-25T03:14:08.386142+0000","last_peered":"2023-11-25T03:14:08.386142+0000","last_clean":"2023-11-25T03:14:08.386142+0000","last_became_active":"2023-11-25T03:14:05.945780+0000","last_became_peered":"2023-11-25T03:14:05.945780+0000","last_unstale":"2023-11-25T03:14:08.386142+0000","last_undegraded":"2023-11-25T03:14:08.386142+0000","last_fullsized":"2023-11-25T03:14:08.386142+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:32.272624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"73'4","reported_seq":16,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928117+0000","last_change":"2023-11-25T03:14:05.226455+0000","last_active":"2023-11-25T03:14:06.928117+0000","last_peered":"2023-11-25T03:14:06.928117+0000","last_clean":"2023-11-25T03:14:06.928117+0000","last_became_active":"2023-11-25T03:14:05.225639+0000","last_became_peered":"2023-11-25T03:14:05.225639+0000","last_unstale":"2023-11-25T03:14:06.928117+0000","last_undegraded":"2023-11-25T03:14:06.928117+0000","last_fullsized":"2023-11-25T03:14:06.928117+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:50:54.855308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927675+0000","last_change":"2023-11-25T03:13:53.107118+0000","last_active":"2023-11-25T03:14:05.927675+0000","last_peered":"2023-11-25T03:14:05.927675+0000","last_clean":"2023-11-25T03:14:05.927675+0000","last_became_active":"2023-11-25T03:13:53.106848+0000","last_became_peered":"2023-11-25T03:13:53.106848+0000","last_unstale":"2023-11-25T03:14:05.927675+0000","last_undegraded":"2023-11-25T03:14:05.927675+0000","last_fullsized":"2023-11-25T03:14:05.927675+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T15:06:52.659292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931715+0000","last_change":"2023-11-25T03:13:52.090029+0000","last_active":"2023-11-25T03:14:05.931715+0000","last_peered":"2023-11-25T03:14:05.931715+0000","last_clean":"2023-11-25T03:14:05.931715+0000","last_became_active":"2023-11-25T03:13:52.089668+0000","last_became_peered":"2023-11-25T03:13:52.089668+0000","last_unstale":"2023-11-25T03:14:05.931715+0000","last_undegraded":"2023-11-25T03:14:05.931715+0000","last_fullsized":"2023-11-25T03:14:05.931715+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386396+0000","last_change":"2023-11-25T03:14:05.949938+0000","last_active":"2023-11-25T03:14:08.386396+0000","last_peered":"2023-11-25T03:14:08.386396+0000","last_clean":"2023-11-25T03:14:08.386396+0000","last_became_active":"2023-11-25T03:14:05.949604+0000","last_became_peered":"2023-11-25T03:14:05.949604+0000","last_unstale":"2023-11-25T03:14:08.386396+0000","last_undegraded":"2023-11-25T03:14:08.386396+0000","last_fullsized":"2023-11-25T03:14:08.386396+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:17:52.702967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385819+0000","last_change":"2023-11-25T03:14:05.223493+0000","last_active":"2023-11-25T03:14:08.385819+0000","last_peered":"2023-11-25T03:14:08.385819+0000","last_clean":"2023-11-25T03:14:08.385819+0000","last_became_active":"2023-11-25T03:14:05.223189+0000","last_became_peered":"2023-11-25T03:14:05.223189+0000","last_unstale":"2023-11-25T03:14:08.385819+0000","last_undegraded":"2023-11-25T03:14:08.385819+0000","last_fullsized":"2023-11-25T03:14:08.385819+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:58.745741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927727+0000","last_change":"2023-11-25T03:13:53.084815+0000","last_active":"2023-11-25T03:14:05.927727+0000","last_peered":"2023-11-25T03:14:05.927727+0000","last_clean":"2023-11-25T03:14:05.927727+0000","last_became_active":"2023-11-25T03:13:53.084465+0000","last_became_peered":"2023-11-25T03:13:53.084465+0000","last_unstale":"2023-11-25T03:14:05.927727+0000","last_undegraded":"2023-11-25T03:14:05.927727+0000","last_fullsized":"2023-11-25T03:14:05.927727+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:07:22.334173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930216+0000","last_change":"2023-11-25T03:13:52.090419+0000","last_active":"2023-11-25T03:14:05.930216+0000","last_peered":"2023-11-25T03:14:05.930216+0000","last_clean":"2023-11-25T03:14:05.930216+0000","last_became_active":"2023-11-25T03:13:52.090088+0000","last_became_peered":"2023-11-25T03:13:52.090088+0000","last_unstale":"2023-11-25T03:14:05.930216+0000","last_undegraded":"2023-11-25T03:14:05.930216+0000","last_fullsized":"2023-11-25T03:14:05.930216+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384477+0000","last_change":"2023-11-25T03:14:05.940194+0000","last_active":"2023-11-25T03:14:08.384477+0000","last_peered":"2023-11-25T03:14:08.384477+0000","last_clean":"2023-11-25T03:14:08.384477+0000","last_became_active":"2023-11-25T03:14:05.939917+0000","last_became_peered":"2023-11-25T03:14:05.939917+0000","last_unstale":"2023-11-25T03:14:08.384477+0000","last_undegraded":"2023-11-25T03:14:08.384477+0000","last_fullsized":"2023-11-25T03:14:08.384477+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:15:30.418115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385655+0000","last_change":"2023-11-25T03:14:05.224085+0000","last_active":"2023-11-25T03:14:08.385655+0000","last_peered":"2023-11-25T03:14:08.385655+0000","last_clean":"2023-11-25T03:14:08.385655+0000","last_became_active":"2023-11-25T03:14:05.223759+0000","last_became_peered":"2023-11-25T03:14:05.223759+0000","last_unstale":"2023-11-25T03:14:08.385655+0000","last_undegraded":"2023-11-25T03:14:08.385655+0000","last_fullsized":"2023-11-25T03:14:08.385655+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:16:38.453647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923179+0000","last_change":"2023-11-25T03:13:53.088307+0000","last_active":"2023-11-25T03:14:05.923179+0000","last_peered":"2023-11-25T03:14:05.923179+0000","last_clean":"2023-11-25T03:14:05.923179+0000","last_became_active":"2023-11-25T03:13:53.085416+0000","last_became_peered":"2023-11-25T03:13:53.085416+0000","last_unstale":"2023-11-25T03:14:05.923179+0000","last_undegraded":"2023-11-25T03:14:05.923179+0000","last_fullsized":"2023-11-25T03:14:05.923179+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:42:26.701728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935528+0000","last_change":"2023-11-25T03:13:52.086470+0000","last_active":"2023-11-25T03:14:05.935528+0000","last_peered":"2023-11-25T03:14:05.935528+0000","last_clean":"2023-11-25T03:14:05.935528+0000","last_became_active":"2023-11-25T03:13:52.086053+0000","last_became_peered":"2023-11-25T03:13:52.086053+0000","last_unstale":"2023-11-25T03:14:05.935528+0000","last_undegraded":"2023-11-25T03:14:05.935528+0000","last_fullsized":"2023-11-25T03:14:05.935528+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927382+0000","last_change":"2023-11-25T03:14:05.952635+0000","last_active":"2023-11-25T03:14:06.927382+0000","last_peered":"2023-11-25T03:14:06.927382+0000","last_clean":"2023-11-25T03:14:06.927382+0000","last_became_active":"2023-11-25T03:14:05.952353+0000","last_became_peered":"2023-11-25T03:14:05.952353+0000","last_unstale":"2023-11-25T03:14:06.927382+0000","last_undegraded":"2023-11-25T03:14:06.927382+0000","last_fullsized":"2023-11-25T03:14:06.927382+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:51.178157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.107790+0000","last_change":"2023-11-25T03:14:05.217038+0000","last_active":"2023-11-25T03:14:08.107790+0000","last_peered":"2023-11-25T03:14:08.107790+0000","last_clean":"2023-11-25T03:14:08.107790+0000","last_became_active":"2023-11-25T03:14:05.216723+0000","last_became_peered":"2023-11-25T03:14:05.216723+0000","last_unstale":"2023-11-25T03:14:08.107790+0000","last_undegraded":"2023-11-25T03:14:08.107790+0000","last_fullsized":"2023-11-25T03:14:08.107790+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:59.578036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935292+0000","last_change":"2023-11-25T03:13:53.082084+0000","last_active":"2023-11-25T03:14:05.935292+0000","last_peered":"2023-11-25T03:14:05.935292+0000","last_clean":"2023-11-25T03:14:05.935292+0000","last_became_active":"2023-11-25T03:13:53.081112+0000","last_became_peered":"2023-11-25T03:13:53.081112+0000","last_unstale":"2023-11-25T03:14:05.935292+0000","last_undegraded":"2023-11-25T03:14:05.935292+0000","last_fullsized":"2023-11-25T03:14:05.935292+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:58.804772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933637+0000","last_change":"2023-11-25T03:13:52.084602+0000","last_active":"2023-11-25T03:14:05.933637+0000","last_peered":"2023-11-25T03:14:05.933637+0000","last_clean":"2023-11-25T03:14:05.933637+0000","last_became_active":"2023-11-25T03:13:52.083459+0000","last_became_peered":"2023-11-25T03:13:52.083459+0000","last_unstale":"2023-11-25T03:14:05.933637+0000","last_undegraded":"2023-11-25T03:14:05.933637+0000","last_fullsized":"2023-11-25T03:14:05.933637+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:20.374325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926700+0000","last_change":"2023-11-25T03:14:05.952073+0000","last_active":"2023-11-25T03:14:06.926700+0000","last_peered":"2023-11-25T03:14:06.926700+0000","last_clean":"2023-11-25T03:14:06.926700+0000","last_became_active":"2023-11-25T03:14:05.951512+0000","last_became_peered":"2023-11-25T03:14:05.951512+0000","last_unstale":"2023-11-25T03:14:06.926700+0000","last_undegraded":"2023-11-25T03:14:06.926700+0000","last_fullsized":"2023-11-25T03:14:06.926700+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:56.675867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108079+0000","last_change":"2023-11-25T03:14:05.221131+0000","last_active":"2023-11-25T03:14:08.108079+0000","last_peered":"2023-11-25T03:14:08.108079+0000","last_clean":"2023-11-25T03:14:08.108079+0000","last_became_active":"2023-11-25T03:14:05.218146+0000","last_became_peered":"2023-11-25T03:14:05.218146+0000","last_unstale":"2023-11-25T03:14:08.108079+0000","last_undegraded":"2023-11-25T03:14:08.108079+0000","last_fullsized":"2023-11-25T03:14:08.108079+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:35.990284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.924679+0000","last_change":"2023-11-25T03:13:53.104848+0000","last_active":"2023-11-25T03:14:05.924679+0000","last_peered":"2023-11-25T03:14:05.924679+0000","last_clean":"2023-11-25T03:14:05.924679+0000","last_became_active":"2023-11-25T03:13:53.104121+0000","last_became_peered":"2023-11-25T03:13:53.104121+0000","last_unstale":"2023-11-25T03:14:05.924679+0000","last_undegraded":"2023-11-25T03:14:05.924679+0000","last_fullsized":"2023-11-25T03:14:05.924679+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928979+0000","last_change":"2023-11-25T03:13:52.082820+0000","last_active":"2023-11-25T03:14:05.928979+0000","last_peered":"2023-11-25T03:14:05.928979+0000","last_clean":"2023-11-25T03:14:05.928979+0000","last_became_active":"2023-11-25T03:13:52.082536+0000","last_became_peered":"2023-11-25T03:13:52.082536+0000","last_unstale":"2023-11-25T03:14:05.928979+0000","last_undegraded":"2023-11-25T03:14:05.928979+0000","last_fullsized":"2023-11-25T03:14:05.928979+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:25.434400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385442+0000","last_change":"2023-11-25T03:14:05.943781+0000","last_active":"2023-11-25T03:14:08.385442+0000","last_peered":"2023-11-25T03:14:08.385442+0000","last_clean":"2023-11-25T03:14:08.385442+0000","last_became_active":"2023-11-25T03:14:05.943407+0000","last_became_peered":"2023-11-25T03:14:05.943407+0000","last_unstale":"2023-11-25T03:14:08.385442+0000","last_undegraded":"2023-11-25T03:14:08.385442+0000","last_fullsized":"2023-11-25T03:14:08.385442+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:45.594853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927149+0000","last_change":"2023-11-25T03:14:05.224163+0000","last_active":"2023-11-25T03:14:06.927149+0000","last_peered":"2023-11-25T03:14:06.927149+0000","last_clean":"2023-11-25T03:14:06.927149+0000","last_became_active":"2023-11-25T03:14:05.223903+0000","last_became_peered":"2023-11-25T03:14:05.223903+0000","last_unstale":"2023-11-25T03:14:06.927149+0000","last_undegraded":"2023-11-25T03:14:06.927149+0000","last_fullsized":"2023-11-25T03:14:06.927149+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:58.745741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935957+0000","last_change":"2023-11-25T03:13:53.087835+0000","last_active":"2023-11-25T03:14:05.935957+0000","last_peered":"2023-11-25T03:14:05.935957+0000","last_clean":"2023-11-25T03:14:05.935957+0000","last_became_active":"2023-11-25T03:13:53.087490+0000","last_became_peered":"2023-11-25T03:13:53.087490+0000","last_unstale":"2023-11-25T03:14:05.935957+0000","last_undegraded":"2023-11-25T03:14:05.935957+0000","last_fullsized":"2023-11-25T03:14:05.935957+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:28:46.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923460+0000","last_change":"2023-11-25T03:13:52.083826+0000","last_active":"2023-11-25T03:14:05.923460+0000","last_peered":"2023-11-25T03:14:05.923460+0000","last_clean":"2023-11-25T03:14:05.923460+0000","last_became_active":"2023-11-25T03:13:52.083489+0000","last_became_peered":"2023-11-25T03:13:52.083489+0000","last_unstale":"2023-11-25T03:14:05.923460+0000","last_undegraded":"2023-11-25T03:14:05.923460+0000","last_fullsized":"2023-11-25T03:14:05.923460+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:43:36.835804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386502+0000","last_change":"2023-11-25T03:14:05.935785+0000","last_active":"2023-11-25T03:14:08.386502+0000","last_peered":"2023-11-25T03:14:08.386502+0000","last_clean":"2023-11-25T03:14:08.386502+0000","last_became_active":"2023-11-25T03:14:05.935472+0000","last_became_peered":"2023-11-25T03:14:05.935472+0000","last_unstale":"2023-11-25T03:14:08.386502+0000","last_undegraded":"2023-11-25T03:14:08.386502+0000","last_fullsized":"2023-11-25T03:14:08.386502+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:05:00.355419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"73'3","reported_seq":15,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386493+0000","last_change":"2023-11-25T03:14:05.220088+0000","last_active":"2023-11-25T03:14:08.386493+0000","last_peered":"2023-11-25T03:14:08.386493+0000","last_clean":"2023-11-25T03:14:08.386493+0000","last_became_active":"2023-11-25T03:14:05.219705+0000","last_became_peered":"2023-11-25T03:14:05.219705+0000","last_unstale":"2023-11-25T03:14:08.386493+0000","last_undegraded":"2023-11-25T03:14:08.386493+0000","last_fullsized":"2023-11-25T03:14:08.386493+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:59.352361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.941649+0000","last_change":"2023-11-25T03:13:53.107101+0000","last_active":"2023-11-25T03:14:05.941649+0000","last_peered":"2023-11-25T03:14:05.941649+0000","last_clean":"2023-11-25T03:14:05.941649+0000","last_became_active":"2023-11-25T03:13:53.106742+0000","last_became_peered":"2023-11-25T03:13:53.106742+0000","last_unstale":"2023-11-25T03:14:05.941649+0000","last_undegraded":"2023-11-25T03:14:05.941649+0000","last_fullsized":"2023-11-25T03:14:05.941649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:50:13.488474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929146+0000","last_change":"2023-11-25T03:13:52.083221+0000","last_active":"2023-11-25T03:14:05.929146+0000","last_peered":"2023-11-25T03:14:05.929146+0000","last_clean":"2023-11-25T03:14:05.929146+0000","last_became_active":"2023-11-25T03:13:52.082672+0000","last_became_peered":"2023-11-25T03:13:52.082672+0000","last_unstale":"2023-11-25T03:14:05.929146+0000","last_undegraded":"2023-11-25T03:14:05.929146+0000","last_fullsized":"2023-11-25T03:14:05.929146+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:12.568938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386170+0000","last_change":"2023-11-25T03:14:05.940739+0000","last_active":"2023-11-25T03:14:08.386170+0000","last_peered":"2023-11-25T03:14:08.386170+0000","last_clean":"2023-11-25T03:14:08.386170+0000","last_became_active":"2023-11-25T03:14:05.940512+0000","last_became_peered":"2023-11-25T03:14:05.940512+0000","last_unstale":"2023-11-25T03:14:08.386170+0000","last_undegraded":"2023-11-25T03:14:08.386170+0000","last_fullsized":"2023-11-25T03:14:08.386170+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:35:53.876775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"73'6","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928212+0000","last_change":"2023-11-25T03:14:05.222833+0000","last_active":"2023-11-25T03:14:06.928212+0000","last_peered":"2023-11-25T03:14:06.928212+0000","last_clean":"2023-11-25T03:14:06.928212+0000","last_became_active":"2023-11-25T03:14:05.222483+0000","last_became_peered":"2023-11-25T03:14:05.222483+0000","last_unstale":"2023-11-25T03:14:06.928212+0000","last_undegraded":"2023-11-25T03:14:06.928212+0000","last_fullsized":"2023-11-25T03:14:06.928212+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:50.510750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940998+0000","last_change":"2023-11-25T03:13:53.080524+0000","last_active":"2023-11-25T03:14:05.940998+0000","last_peered":"2023-11-25T03:14:05.940998+0000","last_clean":"2023-11-25T03:14:05.940998+0000","last_became_active":"2023-11-25T03:13:53.080062+0000","last_became_peered":"2023-11-25T03:13:53.080062+0000","last_unstale":"2023-11-25T03:14:05.940998+0000","last_undegraded":"2023-11-25T03:14:05.940998+0000","last_fullsized":"2023-11-25T03:14:05.940998+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:55:07.730220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926641+0000","last_change":"2023-11-25T03:13:52.085338+0000","last_active":"2023-11-25T03:14:05.926641+0000","last_peered":"2023-11-25T03:14:05.926641+0000","last_clean":"2023-11-25T03:14:05.926641+0000","last_became_active":"2023-11-25T03:13:52.083842+0000","last_became_peered":"2023-11-25T03:13:52.083842+0000","last_unstale":"2023-11-25T03:14:05.926641+0000","last_undegraded":"2023-11-25T03:14:05.926641+0000","last_fullsized":"2023-11-25T03:14:05.926641+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927674+0000","last_change":"2023-11-25T03:14:05.944836+0000","last_active":"2023-11-25T03:14:06.927674+0000","last_peered":"2023-11-25T03:14:06.927674+0000","last_clean":"2023-11-25T03:14:06.927674+0000","last_became_active":"2023-11-25T03:14:05.944546+0000","last_became_peered":"2023-11-25T03:14:05.944546+0000","last_unstale":"2023-11-25T03:14:06.927674+0000","last_undegraded":"2023-11-25T03:14:06.927674+0000","last_fullsized":"2023-11-25T03:14:06.927674+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:29:24.158296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108768+0000","last_change":"2023-11-25T03:14:05.214721+0000","last_active":"2023-11-25T03:14:08.108768+0000","last_peered":"2023-11-25T03:14:08.108768+0000","last_clean":"2023-11-25T03:14:08.108768+0000","last_became_active":"2023-11-25T03:14:05.214440+0000","last_became_peered":"2023-11-25T03:14:05.214440+0000","last_unstale":"2023-11-25T03:14:08.108768+0000","last_undegraded":"2023-11-25T03:14:08.108768+0000","last_fullsized":"2023-11-25T03:14:08.108768+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:31.269566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930105+0000","last_change":"2023-11-25T03:13:53.102604+0000","last_active":"2023-11-25T03:14:05.930105+0000","last_peered":"2023-11-25T03:14:05.930105+0000","last_clean":"2023-11-25T03:14:05.930105+0000","last_became_active":"2023-11-25T03:13:53.102285+0000","last_became_peered":"2023-11-25T03:13:53.102285+0000","last_unstale":"2023-11-25T03:14:05.930105+0000","last_undegraded":"2023-11-25T03:14:05.930105+0000","last_fullsized":"2023-11-25T03:14:05.930105+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:21:55.574074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"69'3","reported_seq":19,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928280+0000","last_change":"2023-11-25T03:13:52.084628+0000","last_active":"2023-11-25T03:14:05.928280+0000","last_peered":"2023-11-25T03:14:05.928280+0000","last_clean":"2023-11-25T03:14:05.928280+0000","last_became_active":"2023-11-25T03:13:52.084348+0000","last_became_peered":"2023-11-25T03:13:52.084348+0000","last_unstale":"2023-11-25T03:14:05.928280+0000","last_undegraded":"2023-11-25T03:14:05.928280+0000","last_fullsized":"2023-11-25T03:14:05.928280+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928680+0000","last_change":"2023-11-25T03:14:05.952890+0000","last_active":"2023-11-25T03:14:06.928680+0000","last_peered":"2023-11-25T03:14:06.928680+0000","last_clean":"2023-11-25T03:14:06.928680+0000","last_became_active":"2023-11-25T03:14:05.952590+0000","last_became_peered":"2023-11-25T03:14:05.952590+0000","last_unstale":"2023-11-25T03:14:06.928680+0000","last_undegraded":"2023-11-25T03:14:06.928680+0000","last_fullsized":"2023-11-25T03:14:06.928680+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:24:30.838479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386101+0000","last_change":"2023-11-25T03:14:05.224727+0000","last_active":"2023-11-25T03:14:08.386101+0000","last_peered":"2023-11-25T03:14:08.386101+0000","last_clean":"2023-11-25T03:14:08.386101+0000","last_became_active":"2023-11-25T03:14:05.224394+0000","last_became_peered":"2023-11-25T03:14:05.224394+0000","last_unstale":"2023-11-25T03:14:08.386101+0000","last_undegraded":"2023-11-25T03:14:08.386101+0000","last_fullsized":"2023-11-25T03:14:08.386101+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:50:54.855308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934898+0000","last_change":"2023-11-25T03:13:53.099804+0000","last_active":"2023-11-25T03:14:05.934898+0000","last_peered":"2023-11-25T03:14:05.934898+0000","last_clean":"2023-11-25T03:14:05.934898+0000","last_became_active":"2023-11-25T03:13:53.099487+0000","last_became_peered":"2023-11-25T03:13:53.099487+0000","last_unstale":"2023-11-25T03:14:05.934898+0000","last_undegraded":"2023-11-25T03:14:05.934898+0000","last_fullsized":"2023-11-25T03:14:05.934898+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"70'8","reported_seq":24,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940494+0000","last_change":"2023-11-25T03:13:52.077727+0000","last_active":"2023-11-25T03:14:05.940494+0000","last_peered":"2023-11-25T03:14:05.940494+0000","last_clean":"2023-11-25T03:14:05.940494+0000","last_became_active":"2023-11-25T03:13:52.077454+0000","last_became_peered":"2023-11-25T03:13:52.077454+0000","last_unstale":"2023-11-25T03:14:05.940494+0000","last_undegraded":"2023-11-25T03:14:05.940494+0000","last_fullsized":"2023-11-25T03:14:05.940494+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926843+0000","last_change":"2023-11-25T03:14:05.947382+0000","last_active":"2023-11-25T03:14:06.926843+0000","last_peered":"2023-11-25T03:14:06.926843+0000","last_clean":"2023-11-25T03:14:06.926843+0000","last_became_active":"2023-11-25T03:14:05.946965+0000","last_became_peered":"2023-11-25T03:14:05.946965+0000","last_unstale":"2023-11-25T03:14:06.926843+0000","last_undegraded":"2023-11-25T03:14:06.926843+0000","last_fullsized":"2023-11-25T03:14:06.926843+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:03:56.227377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927478+0000","last_change":"2023-11-25T03:14:05.218544+0000","last_active":"2023-11-25T03:14:06.927478+0000","last_peered":"2023-11-25T03:14:06.927478+0000","last_clean":"2023-11-25T03:14:06.927478+0000","last_became_active":"2023-11-25T03:14:05.218189+0000","last_became_peered":"2023-11-25T03:14:05.218189+0000","last_unstale":"2023-11-25T03:14:06.927478+0000","last_undegraded":"2023-11-25T03:14:06.927478+0000","last_fullsized":"2023-11-25T03:14:06.927478+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:16:38.453647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929167+0000","last_change":"2023-11-25T03:13:53.094911+0000","last_active":"2023-11-25T03:14:05.929167+0000","last_peered":"2023-11-25T03:14:05.929167+0000","last_clean":"2023-11-25T03:14:05.929167+0000","last_became_active":"2023-11-25T03:13:53.094599+0000","last_became_peered":"2023-11-25T03:13:53.094599+0000","last_unstale":"2023-11-25T03:14:05.929167+0000","last_undegraded":"2023-11-25T03:14:05.929167+0000","last_fullsized":"2023-11-25T03:14:05.929167+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923472+0000","last_change":"2023-11-25T03:13:52.087184+0000","last_active":"2023-11-25T03:14:05.923472+0000","last_peered":"2023-11-25T03:14:05.923472+0000","last_clean":"2023-11-25T03:14:05.923472+0000","last_became_active":"2023-11-25T03:13:52.086801+0000","last_became_peered":"2023-11-25T03:13:52.086801+0000","last_unstale":"2023-11-25T03:14:05.923472+0000","last_undegraded":"2023-11-25T03:14:05.923472+0000","last_fullsized":"2023-11-25T03:14:05.923472+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:58:48.128120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384672+0000","last_change":"2023-11-25T03:14:05.944839+0000","last_active":"2023-11-25T03:14:08.384672+0000","last_peered":"2023-11-25T03:14:08.384672+0000","last_clean":"2023-11-25T03:14:08.384672+0000","last_became_active":"2023-11-25T03:14:05.944496+0000","last_became_peered":"2023-11-25T03:14:05.944496+0000","last_unstale":"2023-11-25T03:14:08.384672+0000","last_undegraded":"2023-11-25T03:14:08.384672+0000","last_fullsized":"2023-11-25T03:14:08.384672+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:23:00.581095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"73'8","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.107936+0000","last_change":"2023-11-25T03:14:05.218869+0000","last_active":"2023-11-25T03:14:08.107936+0000","last_peered":"2023-11-25T03:14:08.107936+0000","last_clean":"2023-11-25T03:14:08.107936+0000","last_became_active":"2023-11-25T03:14:05.216363+0000","last_became_peered":"2023-11-25T03:14:05.216363+0000","last_unstale":"2023-11-25T03:14:08.107936+0000","last_undegraded":"2023-11-25T03:14:08.107936+0000","last_fullsized":"2023-11-25T03:14:08.107936+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:38.574922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926280+0000","last_change":"2023-11-25T03:13:53.100633+0000","last_active":"2023-11-25T03:14:05.926280+0000","last_peered":"2023-11-25T03:14:05.926280+0000","last_clean":"2023-11-25T03:14:05.926280+0000","last_became_active":"2023-11-25T03:13:53.100331+0000","last_became_peered":"2023-11-25T03:13:53.100331+0000","last_unstale":"2023-11-25T03:14:05.926280+0000","last_undegraded":"2023-11-25T03:14:05.926280+0000","last_fullsized":"2023-11-25T03:14:05.926280+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:19:33.017751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.936271+0000","last_change":"2023-11-25T03:13:52.084682+0000","last_active":"2023-11-25T03:14:05.936271+0000","last_peered":"2023-11-25T03:14:05.936271+0000","last_clean":"2023-11-25T03:14:05.936271+0000","last_became_active":"2023-11-25T03:13:52.084397+0000","last_became_peered":"2023-11-25T03:13:52.084397+0000","last_unstale":"2023-11-25T03:14:05.936271+0000","last_undegraded":"2023-11-25T03:14:05.936271+0000","last_fullsized":"2023-11-25T03:14:05.936271+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:08.392518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384464+0000","last_change":"2023-11-25T03:14:05.943495+0000","last_active":"2023-11-25T03:14:08.384464+0000","last_peered":"2023-11-25T03:14:08.384464+0000","last_clean":"2023-11-25T03:14:08.384464+0000","last_became_active":"2023-11-25T03:14:05.942704+0000","last_became_peered":"2023-11-25T03:14:05.942704+0000","last_unstale":"2023-11-25T03:14:08.384464+0000","last_undegraded":"2023-11-25T03:14:08.384464+0000","last_fullsized":"2023-11-25T03:14:08.384464+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:35:53.876775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385276+0000","last_change":"2023-11-25T03:14:05.218031+0000","last_active":"2023-11-25T03:14:08.385276+0000","last_peered":"2023-11-25T03:14:08.385276+0000","last_clean":"2023-11-25T03:14:08.385276+0000","last_became_active":"2023-11-25T03:14:05.217184+0000","last_became_peered":"2023-11-25T03:14:05.217184+0000","last_unstale":"2023-11-25T03:14:08.385276+0000","last_undegraded":"2023-11-25T03:14:08.385276+0000","last_fullsized":"2023-11-25T03:14:08.385276+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:12:33.514847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.922977+0000","last_change":"2023-11-25T03:13:53.085469+0000","last_active":"2023-11-25T03:14:05.922977+0000","last_peered":"2023-11-25T03:14:05.922977+0000","last_clean":"2023-11-25T03:14:05.922977+0000","last_became_active":"2023-11-25T03:13:53.085081+0000","last_became_peered":"2023-11-25T03:13:53.085081+0000","last_unstale":"2023-11-25T03:14:05.922977+0000","last_undegraded":"2023-11-25T03:14:05.922977+0000","last_fullsized":"2023-11-25T03:14:05.922977+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:00.882173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940328+0000","last_change":"2023-11-25T03:13:52.082275+0000","last_active":"2023-11-25T03:14:05.940328+0000","last_peered":"2023-11-25T03:14:05.940328+0000","last_clean":"2023-11-25T03:14:05.940328+0000","last_became_active":"2023-11-25T03:13:52.082013+0000","last_became_peered":"2023-11-25T03:13:52.082013+0000","last_unstale":"2023-11-25T03:14:05.940328+0000","last_undegraded":"2023-11-25T03:14:05.940328+0000","last_fullsized":"2023-11-25T03:14:05.940328+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108283+0000","last_change":"2023-11-25T03:14:05.937334+0000","last_active":"2023-11-25T03:14:08.108283+0000","last_peered":"2023-11-25T03:14:08.108283+0000","last_clean":"2023-11-25T03:14:08.108283+0000","last_became_active":"2023-11-25T03:14:05.937002+0000","last_became_peered":"2023-11-25T03:14:05.937002+0000","last_unstale":"2023-11-25T03:14:08.108283+0000","last_undegraded":"2023-11-25T03:14:08.108283+0000","last_fullsized":"2023-11-25T03:14:08.108283+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:51:11.938623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385143+0000","last_change":"2023-11-25T03:14:05.224680+0000","last_active":"2023-11-25T03:14:08.385143+0000","last_peered":"2023-11-25T03:14:08.385143+0000","last_clean":"2023-11-25T03:14:08.385143+0000","last_became_active":"2023-11-25T03:14:05.224424+0000","last_became_peered":"2023-11-25T03:14:05.224424+0000","last_unstale":"2023-11-25T03:14:08.385143+0000","last_undegraded":"2023-11-25T03:14:08.385143+0000","last_fullsized":"2023-11-25T03:14:08.385143+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:06:24.086440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.922495+0000","last_change":"2023-11-25T03:13:53.087724+0000","last_active":"2023-11-25T03:14:05.922495+0000","last_peered":"2023-11-25T03:14:05.922495+0000","last_clean":"2023-11-25T03:14:05.922495+0000","last_became_active":"2023-11-25T03:13:53.087382+0000","last_became_peered":"2023-11-25T03:13:53.087382+0000","last_unstale":"2023-11-25T03:14:05.922495+0000","last_undegraded":"2023-11-25T03:14:05.922495+0000","last_fullsized":"2023-11-25T03:14:05.922495+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:46:47.692482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"69'8","reported_seq":24,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928704+0000","last_change":"2023-11-25T03:13:52.087038+0000","last_active":"2023-11-25T03:14:05.928704+0000","last_peered":"2023-11-25T03:14:05.928704+0000","last_clean":"2023-11-25T03:14:05.928704+0000","last_became_active":"2023-11-25T03:13:52.086749+0000","last_became_peered":"2023-11-25T03:13:52.086749+0000","last_unstale":"2023-11-25T03:14:05.928704+0000","last_undegraded":"2023-11-25T03:14:05.928704+0000","last_fullsized":"2023-11-25T03:14:05.928704+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926972+0000","last_change":"2023-11-25T03:14:05.948398+0000","last_active":"2023-11-25T03:14:06.926972+0000","last_peered":"2023-11-25T03:14:06.926972+0000","last_clean":"2023-11-25T03:14:06.926972+0000","last_became_active":"2023-11-25T03:14:05.948068+0000","last_became_peered":"2023-11-25T03:14:05.948068+0000","last_unstale":"2023-11-25T03:14:06.926972+0000","last_undegraded":"2023-11-25T03:14:06.926972+0000","last_fullsized":"2023-11-25T03:14:06.926972+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:25:22.536098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386450+0000","last_change":"2023-11-25T03:14:05.221404+0000","last_active":"2023-11-25T03:14:08.386450+0000","last_peered":"2023-11-25T03:14:08.386450+0000","last_clean":"2023-11-25T03:14:08.386450+0000","last_became_active":"2023-11-25T03:14:05.221067+0000","last_became_peered":"2023-11-25T03:14:05.221067+0000","last_unstale":"2023-11-25T03:14:08.386450+0000","last_undegraded":"2023-11-25T03:14:08.386450+0000","last_fullsized":"2023-11-25T03:14:08.386450+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:03:55.224319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927347+0000","last_change":"2023-11-25T03:13:53.086252+0000","last_active":"2023-11-25T03:14:05.927347+0000","last_peered":"2023-11-25T03:14:05.927347+0000","last_clean":"2023-11-25T03:14:05.927347+0000","last_became_active":"2023-11-25T03:13:53.085956+0000","last_became_peered":"2023-11-25T03:13:53.085956+0000","last_unstale":"2023-11-25T03:14:05.927347+0000","last_undegraded":"2023-11-25T03:14:05.927347+0000","last_fullsized":"2023-11-25T03:14:05.927347+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:01.745118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929308+0000","last_change":"2023-11-25T03:13:52.080789+0000","last_active":"2023-11-25T03:14:05.929308+0000","last_peered":"2023-11-25T03:14:05.929308+0000","last_clean":"2023-11-25T03:14:05.929308+0000","last_became_active":"2023-11-25T03:13:52.080370+0000","last_became_peered":"2023-11-25T03:13:52.080370+0000","last_unstale":"2023-11-25T03:14:05.929308+0000","last_undegraded":"2023-11-25T03:14:05.929308+0000","last_fullsized":"2023-11-25T03:14:05.929308+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386230+0000","last_change":"2023-11-25T03:14:05.944395+0000","last_active":"2023-11-25T03:14:08.386230+0000","last_peered":"2023-11-25T03:14:08.386230+0000","last_clean":"2023-11-25T03:14:08.386230+0000","last_became_active":"2023-11-25T03:14:05.943687+0000","last_became_peered":"2023-11-25T03:14:05.943687+0000","last_unstale":"2023-11-25T03:14:08.386230+0000","last_undegraded":"2023-11-25T03:14:08.386230+0000","last_fullsized":"2023-11-25T03:14:08.386230+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:56:36.823465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927603+0000","last_change":"2023-11-25T03:14:05.227385+0000","last_active":"2023-11-25T03:14:06.927603+0000","last_peered":"2023-11-25T03:14:06.927603+0000","last_clean":"2023-11-25T03:14:06.927603+0000","last_became_active":"2023-11-25T03:14:05.227093+0000","last_became_peered":"2023-11-25T03:14:05.227093+0000","last_unstale":"2023-11-25T03:14:06.927603+0000","last_undegraded":"2023-11-25T03:14:06.927603+0000","last_fullsized":"2023-11-25T03:14:06.927603+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:44.591795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929016+0000","last_change":"2023-11-25T03:13:53.091833+0000","last_active":"2023-11-25T03:14:05.929016+0000","last_peered":"2023-11-25T03:14:05.929016+0000","last_clean":"2023-11-25T03:14:05.929016+0000","last_became_active":"2023-11-25T03:13:53.091506+0000","last_became_peered":"2023-11-25T03:13:53.091506+0000","last_unstale":"2023-11-25T03:14:05.929016+0000","last_undegraded":"2023-11-25T03:14:05.929016+0000","last_fullsized":"2023-11-25T03:14:05.929016+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:01.488792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.932173+0000","last_change":"2023-11-25T03:13:52.088294+0000","last_active":"2023-11-25T03:14:05.932173+0000","last_peered":"2023-11-25T03:14:05.932173+0000","last_clean":"2023-11-25T03:14:05.932173+0000","last_became_active":"2023-11-25T03:13:52.088007+0000","last_became_peered":"2023-11-25T03:13:52.088007+0000","last_unstale":"2023-11-25T03:14:05.932173+0000","last_undegraded":"2023-11-25T03:14:05.932173+0000","last_fullsized":"2023-11-25T03:14:05.932173+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:33:57.999074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386919+0000","last_change":"2023-11-25T03:14:05.942969+0000","last_active":"2023-11-25T03:14:08.386919+0000","last_peered":"2023-11-25T03:14:08.386919+0000","last_clean":"2023-11-25T03:14:08.386919+0000","last_became_active":"2023-11-25T03:14:05.941806+0000","last_became_peered":"2023-11-25T03:14:05.941806+0000","last_unstale":"2023-11-25T03:14:08.386919+0000","last_undegraded":"2023-11-25T03:14:08.386919+0000","last_fullsized":"2023-11-25T03:14:08.386919+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:59:45.594853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928564+0000","last_change":"2023-11-25T03:14:05.221996+0000","last_active":"2023-11-25T03:14:06.928564+0000","last_peered":"2023-11-25T03:14:06.928564+0000","last_clean":"2023-11-25T03:14:06.928564+0000","last_became_active":"2023-11-25T03:14:05.221648+0000","last_became_peered":"2023-11-25T03:14:05.221648+0000","last_unstale":"2023-11-25T03:14:06.928564+0000","last_undegraded":"2023-11-25T03:14:06.928564+0000","last_fullsized":"2023-11-25T03:14:06.928564+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:29:43.218947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934933+0000","last_change":"2023-11-25T03:13:53.098395+0000","last_active":"2023-11-25T03:14:05.934933+0000","last_peered":"2023-11-25T03:14:05.934933+0000","last_clean":"2023-11-25T03:14:05.934933+0000","last_became_active":"2023-11-25T03:13:53.097817+0000","last_became_peered":"2023-11-25T03:13:53.097817+0000","last_unstale":"2023-11-25T03:14:05.934933+0000","last_undegraded":"2023-11-25T03:14:05.934933+0000","last_fullsized":"2023-11-25T03:14:05.934933+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930298+0000","last_change":"2023-11-25T03:13:52.086368+0000","last_active":"2023-11-25T03:14:05.930298+0000","last_peered":"2023-11-25T03:14:05.930298+0000","last_clean":"2023-11-25T03:14:05.930298+0000","last_became_active":"2023-11-25T03:13:52.083004+0000","last_became_peered":"2023-11-25T03:13:52.083004+0000","last_unstale":"2023-11-25T03:14:05.930298+0000","last_undegraded":"2023-11-25T03:14:05.930298+0000","last_fullsized":"2023-11-25T03:14:05.930298+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:53:08.642623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384549+0000","last_change":"2023-11-25T03:14:05.946832+0000","last_active":"2023-11-25T03:14:08.384549+0000","last_peered":"2023-11-25T03:14:08.384549+0000","last_clean":"2023-11-25T03:14:08.384549+0000","last_became_active":"2023-11-25T03:14:05.946530+0000","last_became_peered":"2023-11-25T03:14:05.946530+0000","last_unstale":"2023-11-25T03:14:08.384549+0000","last_undegraded":"2023-11-25T03:14:08.384549+0000","last_fullsized":"2023-11-25T03:14:08.384549+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:48:40.247116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926664+0000","last_change":"2023-11-25T03:14:05.222889+0000","last_active":"2023-11-25T03:14:06.926664+0000","last_peered":"2023-11-25T03:14:06.926664+0000","last_clean":"2023-11-25T03:14:06.926664+0000","last_became_active":"2023-11-25T03:14:05.222553+0000","last_became_peered":"2023-11-25T03:14:05.222553+0000","last_unstale":"2023-11-25T03:14:06.926664+0000","last_undegraded":"2023-11-25T03:14:06.926664+0000","last_fullsized":"2023-11-25T03:14:06.926664+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T05:41:13.875910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931068+0000","last_change":"2023-11-25T03:13:53.093202+0000","last_active":"2023-11-25T03:14:05.931068+0000","last_peered":"2023-11-25T03:14:05.931068+0000","last_clean":"2023-11-25T03:14:05.931068+0000","last_became_active":"2023-11-25T03:13:53.092185+0000","last_became_peered":"2023-11-25T03:13:53.092185+0000","last_unstale":"2023-11-25T03:14:05.931068+0000","last_undegraded":"2023-11-25T03:14:05.931068+0000","last_fullsized":"2023-11-25T03:14:05.931068+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:24:18.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.939030+0000","last_change":"2023-11-25T03:13:52.087793+0000","last_active":"2023-11-25T03:14:05.939030+0000","last_peered":"2023-11-25T03:14:05.939030+0000","last_clean":"2023-11-25T03:14:05.939030+0000","last_became_active":"2023-11-25T03:13:52.087520+0000","last_became_peered":"2023-11-25T03:13:52.087520+0000","last_unstale":"2023-11-25T03:14:05.939030+0000","last_undegraded":"2023-11-25T03:14:05.939030+0000","last_fullsized":"2023-11-25T03:14:05.939030+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:58:10.656435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386144+0000","last_change":"2023-11-25T03:14:05.937558+0000","last_active":"2023-11-25T03:14:08.386144+0000","last_peered":"2023-11-25T03:14:08.386144+0000","last_clean":"2023-11-25T03:14:08.386144+0000","last_became_active":"2023-11-25T03:14:05.937145+0000","last_became_peered":"2023-11-25T03:14:05.937145+0000","last_unstale":"2023-11-25T03:14:08.386144+0000","last_undegraded":"2023-11-25T03:14:08.386144+0000","last_fullsized":"2023-11-25T03:14:08.386144+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:11:59.748799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926991+0000","last_change":"2023-11-25T03:14:05.225262+0000","last_active":"2023-11-25T03:14:06.926991+0000","last_peered":"2023-11-25T03:14:06.926991+0000","last_clean":"2023-11-25T03:14:06.926991+0000","last_became_active":"2023-11-25T03:14:05.224070+0000","last_became_peered":"2023-11-25T03:14:05.224070+0000","last_unstale":"2023-11-25T03:14:06.926991+0000","last_undegraded":"2023-11-25T03:14:06.926991+0000","last_fullsized":"2023-11-25T03:14:06.926991+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:04:17.596850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940102+0000","last_change":"2023-11-25T03:13:53.087442+0000","last_active":"2023-11-25T03:14:05.940102+0000","last_peered":"2023-11-25T03:14:05.940102+0000","last_clean":"2023-11-25T03:14:05.940102+0000","last_became_active":"2023-11-25T03:13:53.087103+0000","last_became_peered":"2023-11-25T03:13:53.087103+0000","last_unstale":"2023-11-25T03:14:05.940102+0000","last_undegraded":"2023-11-25T03:14:05.940102+0000","last_fullsized":"2023-11-25T03:14:05.940102+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.931144+0000","last_change":"2023-11-25T03:13:52.083111+0000","last_active":"2023-11-25T03:14:05.931144+0000","last_peered":"2023-11-25T03:14:05.931144+0000","last_clean":"2023-11-25T03:14:05.931144+0000","last_became_active":"2023-11-25T03:13:52.082818+0000","last_became_peered":"2023-11-25T03:13:52.082818+0000","last_unstale":"2023-11-25T03:14:05.931144+0000","last_undegraded":"2023-11-25T03:14:05.931144+0000","last_fullsized":"2023-11-25T03:14:05.931144+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:09:05.707578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385058+0000","last_change":"2023-11-25T03:14:05.947581+0000","last_active":"2023-11-25T03:14:08.385058+0000","last_peered":"2023-11-25T03:14:08.385058+0000","last_clean":"2023-11-25T03:14:08.385058+0000","last_became_active":"2023-11-25T03:14:05.947262+0000","last_became_peered":"2023-11-25T03:14:05.947262+0000","last_unstale":"2023-11-25T03:14:08.385058+0000","last_undegraded":"2023-11-25T03:14:08.385058+0000","last_fullsized":"2023-11-25T03:14:08.385058+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:44:39.577981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927920+0000","last_change":"2023-11-25T03:14:05.222800+0000","last_active":"2023-11-25T03:14:06.927920+0000","last_peered":"2023-11-25T03:14:06.927920+0000","last_clean":"2023-11-25T03:14:06.927920+0000","last_became_active":"2023-11-25T03:14:05.222564+0000","last_became_peered":"2023-11-25T03:14:05.222564+0000","last_unstale":"2023-11-25T03:14:06.927920+0000","last_undegraded":"2023-11-25T03:14:06.927920+0000","last_fullsized":"2023-11-25T03:14:06.927920+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:04:59.352361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.930627+0000","last_change":"2023-11-25T03:13:53.080024+0000","last_active":"2023-11-25T03:14:05.930627+0000","last_peered":"2023-11-25T03:14:05.930627+0000","last_clean":"2023-11-25T03:14:05.930627+0000","last_became_active":"2023-11-25T03:13:53.079714+0000","last_became_peered":"2023-11-25T03:13:53.079714+0000","last_unstale":"2023-11-25T03:14:05.930627+0000","last_undegraded":"2023-11-25T03:14:05.930627+0000","last_fullsized":"2023-11-25T03:14:05.930627+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:49:07.632441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933739+0000","last_change":"2023-11-25T03:13:52.078570+0000","last_active":"2023-11-25T03:14:05.933739+0000","last_peered":"2023-11-25T03:14:05.933739+0000","last_clean":"2023-11-25T03:14:05.933739+0000","last_became_active":"2023-11-25T03:13:52.077609+0000","last_became_peered":"2023-11-25T03:13:52.077609+0000","last_unstale":"2023-11-25T03:14:05.933739+0000","last_undegraded":"2023-11-25T03:14:05.933739+0000","last_fullsized":"2023-11-25T03:14:05.933739+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:26:34.846860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385223+0000","last_change":"2023-11-25T03:14:05.942753+0000","last_active":"2023-11-25T03:14:08.385223+0000","last_peered":"2023-11-25T03:14:08.385223+0000","last_clean":"2023-11-25T03:14:08.385223+0000","last_became_active":"2023-11-25T03:14:05.942488+0000","last_became_peered":"2023-11-25T03:14:05.942488+0000","last_unstale":"2023-11-25T03:14:08.385223+0000","last_undegraded":"2023-11-25T03:14:08.385223+0000","last_fullsized":"2023-11-25T03:14:08.385223+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:57.508818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.926710+0000","last_change":"2023-11-25T03:14:05.211132+0000","last_active":"2023-11-25T03:14:06.926710+0000","last_peered":"2023-11-25T03:14:06.926710+0000","last_clean":"2023-11-25T03:14:06.926710+0000","last_became_active":"2023-11-25T03:14:05.210666+0000","last_became_peered":"2023-11-25T03:14:05.210666+0000","last_unstale":"2023-11-25T03:14:06.926710+0000","last_undegraded":"2023-11-25T03:14:06.926710+0000","last_fullsized":"2023-11-25T03:14:06.926710+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:26:52.201657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940244+0000","last_change":"2023-11-25T03:13:53.104749+0000","last_active":"2023-11-25T03:14:05.940244+0000","last_peered":"2023-11-25T03:14:05.940244+0000","last_clean":"2023-11-25T03:14:05.940244+0000","last_became_active":"2023-11-25T03:13:53.104380+0000","last_became_peered":"2023-11-25T03:13:53.104380+0000","last_unstale":"2023-11-25T03:14:05.940244+0000","last_undegraded":"2023-11-25T03:14:05.940244+0000","last_fullsized":"2023-11-25T03:14:05.940244+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:08.823324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935761+0000","last_change":"2023-11-25T03:13:52.081534+0000","last_active":"2023-11-25T03:14:05.935761+0000","last_peered":"2023-11-25T03:14:05.935761+0000","last_clean":"2023-11-25T03:14:05.935761+0000","last_became_active":"2023-11-25T03:13:52.081222+0000","last_became_peered":"2023-11-25T03:13:52.081222+0000","last_unstale":"2023-11-25T03:14:05.935761+0000","last_undegraded":"2023-11-25T03:14:05.935761+0000","last_fullsized":"2023-11-25T03:14:05.935761+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:40:40.671925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108346+0000","last_change":"2023-11-25T03:14:05.939267+0000","last_active":"2023-11-25T03:14:08.108346+0000","last_peered":"2023-11-25T03:14:08.108346+0000","last_clean":"2023-11-25T03:14:08.108346+0000","last_became_active":"2023-11-25T03:14:05.938952+0000","last_became_peered":"2023-11-25T03:14:05.938952+0000","last_unstale":"2023-11-25T03:14:08.108346+0000","last_undegraded":"2023-11-25T03:14:08.108346+0000","last_fullsized":"2023-11-25T03:14:08.108346+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:16.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.928009+0000","last_change":"2023-11-25T03:14:05.227157+0000","last_active":"2023-11-25T03:14:06.928009+0000","last_peered":"2023-11-25T03:14:06.928009+0000","last_clean":"2023-11-25T03:14:06.928009+0000","last_became_active":"2023-11-25T03:14:05.226892+0000","last_became_peered":"2023-11-25T03:14:05.226892+0000","last_unstale":"2023-11-25T03:14:06.928009+0000","last_undegraded":"2023-11-25T03:14:06.928009+0000","last_fullsized":"2023-11-25T03:14:06.928009+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:45:33.274418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.935134+0000","last_change":"2023-11-25T03:13:53.078353+0000","last_active":"2023-11-25T03:14:05.935134+0000","last_peered":"2023-11-25T03:14:05.935134+0000","last_clean":"2023-11-25T03:14:05.935134+0000","last_became_active":"2023-11-25T03:13:53.077598+0000","last_became_peered":"2023-11-25T03:13:53.077598+0000","last_unstale":"2023-11-25T03:14:05.935134+0000","last_undegraded":"2023-11-25T03:14:05.935134+0000","last_fullsized":"2023-11-25T03:14:05.935134+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:43:16.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"69'2","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923734+0000","last_change":"2023-11-25T03:13:52.086217+0000","last_active":"2023-11-25T03:14:05.923734+0000","last_peered":"2023-11-25T03:14:05.923734+0000","last_clean":"2023-11-25T03:14:05.923734+0000","last_became_active":"2023-11-25T03:13:52.085929+0000","last_became_peered":"2023-11-25T03:13:52.085929+0000","last_unstale":"2023-11-25T03:14:05.923734+0000","last_undegraded":"2023-11-25T03:14:05.923734+0000","last_fullsized":"2023-11-25T03:14:05.923734+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:50:39.634369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386345+0000","last_change":"2023-11-25T03:14:05.945149+0000","last_active":"2023-11-25T03:14:08.386345+0000","last_peered":"2023-11-25T03:14:08.386345+0000","last_clean":"2023-11-25T03:14:08.386345+0000","last_became_active":"2023-11-25T03:14:05.944873+0000","last_became_peered":"2023-11-25T03:14:05.944873+0000","last_unstale":"2023-11-25T03:14:08.386345+0000","last_undegraded":"2023-11-25T03:14:08.386345+0000","last_fullsized":"2023-11-25T03:14:08.386345+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:24.086359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386611+0000","last_change":"2023-11-25T03:14:05.221298+0000","last_active":"2023-11-25T03:14:08.386611+0000","last_peered":"2023-11-25T03:14:08.386611+0000","last_clean":"2023-11-25T03:14:08.386611+0000","last_became_active":"2023-11-25T03:14:05.220989+0000","last_became_peered":"2023-11-25T03:14:05.220989+0000","last_unstale":"2023-11-25T03:14:08.386611+0000","last_undegraded":"2023-11-25T03:14:08.386611+0000","last_fullsized":"2023-11-25T03:14:08.386611+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:29:43.218947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.926523+0000","last_change":"2023-11-25T03:13:53.090640+0000","last_active":"2023-11-25T03:14:05.926523+0000","last_peered":"2023-11-25T03:14:05.926523+0000","last_clean":"2023-11-25T03:14:05.926523+0000","last_became_active":"2023-11-25T03:13:53.090343+0000","last_became_peered":"2023-11-25T03:13:53.090343+0000","last_unstale":"2023-11-25T03:14:05.926523+0000","last_undegraded":"2023-11-25T03:14:05.926523+0000","last_fullsized":"2023-11-25T03:14:05.926523+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:35:27.232332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"70'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.923293+0000","last_change":"2023-11-25T03:13:52.091056+0000","last_active":"2023-11-25T03:14:05.923293+0000","last_peered":"2023-11-25T03:14:05.923293+0000","last_clean":"2023-11-25T03:14:05.923293+0000","last_became_active":"2023-11-25T03:13:52.090616+0000","last_became_peered":"2023-11-25T03:13:52.090616+0000","last_unstale":"2023-11-25T03:14:05.923293+0000","last_undegraded":"2023-11-25T03:14:05.923293+0000","last_fullsized":"2023-11-25T03:14:05.923293+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T03:51:16.994974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927801+0000","last_change":"2023-11-25T03:14:05.948675+0000","last_active":"2023-11-25T03:14:06.927801+0000","last_peered":"2023-11-25T03:14:06.927801+0000","last_clean":"2023-11-25T03:14:06.927801+0000","last_became_active":"2023-11-25T03:14:05.948261+0000","last_became_peered":"2023-11-25T03:14:05.948261+0000","last_unstale":"2023-11-25T03:14:06.927801+0000","last_undegraded":"2023-11-25T03:14:06.927801+0000","last_fullsized":"2023-11-25T03:14:06.927801+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:05:04.684754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"73'2","reported_seq":14,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927748+0000","last_change":"2023-11-25T03:14:05.217429+0000","last_active":"2023-11-25T03:14:06.927748+0000","last_peered":"2023-11-25T03:14:06.927748+0000","last_clean":"2023-11-25T03:14:06.927748+0000","last_became_active":"2023-11-25T03:14:05.217133+0000","last_became_peered":"2023-11-25T03:14:05.217133+0000","last_unstale":"2023-11-25T03:14:06.927748+0000","last_undegraded":"2023-11-25T03:14:06.927748+0000","last_fullsized":"2023-11-25T03:14:06.927748+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:06:18.751834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927762+0000","last_change":"2023-11-25T03:13:53.093571+0000","last_active":"2023-11-25T03:14:05.927762+0000","last_peered":"2023-11-25T03:14:05.927762+0000","last_clean":"2023-11-25T03:14:05.927762+0000","last_became_active":"2023-11-25T03:13:53.093292+0000","last_became_peered":"2023-11-25T03:13:53.093292+0000","last_unstale":"2023-11-25T03:14:05.927762+0000","last_undegraded":"2023-11-25T03:14:05.927762+0000","last_fullsized":"2023-11-25T03:14:05.927762+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928414+0000","last_change":"2023-11-25T03:13:52.081373+0000","last_active":"2023-11-25T03:14:05.928414+0000","last_peered":"2023-11-25T03:14:05.928414+0000","last_clean":"2023-11-25T03:14:05.928414+0000","last_became_active":"2023-11-25T03:13:52.080996+0000","last_became_peered":"2023-11-25T03:13:52.080996+0000","last_unstale":"2023-11-25T03:14:05.928414+0000","last_undegraded":"2023-11-25T03:14:05.928414+0000","last_fullsized":"2023-11-25T03:14:05.928414+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T07:44:43.365237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.108687+0000","last_change":"2023-11-25T03:14:05.938485+0000","last_active":"2023-11-25T03:14:08.108687+0000","last_peered":"2023-11-25T03:14:08.108687+0000","last_clean":"2023-11-25T03:14:08.108687+0000","last_became_active":"2023-11-25T03:14:05.938213+0000","last_became_peered":"2023-11-25T03:14:05.938213+0000","last_unstale":"2023-11-25T03:14:08.108687+0000","last_undegraded":"2023-11-25T03:14:08.108687+0000","last_fullsized":"2023-11-25T03:14:08.108687+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:49.271719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"74'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:09.139615+0000","last_change":"2023-11-25T03:14:05.229395+0000","last_active":"2023-11-25T03:14:09.139615+0000","last_peered":"2023-11-25T03:14:09.139615+0000","last_clean":"2023-11-25T03:14:09.139615+0000","last_became_active":"2023-11-25T03:14:05.228952+0000","last_became_peered":"2023-11-25T03:14:05.228952+0000","last_unstale":"2023-11-25T03:14:09.139615+0000","last_undegraded":"2023-11-25T03:14:09.139615+0000","last_fullsized":"2023-11-25T03:14:09.139615+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:54.235397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.934986+0000","last_change":"2023-11-25T03:13:53.099744+0000","last_active":"2023-11-25T03:14:05.934986+0000","last_peered":"2023-11-25T03:14:05.934986+0000","last_clean":"2023-11-25T03:14:05.934986+0000","last_became_active":"2023-11-25T03:13:53.099462+0000","last_became_peered":"2023-11-25T03:13:53.099462+0000","last_unstale":"2023-11-25T03:14:05.934986+0000","last_undegraded":"2023-11-25T03:14:05.934986+0000","last_fullsized":"2023-11-25T03:14:05.934986+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:43:36.137868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927843+0000","last_change":"2023-11-25T03:13:52.078817+0000","last_active":"2023-11-25T03:14:05.927843+0000","last_peered":"2023-11-25T03:14:05.927843+0000","last_clean":"2023-11-25T03:14:05.927843+0000","last_became_active":"2023-11-25T03:13:52.078210+0000","last_became_peered":"2023-11-25T03:13:52.078210+0000","last_unstale":"2023-11-25T03:14:05.927843+0000","last_undegraded":"2023-11-25T03:14:05.927843+0000","last_fullsized":"2023-11-25T03:14:05.927843+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:23:22.849762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384635+0000","last_change":"2023-11-25T03:14:05.946214+0000","last_active":"2023-11-25T03:14:08.384635+0000","last_peered":"2023-11-25T03:14:08.384635+0000","last_clean":"2023-11-25T03:14:08.384635+0000","last_became_active":"2023-11-25T03:14:05.944080+0000","last_became_peered":"2023-11-25T03:14:05.944080+0000","last_unstale":"2023-11-25T03:14:08.384635+0000","last_undegraded":"2023-11-25T03:14:08.384635+0000","last_fullsized":"2023-11-25T03:14:08.384635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:33.310652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384552+0000","last_change":"2023-11-25T03:14:05.222767+0000","last_active":"2023-11-25T03:14:08.384552+0000","last_peered":"2023-11-25T03:14:08.384552+0000","last_clean":"2023-11-25T03:14:08.384552+0000","last_became_active":"2023-11-25T03:14:05.222481+0000","last_became_peered":"2023-11-25T03:14:05.222481+0000","last_unstale":"2023-11-25T03:14:08.384552+0000","last_undegraded":"2023-11-25T03:14:08.384552+0000","last_fullsized":"2023-11-25T03:14:08.384552+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T10:53:54.235397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.940303+0000","last_change":"2023-11-25T03:13:53.090953+0000","last_active":"2023-11-25T03:14:05.940303+0000","last_peered":"2023-11-25T03:14:05.940303+0000","last_clean":"2023-11-25T03:14:05.940303+0000","last_became_active":"2023-11-25T03:13:53.090592+0000","last_became_peered":"2023-11-25T03:13:53.090592+0000","last_unstale":"2023-11-25T03:14:05.940303+0000","last_undegraded":"2023-11-25T03:14:05.940303+0000","last_fullsized":"2023-11-25T03:14:05.940303+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:19.138773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929731+0000","last_change":"2023-11-25T03:13:52.087023+0000","last_active":"2023-11-25T03:14:05.929731+0000","last_peered":"2023-11-25T03:14:05.929731+0000","last_clean":"2023-11-25T03:14:05.929731+0000","last_became_active":"2023-11-25T03:13:52.086673+0000","last_became_peered":"2023-11-25T03:13:52.086673+0000","last_unstale":"2023-11-25T03:14:05.929731+0000","last_undegraded":"2023-11-25T03:14:05.929731+0000","last_fullsized":"2023-11-25T03:14:05.929731+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:01:07.813595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385498+0000","last_change":"2023-11-25T03:14:05.944211+0000","last_active":"2023-11-25T03:14:08.385498+0000","last_peered":"2023-11-25T03:14:08.385498+0000","last_clean":"2023-11-25T03:14:08.385498+0000","last_became_active":"2023-11-25T03:14:05.943543+0000","last_became_peered":"2023-11-25T03:14:05.943543+0000","last_unstale":"2023-11-25T03:14:08.385498+0000","last_undegraded":"2023-11-25T03:14:08.385498+0000","last_fullsized":"2023-11-25T03:14:08.385498+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:04:18.599909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.384627+0000","last_change":"2023-11-25T03:14:05.219571+0000","last_active":"2023-11-25T03:14:08.384627+0000","last_peered":"2023-11-25T03:14:08.384627+0000","last_clean":"2023-11-25T03:14:08.384627+0000","last_became_active":"2023-11-25T03:14:05.219296+0000","last_became_peered":"2023-11-25T03:14:05.219296+0000","last_unstale":"2023-11-25T03:14:08.384627+0000","last_undegraded":"2023-11-25T03:14:08.384627+0000","last_fullsized":"2023-11-25T03:14:08.384627+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:06:14.963149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.929430+0000","last_change":"2023-11-25T03:13:53.099564+0000","last_active":"2023-11-25T03:14:05.929430+0000","last_peered":"2023-11-25T03:14:05.929430+0000","last_clean":"2023-11-25T03:14:05.929430+0000","last_became_active":"2023-11-25T03:13:53.099134+0000","last_became_peered":"2023-11-25T03:13:53.099134+0000","last_unstale":"2023-11-25T03:14:05.929430+0000","last_undegraded":"2023-11-25T03:14:05.929430+0000","last_fullsized":"2023-11-25T03:14:05.929430+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:11:24.960855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933723+0000","last_change":"2023-11-25T03:13:52.084097+0000","last_active":"2023-11-25T03:14:05.933723+0000","last_peered":"2023-11-25T03:14:05.933723+0000","last_clean":"2023-11-25T03:14:05.933723+0000","last_became_active":"2023-11-25T03:13:52.082921+0000","last_became_peered":"2023-11-25T03:13:52.082921+0000","last_unstale":"2023-11-25T03:14:05.933723+0000","last_undegraded":"2023-11-25T03:14:05.933723+0000","last_fullsized":"2023-11-25T03:14:05.933723+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:57:19.167071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385151+0000","last_change":"2023-11-25T03:14:05.945397+0000","last_active":"2023-11-25T03:14:08.385151+0000","last_peered":"2023-11-25T03:14:08.385151+0000","last_clean":"2023-11-25T03:14:08.385151+0000","last_became_active":"2023-11-25T03:14:05.945145+0000","last_became_peered":"2023-11-25T03:14:05.945145+0000","last_unstale":"2023-11-25T03:14:08.385151+0000","last_undegraded":"2023-11-25T03:14:08.385151+0000","last_fullsized":"2023-11-25T03:14:08.385151+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:56:26.712518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927410+0000","last_change":"2023-11-25T03:14:05.225270+0000","last_active":"2023-11-25T03:14:06.927410+0000","last_peered":"2023-11-25T03:14:06.927410+0000","last_clean":"2023-11-25T03:14:06.927410+0000","last_became_active":"2023-11-25T03:14:05.224999+0000","last_became_peered":"2023-11-25T03:14:05.224999+0000","last_unstale":"2023-11-25T03:14:06.927410+0000","last_undegraded":"2023-11-25T03:14:06.927410+0000","last_fullsized":"2023-11-25T03:14:06.927410+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:47:23.083301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.925202+0000","last_change":"2023-11-25T03:13:53.106939+0000","last_active":"2023-11-25T03:14:05.925202+0000","last_peered":"2023-11-25T03:14:05.925202+0000","last_clean":"2023-11-25T03:14:05.925202+0000","last_became_active":"2023-11-25T03:13:53.106677+0000","last_became_peered":"2023-11-25T03:13:53.106677+0000","last_unstale":"2023-11-25T03:14:05.925202+0000","last_undegraded":"2023-11-25T03:14:05.925202+0000","last_fullsized":"2023-11-25T03:14:05.925202+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T04:05:02.316165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927379+0000","last_change":"2023-11-25T03:13:52.083141+0000","last_active":"2023-11-25T03:14:05.927379+0000","last_peered":"2023-11-25T03:14:05.927379+0000","last_clean":"2023-11-25T03:14:05.927379+0000","last_became_active":"2023-11-25T03:13:52.082849+0000","last_became_peered":"2023-11-25T03:13:52.082849+0000","last_unstale":"2023-11-25T03:14:05.927379+0000","last_undegraded":"2023-11-25T03:14:05.927379+0000","last_fullsized":"2023-11-25T03:14:05.927379+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T09:22:46.437514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:06.927922+0000","last_change":"2023-11-25T03:14:05.940528+0000","last_active":"2023-11-25T03:14:06.927922+0000","last_peered":"2023-11-25T03:14:06.927922+0000","last_clean":"2023-11-25T03:14:06.927922+0000","last_became_active":"2023-11-25T03:14:05.940212+0000","last_became_peered":"2023-11-25T03:14:05.940212+0000","last_unstale":"2023-11-25T03:14:06.927922+0000","last_undegraded":"2023-11-25T03:14:06.927922+0000","last_fullsized":"2023-11-25T03:14:06.927922+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:04:18.599909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385543+0000","last_change":"2023-11-25T03:14:05.214167+0000","last_active":"2023-11-25T03:14:08.385543+0000","last_peered":"2023-11-25T03:14:08.385543+0000","last_clean":"2023-11-25T03:14:08.385543+0000","last_became_active":"2023-11-25T03:14:05.213791+0000","last_became_peered":"2023-11-25T03:14:05.213791+0000","last_unstale":"2023-11-25T03:14:08.385543+0000","last_undegraded":"2023-11-25T03:14:08.385543+0000","last_fullsized":"2023-11-25T03:14:08.385543+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T13:14:55.672809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.927065+0000","last_change":"2023-11-25T03:13:53.090529+0000","last_active":"2023-11-25T03:14:05.927065+0000","last_peered":"2023-11-25T03:14:05.927065+0000","last_clean":"2023-11-25T03:14:05.927065+0000","last_became_active":"2023-11-25T03:13:53.087894+0000","last_became_peered":"2023-11-25T03:13:53.087894+0000","last_unstale":"2023-11-25T03:14:05.927065+0000","last_undegraded":"2023-11-25T03:14:05.927065+0000","last_fullsized":"2023-11-25T03:14:05.927065+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T11:28:03.370049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.933450+0000","last_change":"2023-11-25T03:13:52.084341+0000","last_active":"2023-11-25T03:14:05.933450+0000","last_peered":"2023-11-25T03:14:05.933450+0000","last_clean":"2023-11-25T03:14:05.933450+0000","last_became_active":"2023-11-25T03:13:52.083121+0000","last_became_peered":"2023-11-25T03:13:52.083121+0000","last_unstale":"2023-11-25T03:14:05.933450+0000","last_undegraded":"2023-11-25T03:14:05.933450+0000","last_fullsized":"2023-11-25T03:14:05.933450+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T08:18:18.129044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.386247+0000","last_change":"2023-11-25T03:14:05.946032+0000","last_active":"2023-11-25T03:14:08.386247+0000","last_peered":"2023-11-25T03:14:08.386247+0000","last_clean":"2023-11-25T03:14:08.386247+0000","last_became_active":"2023-11-25T03:14:05.945697+0000","last_became_peered":"2023-11-25T03:14:05.945697+0000","last_unstale":"2023-11-25T03:14:08.386247+0000","last_undegraded":"2023-11-25T03:14:08.386247+0000","last_fullsized":"2023-11-25T03:14:08.386247+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:05.186503+0000","last_clean_scrub_stamp":"2023-11-25T03:14:05.186503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:22:08.707925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"73'1","reported_seq":13,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-11-25T03:14:08.385694+0000","last_change":"2023-11-25T03:14:05.224949+0000","last_active":"2023-11-25T03:14:08.385694+0000","last_peered":"2023-11-25T03:14:08.385694+0000","last_clean":"2023-11-25T03:14:08.385694+0000","last_became_active":"2023-11-25T03:14:05.224623+0000","last_became_peered":"2023-11-25T03:14:05.224623+0000","last_unstale":"2023-11-25T03:14:08.385694+0000","last_undegraded":"2023-11-25T03:14:08.385694+0000","last_fullsized":"2023-11-25T03:14:08.385694+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:14:04.183445+0000","last_clean_scrub_stamp":"2023-11-25T03:14:04.183445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:59:50.510750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.924275+0000","last_change":"2023-11-25T03:13:53.095879+0000","last_active":"2023-11-25T03:14:05.924275+0000","last_peered":"2023-11-25T03:14:05.924275+0000","last_clean":"2023-11-25T03:14:05.924275+0000","last_became_active":"2023-11-25T03:13:53.095604+0000","last_became_peered":"2023-11-25T03:13:53.095604+0000","last_unstale":"2023-11-25T03:14:05.924275+0000","last_undegraded":"2023-11-25T03:14:05.924275+0000","last_fullsized":"2023-11-25T03:14:05.924275+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:52.052652+0000","last_clean_scrub_stamp":"2023-11-25T03:13:52.052652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T14:28:22.754258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"69'1","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.928282+0000","last_change":"2023-11-25T03:13:52.084685+0000","last_active":"2023-11-25T03:14:05.928282+0000","last_peered":"2023-11-25T03:14:05.928282+0000","last_clean":"2023-11-25T03:14:05.928282+0000","last_became_active":"2023-11-25T03:13:52.084372+0000","last_became_peered":"2023-11-25T03:13:52.084372+0000","last_unstale":"2023-11-25T03:14:05.928282+0000","last_undegraded":"2023-11-25T03:14:05.928282+0000","last_fullsized":"2023-11-25T03:14:05.928282+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:13:51.042923+0000","last_clean_scrub_stamp":"2023-11-25T03:13:51.042923+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:15:00.479063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":216,"reported_epoch":73,"state":"active+clean","last_fresh":"2023-11-25T03:14:05.925301+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:14:05.925301+0000","last_peered":"2023-11-25T03:14:05.925301+0000","last_clean":"2023-11-25T03:14:05.925301+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:05.925301+0000","last_undegraded":"2023-11-25T03:14:05.925301+0000","last_fullsized":"2023-11-25T03:14:05.925301+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574892,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32660,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339180,"statfs":{"total":96636764160,"available":96603320320,"internally_reserved":0,"allocated":1515520,"data_stored":994552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.63}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.68300000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.42299999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.5},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.55000000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.443}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.76400000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.61699999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574892,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":929792,"data_stored":405348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.72399999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.60999999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.66400000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.625}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.75700000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.58399999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.56599999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574891,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":929792,"data_stored":407201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.80900000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.77700000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.73599999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.84599999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.66700000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.47799999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574892,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":929792,"data_stored":405738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.71799999999999997}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.85199999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.73899999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.76200000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.57999999999999996}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.65400000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574893,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":937984,"data_stored":408743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55800000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.502}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.623},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.71399999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":1.3109999999999999},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":1.22}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0860000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":1.2430000000000001},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.161}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":1.1930000000000001},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":1.1200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574892,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":917504,"data_stored":404618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.501}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.64000000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.82099999999999995}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.68200000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32080,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339760,"statfs":{"total":96636764160,"available":96603914240,"internally_reserved":0,"allocated":921600,"data_stored":404196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.49399999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.65900000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.80900000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.77400000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.85599999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.88700000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574893,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32656,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339184,"statfs":{"total":96636764160,"available":96603324416,"internally_reserved":0,"allocated":1507328,"data_stored":993967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.34599999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.40000000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.54700000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.68899999999999995}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.63},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.65100000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.78600000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.748},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.73199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:15.205 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-25T03:14:15.205 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2023-11-25T03:14:15.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a1c90f640 1 Processor -- start 2023-11-25T03:14:15.379 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a1c90f640 1 -- start start 2023-11-25T03:14:15.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a1c90f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 0x7f1a180c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a1c90f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a180c31c0 con 0x7f1a180c4100 2023-11-25T03:14:15.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a1c90f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a180c34a0 con 0x7f1a180c63c0 2023-11-25T03:14:15.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a1c90f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a180c1030 con 0x7f1a180c2bb0 2023-11-25T03:14:15.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a0dd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1a180c4100 0x7f1a180a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48854/0 (socket says 172.21.15.76:48854) 2023-11-25T03:14:15.380 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.374+0000 7f1a0dd9b640 1 -- 172.21.15.76:0/1757761967 learned_addr learned my addr 172.21.15.76:0/1757761967 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:15.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a16d9d640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 0x7f1a180c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1448983281 0 0) 0x7f1a180c31c0 con 0x7f1a180c4100 2023-11-25T03:14:15.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a04005740 con 0x7f1a180c4100 2023-11-25T03:14:15.382 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2241832444 0 0) 0x7f1a04005740 con 0x7f1a180c4100 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 msgr2=0x7f1a180c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 0x7f1a180c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 >> v1:172.21.15.106:6789/0 conn(0x7f1a180c63c0 legacy=0x7f1a180c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a180c1310 con 0x7f1a180c4100 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f1a08001680 con 0x7f1a180c4100 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 >> v1:172.21.15.76:6789/0 conn(0x7f1a180c4100 legacy=0x7f1a180a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a04005bc0 0x7f1a04005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a04006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 0x7f1a040073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a180c1030 con 0x7f1a040069e0 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0400dcd0 con 0x7f1a04005bc0 2023-11-25T03:14:15.383 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0400de90 con 0x7f1a180c2bb0 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a04006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a16d9d640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 0x7f1a040073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a1659c640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a04005bc0 0x7f1a04005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a0dd9b640 1 -- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 msgr2=0x7f1a040073e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180c2bb0 0x7f1a040073e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a0dd9b640 1 -- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a04005bc0 msgr2=0x7f1a04005fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a04005bc0 0x7f1a04005fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.378+0000 7f1a0dd9b640 1 -- 172.21.15.76:0/1757761967 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a04005740 con 0x7f1a040069e0 2023-11-25T03:14:15.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a04006e60 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800c210 tx=0x7f1a0801cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a69570a89fde547 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a08005ae0 con 0x7f1a040069e0 2023-11-25T03:14:15.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a08005c60 con 0x7f1a040069e0 2023-11-25T03:14:15.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a15d9b640 1 -- 172.21.15.76:0/1757761967 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a08007070 con 0x7f1a040069e0 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1757761967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 msgr2=0x7f1a04006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1757761967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a04006e60 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800c210 tx=0x7f1a0801cc10 comp rx=0 tx=0).stop 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a16d9d640 1 -- 172.21.15.76:0/1757761967 reap_dead start 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1757761967 shutdown_connections 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1757761967 >> 172.21.15.76:0/1757761967 conn(0x7f1a1806a5b0 msgr2=0x7f1a1806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1757761967 shutdown_connections 2023-11-25T03:14:15.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1757761967 wait complete. 2023-11-25T03:14:15.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 Processor -- start 2023-11-25T03:14:15.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.382+0000 7f1a1c90f640 1 -- start start 2023-11-25T03:14:15.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a181e26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180bfaa0 0x7f1a180bff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a18145d80 0x7f1a18146200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a180a6050 con 0x7f1a040069e0 2023-11-25T03:14:15.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a181ed640 con 0x7f1a18145d80 2023-11-25T03:14:15.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a181ed920 con 0x7f1a180bfaa0 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a181e26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a181e26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48930/0 (socket says 172.21.15.76:48930) 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 -- 172.21.15.76:0/1844899313 learned_addr learned my addr 172.21.15.76:0/1844899313 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180bfaa0 0x7f1a180bff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a16d9d640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a18145d80 0x7f1a18146200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 -- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180bfaa0 msgr2=0x7f1a180bff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180bfaa0 0x7f1a180bff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 -- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a18145d80 msgr2=0x7f1a18146200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a18145d80 0x7f1a18146200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 -- 172.21.15.76:0/1844899313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a180c69b0 con 0x7f1a040069e0 2023-11-25T03:14:15.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1659c640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a181e26d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000f7f0 tx=0x7f1a0000fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a0000fea0 con 0x7f1a040069e0 2023-11-25T03:14:15.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a000052e0 con 0x7f1a040069e0 2023-11-25T03:14:15.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a181edc00 con 0x7f1a040069e0 2023-11-25T03:14:15.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a0000d970 con 0x7f1a040069e0 2023-11-25T03:14:15.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a181ee1c0 con 0x7f1a040069e0 2023-11-25T03:14:15.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a181ee3b0 con 0x7f1a040069e0 2023-11-25T03:14:15.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.386+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1a0000dad0 con 0x7f1a040069e0 2023-11-25T03:14:15.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.390+0000 7f1a0f7fe640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f19f8066470 0x7f19f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.390+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1a000841f0 con 0x7f1a040069e0 2023-11-25T03:14:15.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.390+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f19f8066470 0x7f19f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.390+0000 7f1a0dd9b640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f19f8066470 0x7f19f8068930 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1a080ab000 tx=0x7f1a080a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.394+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1a00051300 con 0x7f1a040069e0 2023-11-25T03:14:15.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.590+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f1a18068400 con 0x7f1a040069e0 2023-11-25T03:14:15.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.594+0000 7f1a0f7fe640 1 -- 172.21.15.76:0/1844899313 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v20) v1 ==== 185+0+142 (secure 0 0 0) 0x7f1a00054920 con 0x7f1a040069e0 2023-11-25T03:14:15.599 INFO:teuthology.orchestra.run.smithi076.stdout:[client.1] 2023-11-25T03:14:15.599 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCKZWFlv1u8DRAATnz5yG+qXgbEd1heI0Ve3g== 2023-11-25T03:14:15.599 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow" 2023-11-25T03:14:15.599 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:14:15.599 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow rw pool=cephfs2_data" 2023-11-25T03:14:15.600 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.1 2023-11-25T03:14:15.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f19f8066470 msgr2=0x7f19f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f19f8066470 0x7f19f8068930 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1a080ab000 tx=0x7f1a080a7070 comp rx=0 tx=0).stop 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 msgr2=0x7f1a181e26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a181e26d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000f7f0 tx=0x7f1a0000fcb0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 shutdown_connections 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f19f8066470 0x7f19f8068930 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1a18145d80 0x7f1a18146200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1a180bfaa0 0x7f1a180bff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 --2- 172.21.15.76:0/1844899313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a040069e0 0x7f1a181e26d0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 >> 172.21.15.76:0/1844899313 conn(0x7f1a1806a5b0 msgr2=0x7f1a180a6b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:15.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 shutdown_connections 2023-11-25T03:14:15.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.598+0000 7f1a1c90f640 1 -- 172.21.15.76:0/1844899313 wait complete. 2023-11-25T03:14:15.620 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:15.620 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:15.631 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:15.631 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:15.683 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:15.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f7615501640 1 Processor -- start 2023-11-25T03:14:15.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f7615501640 1 -- start start 2023-11-25T03:14:15.821 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f7615501640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76100c5670 0x7f76100c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f7615501640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f761006be80 con 0x7f761006c3f0 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f7615501640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7610072520 con 0x7f76100c42f0 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f7615501640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76100c22c0 con 0x7f76100c5670 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f760f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f761006c3f0 0x7f761015b310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48868/0 (socket says 172.21.15.76:48868) 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f760f7fe640 1 -- 172.21.15.76:0/1850037022 learned_addr learned my addr 172.21.15.76:0/1850037022 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f76067fc640 1 --2- 172.21.15.76:0/1850037022 >> v2:172.21.15.76:3300/0 conn(0x7f76100c5670 0x7f76100c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f76067fc640 1 -- 172.21.15.76:0/1850037022 >> v1:172.21.15.106:6789/0 conn(0x7f76100c42f0 legacy=0x7f7610153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:15.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f76067fc640 1 -- 172.21.15.76:0/1850037022 >> v1:172.21.15.76:6789/0 conn(0x7f761006c3f0 legacy=0x7f761015b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f76067fc640 1 -- 172.21.15.76:0/1850037022 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f761006c0d0 con 0x7f76100c5670 2023-11-25T03:14:15.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.818+0000 7f760e7fc640 1 -- 172.21.15.76:0/1850037022 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2386930576 0 0) 0x7f761006be80 con 0x7f761006c3f0 2023-11-25T03:14:15.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f76067fc640 1 --2- 172.21.15.76:0/1850037022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c5670 0x7f76100c46d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f75f800aea0 tx=0x7f75f801d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e8e1a000c87d90 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f760e7fc640 1 -- 172.21.15.76:0/1850037022 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f800a2d0 con 0x7f76100c5670 2023-11-25T03:14:15.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f760e7fc640 1 -- 172.21.15.76:0/1850037022 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75f80a6610 con 0x7f76100c5670 2023-11-25T03:14:15.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f760e7fc640 1 -- 172.21.15.76:0/1850037022 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f80a69a0 con 0x7f76100c5670 2023-11-25T03:14:15.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 -- 172.21.15.76:0/1850037022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c5670 msgr2=0x7f76100c46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 --2- 172.21.15.76:0/1850037022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c5670 0x7f76100c46d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f75f800aea0 tx=0x7f75f801d930 comp rx=0 tx=0).stop 2023-11-25T03:14:15.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 -- 172.21.15.76:0/1850037022 shutdown_connections 2023-11-25T03:14:15.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 --2- 172.21.15.76:0/1850037022 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c5670 0x7f76100c46d0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 -- 172.21.15.76:0/1850037022 >> 172.21.15.76:0/1850037022 conn(0x7f76100a7910 msgr2=0x7f76100a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:15.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 -- 172.21.15.76:0/1850037022 shutdown_connections 2023-11-25T03:14:15.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 -- 172.21.15.76:0/1850037022 wait complete. 2023-11-25T03:14:15.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 Processor -- start 2023-11-25T03:14:15.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.822+0000 7f7615501640 1 -- start start 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f761006c3f0 0x7f761014b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 0x7f76101f0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76100c5670 0x7f761014a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7610151340 con 0x7f76100c42f0 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f761014e050 con 0x7f761006c3f0 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76101f0ed0 con 0x7f76100c5670 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 0x7f76101f0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 0x7f76101f0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48946/0 (socket says 172.21.15.76:48946) 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 -- 172.21.15.76:0/3323054520 learned_addr learned my addr 172.21.15.76:0/3323054520 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f760effd640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f761006c3f0 0x7f761014b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f760f7fe640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76100c5670 0x7f761014a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 -- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76100c5670 msgr2=0x7f761014a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76100c5670 0x7f761014a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 -- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f761006c3f0 msgr2=0x7f761014b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f761006c3f0 0x7f761014b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 -- 172.21.15.76:0/3323054520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75f800ab80 con 0x7f76100c42f0 2023-11-25T03:14:15.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f76067fc640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 0x7f76101f0440 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f75f80b0040 tx=0x7f75f801a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f80bc070 con 0x7f76100c42f0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75f800a2e0 con 0x7f76100c42f0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f761014ddb0 con 0x7f76100c42f0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f80b76a0 con 0x7f76100c42f0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f761014e280 con 0x7f76100c42f0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.826+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76100c1f90 con 0x7f76100c42f0 2023-11-25T03:14:15.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.830+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f75f80b7800 con 0x7f76100c42f0 2023-11-25T03:14:15.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.830+0000 7f7607fff640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75f0066470 0x7f75f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:15.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.830+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f75f811ee00 con 0x7f76100c42f0 2023-11-25T03:14:15.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.830+0000 7f760effd640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75f0066470 0x7f75f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:15.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.830+0000 7f760effd640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75f0066470 0x7f75f0068930 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7610071c60 tx=0x7f7600009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:15.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.834+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f75f80ebf50 con 0x7f76100c42f0 2023-11-25T03:14:15.987 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.982+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f76100c1f40 con 0x7f76100c42f0 2023-11-25T03:14:15.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7607fff640 1 -- 172.21.15.76:0/3323054520 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f75f80ef570 con 0x7f76100c42f0 2023-11-25T03:14:15.989 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:15.989 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75f0066470 msgr2=0x7f75f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75f0066470 0x7f75f0068930 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7610071c60 tx=0x7f7600009040 comp rx=0 tx=0).stop 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 msgr2=0x7f76101f0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 0x7f76101f0440 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f75f80b0040 tx=0x7f75f801a6d0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 shutdown_connections 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75f0066470 0x7f75f0068930 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f76100c5670 0x7f761014a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76100c42f0 0x7f76101f0440 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 --2- 172.21.15.76:0/3323054520 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f761006c3f0 0x7f761014b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:15.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 >> 172.21.15.76:0/3323054520 conn(0x7f76100a7910 msgr2=0x7f76100a70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:15.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 shutdown_connections 2023-11-25T03:14:15.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:15.986+0000 7f7615501640 1 -- 172.21.15.76:0/3323054520 wait complete. 2023-11-25T03:14:16.010 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:16.010 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:16.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 Processor -- start 2023-11-25T03:14:16.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 -- start start 2023-11-25T03:14:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fda6c0c4100 0x7fda6c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda6c0c31c0 con 0x7fda6c0c29e0 2023-11-25T03:14:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda6c0c34a0 con 0x7fda6c0c4100 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda71232640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda6c0c1030 con 0x7fda6c0c63c0 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6ad9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6259c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fda6c0c4100 0x7fda6c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6b59e640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fda6c0c29e0 0x7fda6c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:42780/0 (socket says 172.21.15.76:42780) 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6b59e640 1 -- 172.21.15.76:0/2046971029 learned_addr learned my addr 172.21.15.76:0/2046971029 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6ad9d640 1 -- 172.21.15.76:0/2046971029 >> v2:172.21.15.106:3300/0 conn(0x7fda6c0c4100 msgr2=0x7fda6c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6ad9d640 1 --2- 172.21.15.76:0/2046971029 >> v2:172.21.15.106:3300/0 conn(0x7fda6c0c4100 0x7fda6c0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6ad9d640 1 -- 172.21.15.76:0/2046971029 >> v1:172.21.15.106:6789/0 conn(0x7fda6c0c29e0 legacy=0x7fda6c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6ad9d640 1 -- 172.21.15.76:0/2046971029 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda6c0c1310 con 0x7fda6c0c63c0 2023-11-25T03:14:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.150+0000 7fda6259c640 1 --2- 172.21.15.76:0/2046971029 >> v2:172.21.15.106:3300/0 conn(0x7fda6c0c4100 0x7fda6c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:16.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda6ad9d640 1 --2- 172.21.15.76:0/2046971029 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c0c06d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fda540097c0 tx=0x7fda5401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=274967676b228604 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda6a59c640 1 -- 172.21.15.76:0/2046971029 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda54004230 con 0x7fda6c0c63c0 2023-11-25T03:14:16.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda6a59c640 1 -- 172.21.15.76:0/2046971029 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda540a7050 con 0x7fda6c0c63c0 2023-11-25T03:14:16.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda6a59c640 1 -- 172.21.15.76:0/2046971029 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda54003620 con 0x7fda6c0c63c0 2023-11-25T03:14:16.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 -- 172.21.15.76:0/2046971029 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 msgr2=0x7fda6c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 --2- 172.21.15.76:0/2046971029 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c0c06d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fda540097c0 tx=0x7fda5401c330 comp rx=0 tx=0).stop 2023-11-25T03:14:16.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 -- 172.21.15.76:0/2046971029 shutdown_connections 2023-11-25T03:14:16.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 --2- 172.21.15.76:0/2046971029 >> v2:172.21.15.106:3300/0 conn(0x7fda6c0c4100 0x7fda6c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 --2- 172.21.15.76:0/2046971029 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c0c06d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 -- 172.21.15.76:0/2046971029 >> 172.21.15.76:0/2046971029 conn(0x7fda6c06a5b0 msgr2=0x7fda6c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:16.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 -- 172.21.15.76:0/2046971029 shutdown_connections 2023-11-25T03:14:16.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.154+0000 7fda71232640 1 -- 172.21.15.76:0/2046971029 wait complete. 2023-11-25T03:14:16.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 Processor -- start 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 -- start start 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 0x7fda6c0bacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda6c0c4100 0x7fda6c0bec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c1eaa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6c0be7d0 con 0x7fda6c0c29e0 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6c0be180 con 0x7fda6c0c4100 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda6c0be460 con 0x7fda6c0c63c0 2023-11-25T03:14:16.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 0x7fda6c0bacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 0x7fda6c0bacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48962/0 (socket says 172.21.15.76:48962) 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 -- 172.21.15.76:0/3440712151 learned_addr learned my addr 172.21.15.76:0/3440712151 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6259c640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda6c0c4100 0x7fda6c0bec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6b59e640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c1eaa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 -- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 msgr2=0x7fda6c1eaa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c1eaa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 -- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda6c0c4100 msgr2=0x7fda6c0bec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda6c0c4100 0x7fda6c0bec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 -- 172.21.15.76:0/3440712151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda5c009420 con 0x7fda6c0c29e0 2023-11-25T03:14:16.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6259c640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda6c0c4100 0x7fda6c0bec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:16.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda6ad9d640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 0x7fda6c0bacf0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fda54019f60 tx=0x7fda540190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda54003b70 con 0x7fda6c0c29e0 2023-11-25T03:14:16.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda54003cd0 con 0x7fda6c0c29e0 2023-11-25T03:14:16.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda540b66a0 con 0x7fda6c0c29e0 2023-11-25T03:14:16.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda54009420 con 0x7fda6c0c29e0 2023-11-25T03:14:16.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.158+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda6c0bf1a0 con 0x7fda6c0c29e0 2023-11-25T03:14:16.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.162+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda6c0be620 con 0x7fda6c0c29e0 2023-11-25T03:14:16.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.162+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fda540b2040 con 0x7fda6c0c29e0 2023-11-25T03:14:16.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.162+0000 7fda63fff640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda4c0664a0 0x7fda4c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.162+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fda5411e730 con 0x7fda6c0c29e0 2023-11-25T03:14:16.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.162+0000 7fda6259c640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda4c0664a0 0x7fda4c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.162+0000 7fda6259c640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda4c0664a0 0x7fda4c068960 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fda6c156900 tx=0x7fda5c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.166+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fda540eb8f0 con 0x7fda6c0c29e0 2023-11-25T03:14:16.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.326+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fda6c068400 con 0x7fda6c0c29e0 2023-11-25T03:14:16.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.326+0000 7fda63fff640 1 -- 172.21.15.76:0/3440712151 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7fda540eef10 con 0x7fda6c0c29e0 2023-11-25T03:14:16.332 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:16.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda4c0664a0 msgr2=0x7fda4c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda4c0664a0 0x7fda4c068960 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fda6c156900 tx=0x7fda5c009190 comp rx=0 tx=0).stop 2023-11-25T03:14:16.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 msgr2=0x7fda6c0bacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 0x7fda6c0bacf0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fda54019f60 tx=0x7fda540190d0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 shutdown_connections 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fda4c0664a0 0x7fda4c068960 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fda6c0c63c0 0x7fda6c1eaa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fda6c0c4100 0x7fda6c0bec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 --2- 172.21.15.76:0/3440712151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda6c0c29e0 0x7fda6c0bacf0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 >> 172.21.15.76:0/3440712151 conn(0x7fda6c06a5b0 msgr2=0x7fda6c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 shutdown_connections 2023-11-25T03:14:16.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.330+0000 7fda71232640 1 -- 172.21.15.76:0/3440712151 wait complete. 2023-11-25T03:14:16.353 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:16.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb188b2a640 1 Processor -- start 2023-11-25T03:14:16.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb188b2a640 1 -- start start 2023-11-25T03:14:16.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb188b2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 0x7fb184156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb188b2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1840c2580 con 0x7fb1840c5640 2023-11-25T03:14:16.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb188b2a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1840c1a00 con 0x7fb1840c5260 2023-11-25T03:14:16.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb188b2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb184153510 con 0x7fb184155de0 2023-11-25T03:14:16.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb1840c5640 0x7fb1840c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48884/0 (socket says 172.21.15.76:48884) 2023-11-25T03:14:16.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 -- 172.21.15.76:0/2470490531 learned_addr learned my addr 172.21.15.76:0/2470490531 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb182d9d640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 0x7fb184156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2545405634 0 0) 0x7fb1840c2580 con 0x7fb1840c5640 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb170003530 con 0x7fb1840c5640 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1150476719 0 0) 0x7fb1840c1a00 con 0x7fb1840c5260 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb1840c2580 con 0x7fb1840c5260 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2234006294 0 0) 0x7fb170003530 con 0x7fb1840c5640 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 msgr2=0x7fb184156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 0x7fb184156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 >> v1:172.21.15.106:6789/0 conn(0x7fb1840c5260 legacy=0x7fb18406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1840c1ce0 con 0x7fb1840c5640 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fb16c001680 con 0x7fb1840c5640 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 >> v1:172.21.15.76:6789/0 conn(0x7fb1840c5640 legacy=0x7fb1840c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb170003b40 0x7fb170003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb170004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 0x7fb1700051f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb17000bb20 con 0x7fb1700047d0 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb17000bc60 con 0x7fb170003b40 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb17000be20 con 0x7fb184155de0 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb170004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb182d9d640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 0x7fb1700051f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb18259c640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb170003b40 0x7fb170003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 -- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 msgr2=0x7fb1700051f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb184155de0 0x7fb1700051f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 -- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb170003b40 msgr2=0x7fb170003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb170003b40 0x7fb170003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.490+0000 7fb17bfff640 1 -- 172.21.15.76:0/2470490531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb170003530 con 0x7fb1700047d0 2023-11-25T03:14:16.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb17bfff640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb170004c50 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007f60 tx=0x7fb16c01cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ef3339cc5b799f7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb16c005ba0 con 0x7fb1700047d0 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb16c005d00 con 0x7fb1700047d0 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb181d9b640 1 -- 172.21.15.76:0/2470490531 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb16c0072b0 con 0x7fb1700047d0 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb188b2a640 1 -- 172.21.15.76:0/2470490531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 msgr2=0x7fb170004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb188b2a640 1 --2- 172.21.15.76:0/2470490531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb170004c50 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007f60 tx=0x7fb16c01cac0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb182d9d640 1 -- 172.21.15.76:0/2470490531 reap_dead start 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb188b2a640 1 -- 172.21.15.76:0/2470490531 shutdown_connections 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb188b2a640 1 -- 172.21.15.76:0/2470490531 >> 172.21.15.76:0/2470490531 conn(0x7fb18406a5b0 msgr2=0x7fb18406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb188b2a640 1 -- 172.21.15.76:0/2470490531 shutdown_connections 2023-11-25T03:14:16.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.494+0000 7fb188b2a640 1 -- 172.21.15.76:0/2470490531 wait complete. 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 Processor -- start 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 -- start start 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb1841f09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1840a6e10 0x7fb184149030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1841ed080 0x7fb1841ed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1841ecc60 con 0x7fb1700047d0 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1841eda20 con 0x7fb1840a6e10 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1841f0f00 con 0x7fb1841ed080 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb1841f09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb1841f09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48978/0 (socket says 172.21.15.76:48978) 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 -- 172.21.15.76:0/835838780 learned_addr learned my addr 172.21.15.76:0/835838780 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:16.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb17bfff640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1840a6e10 0x7fb184149030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb182d9d640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1841ed080 0x7fb1841ed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 -- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1841ed080 msgr2=0x7fb1841ed4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1841ed080 0x7fb1841ed4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 -- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1840a6e10 msgr2=0x7fb184149030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1840a6e10 0x7fb184149030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 -- 172.21.15.76:0/835838780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb184155800 con 0x7fb1700047d0 2023-11-25T03:14:16.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb18259c640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb1841f09c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fb17400f6f0 tx=0x7fb17400fbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb174005110 con 0x7fb1700047d0 2023-11-25T03:14:16.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb174005290 con 0x7fb1700047d0 2023-11-25T03:14:16.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb184154fa0 con 0x7fb1700047d0 2023-11-25T03:14:16.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1740067e0 con 0x7fb1700047d0 2023-11-25T03:14:16.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.498+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb184155520 con 0x7fb1700047d0 2023-11-25T03:14:16.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.502+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1841eced0 con 0x7fb1700047d0 2023-11-25T03:14:16.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.502+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb174006940 con 0x7fb1700047d0 2023-11-25T03:14:16.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.502+0000 7fb17affd640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb164066470 0x7fb164068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.502+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb174083930 con 0x7fb1700047d0 2023-11-25T03:14:16.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.502+0000 7fb17bfff640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb164066470 0x7fb164068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.502+0000 7fb17bfff640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb164066470 0x7fb164068930 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007f60 tx=0x7fb16c0a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.506+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb174050a60 con 0x7fb1700047d0 2023-11-25T03:14:16.659 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.654+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb184068400 con 0x7fb1700047d0 2023-11-25T03:14:16.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.654+0000 7fb17affd640 1 -- 172.21.15.76:0/835838780 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v74) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb174054080 con 0x7fb1700047d0 2023-11-25T03:14:16.660 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb164066470 msgr2=0x7fb164068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb164066470 0x7fb164068930 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007f60 tx=0x7fb16c0a7070 comp rx=0 tx=0).stop 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 msgr2=0x7fb1841f09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb1841f09c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fb17400f6f0 tx=0x7fb17400fbb0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 shutdown_connections 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb164066470 0x7fb164068930 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb1841ed080 0x7fb1841ed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb1840a6e10 0x7fb184149030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 --2- 172.21.15.76:0/835838780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1700047d0 0x7fb1841f09c0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 >> 172.21.15.76:0/835838780 conn(0x7fb18406a5b0 msgr2=0x7fb18415b180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:16.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 shutdown_connections 2023-11-25T03:14:16.663 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.658+0000 7fb188b2a640 1 -- 172.21.15.76:0/835838780 wait complete. 2023-11-25T03:14:16.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:16.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.814+0000 7f9ce7b65640 1 Processor -- start 2023-11-25T03:14:16.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.814+0000 7f9ce7b65640 1 -- start start 2023-11-25T03:14:16.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce7b65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 0x7f9ce006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce7b65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ce0156960 con 0x7f9ce0155de0 2023-11-25T03:14:16.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce7b65640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ce00c2580 con 0x7f9ce00c5640 2023-11-25T03:14:16.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce7b65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ce0153510 con 0x7f9ce00c5260 2023-11-25T03:14:16.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9ce0155de0 0x7f9ce0156250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48900/0 (socket says 172.21.15.76:48900) 2023-11-25T03:14:16.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 -- 172.21.15.76:0/2066760972 learned_addr learned my addr 172.21.15.76:0/2066760972 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:16.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce5901640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 0x7f9ce006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 614126757 0 0) 0x7f9cd80014a0 con 0x7f9ce0155de0 2023-11-25T03:14:16.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ccc003530 con 0x7f9ce0155de0 2023-11-25T03:14:16.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2273524916 0 0) 0x7f9ccc003530 con 0x7f9ce0155de0 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 msgr2=0x7f9ce006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 0x7f9ce006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 >> v1:172.21.15.106:6789/0 conn(0x7f9ce00c5640 legacy=0x7f9ce00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ce00c1a00 con 0x7f9ce0155de0 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f9cd8001bb0 con 0x7f9ce0155de0 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 >> v1:172.21.15.76:6789/0 conn(0x7f9ce0155de0 legacy=0x7f9ce0156250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ccc0039b0 0x7f9ccc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 0x7f9ccc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ccc004d10 0x7f9ccc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ccc00ba40 con 0x7f9ccc004d10 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ccc00bb80 con 0x7f9ccc0039b0 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ccc00bd40 con 0x7f9ce00c5260 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ccc004d10 0x7f9ccc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce5901640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ccc0039b0 0x7f9ccc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce5100640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 0x7f9ccc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 -- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 msgr2=0x7f9ccc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ce00c5260 0x7f9ccc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 -- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ccc0039b0 msgr2=0x7f9ccc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:16.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ccc0039b0 0x7f9ccc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.818+0000 7f9ce6102640 1 -- 172.21.15.76:0/2066760972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ccc003530 con 0x7f9ccc004d10 2023-11-25T03:14:16.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce6102640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ccc004d10 0x7f9ccc005190 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f9ce00a5950 tx=0x7f9cd801d2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6feeb9eb0426b9fd server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80ad630 con 0x7f9ccc004d10 2023-11-25T03:14:16.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cd80a8070 con 0x7f9ccc004d10 2023-11-25T03:14:16.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce48ff640 1 -- 172.21.15.76:0/2066760972 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80ad9f0 con 0x7f9ccc004d10 2023-11-25T03:14:16.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce7b65640 1 -- 172.21.15.76:0/2066760972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ccc004d10 msgr2=0x7f9ccc005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/2066760972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ccc004d10 0x7f9ccc005190 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f9ce00a5950 tx=0x7f9cd801d2e0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce6102640 1 -- 172.21.15.76:0/2066760972 reap_dead start 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce7b65640 1 -- 172.21.15.76:0/2066760972 shutdown_connections 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce7b65640 1 -- 172.21.15.76:0/2066760972 >> 172.21.15.76:0/2066760972 conn(0x7f9ce006a5b0 msgr2=0x7f9ce006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce7b65640 1 -- 172.21.15.76:0/2066760972 shutdown_connections 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.822+0000 7f9ce7b65640 1 -- 172.21.15.76:0/2066760972 wait complete. 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 Processor -- start 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- start start 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ccc004d10 0x7f9ce00a8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 0x7f9ce00bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ce0070a80 0x7f9ce0070f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ce0146e00 con 0x7f9ce0153800 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ce01ed570 con 0x7f9ce0070a80 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ce01ed850 con 0x7f9ccc004d10 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 0x7f9ce00bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 0x7f9ce00bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48990/0 (socket says 172.21.15.76:48990) 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 -- 172.21.15.76:0/3515365032 learned_addr learned my addr 172.21.15.76:0/3515365032 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5901640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ccc004d10 0x7f9ce00a8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce6102640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ce0070a80 0x7f9ce0070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 -- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ccc004d10 msgr2=0x7f9ce00a8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ccc004d10 0x7f9ce00a8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 -- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ce0070a80 msgr2=0x7f9ce0070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ce0070a80 0x7f9ce0070f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 -- 172.21.15.76:0/3515365032 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ce00718b0 con 0x7f9ce0153800 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce5100640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 0x7f9ce00bf360 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f9cd000f7f0 tx=0x7f9cd000fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd000fea0 con 0x7f9ce0153800 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cd00052e0 con 0x7f9ce0153800 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ce0071b90 con 0x7f9ce0153800 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd000d970 con 0x7f9ce0153800 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ce0155150 con 0x7f9ce0153800 2023-11-25T03:14:16.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.826+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ce0068400 con 0x7f9ce0153800 2023-11-25T03:14:16.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.830+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9cd000dad0 con 0x7f9ce0153800 2023-11-25T03:14:16.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.830+0000 7f9cd67fc640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cc40664a0 0x7f9cc4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:16.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.830+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9cd00841d0 con 0x7f9ce0153800 2023-11-25T03:14:16.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.830+0000 7f9ce5901640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cc40664a0 0x7f9cc4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:16.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.830+0000 7f9ce5901640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cc40664a0 0x7f9cc4068960 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc009b20 tx=0x7f9cdc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:16.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.834+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9cd0051250 con 0x7f9ce0153800 2023-11-25T03:14:16.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.982+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9ce00a5fe0 con 0x7f9ce0153800 2023-11-25T03:14:16.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.982+0000 7f9cd67fc640 1 -- 172.21.15.76:0/3515365032 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v74) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9cd0054870 con 0x7f9ce0153800 2023-11-25T03:14:16.988 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:16.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cc40664a0 msgr2=0x7f9cc4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cc40664a0 0x7f9cc4068960 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc009b20 tx=0x7f9cdc008040 comp rx=0 tx=0).stop 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 msgr2=0x7f9ce00bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 0x7f9ce00bf360 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f9cd000f7f0 tx=0x7f9cd000fcb0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 shutdown_connections 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9cc40664a0 0x7f9cc4068960 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9ce0070a80 0x7f9ce0070f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ce0153800 0x7f9ce00bf360 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 --2- 172.21.15.76:0/3515365032 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9ccc004d10 0x7f9ce00a8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 >> 172.21.15.76:0/3515365032 conn(0x7f9ce006a5b0 msgr2=0x7f9ce00a6430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 shutdown_connections 2023-11-25T03:14:16.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:16.986+0000 7f9ce7b65640 1 -- 172.21.15.76:0/3515365032 wait complete. 2023-11-25T03:14:17.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 Processor -- start 2023-11-25T03:14:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 -- start start 2023-11-25T03:14:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c7ea0 0x7f907c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f907c06c860 con 0x7f907c0c4e60 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f907c0c8750 con 0x7f907c151e90 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9080cd6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907c1552d0 con 0x7f907c0c7ea0 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907a59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f907c0c4e60 0x7f907c06b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46108/0 (socket says 172.21.15.76:46108) 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907ad9d640 1 -- 172.21.15.76:0/4011806152 learned_addr learned my addr 172.21.15.76:0/4011806152 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f9079d9b640 1 --2- 172.21.15.76:0/4011806152 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c7ea0 0x7f907c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907a59c640 1 -- 172.21.15.76:0/4011806152 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c7ea0 msgr2=0x7f907c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:17.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907a59c640 1 --2- 172.21.15.76:0/4011806152 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c7ea0 0x7f907c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907a59c640 1 -- 172.21.15.76:0/4011806152 >> v1:172.21.15.76:6789/0 conn(0x7f907c0c4e60 legacy=0x7f907c06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907a59c640 1 -- 172.21.15.76:0/4011806152 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f907c154930 con 0x7f907c151e90 2023-11-25T03:14:17.157 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.150+0000 7f907959a640 1 -- 172.21.15.76:0/4011806152 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2506286590 0 0) 0x7f907c06c860 con 0x7f907c0c4e60 2023-11-25T03:14:17.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f907a59c640 1 --2- 172.21.15.76:0/4011806152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0c4920 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f906c0097c0 tx=0x7f906c01c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7230e64f87fefedb server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f907959a640 1 -- 172.21.15.76:0/4011806152 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f906c0ab600 con 0x7f907c151e90 2023-11-25T03:14:17.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f907959a640 1 -- 172.21.15.76:0/4011806152 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f906c0a7050 con 0x7f907c151e90 2023-11-25T03:14:17.159 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f907959a640 1 -- 172.21.15.76:0/4011806152 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f906c0ab980 con 0x7f907c151e90 2023-11-25T03:14:17.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 -- 172.21.15.76:0/4011806152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 msgr2=0x7f907c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 --2- 172.21.15.76:0/4011806152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0c4920 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f906c0097c0 tx=0x7f906c01c360 comp rx=0 tx=0).stop 2023-11-25T03:14:17.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 -- 172.21.15.76:0/4011806152 shutdown_connections 2023-11-25T03:14:17.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 --2- 172.21.15.76:0/4011806152 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c7ea0 0x7f907c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 --2- 172.21.15.76:0/4011806152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 -- 172.21.15.76:0/4011806152 >> 172.21.15.76:0/4011806152 conn(0x7f907c0ca170 msgr2=0x7f907c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:17.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 -- 172.21.15.76:0/4011806152 shutdown_connections 2023-11-25T03:14:17.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.154+0000 7f9080cd6640 1 -- 172.21.15.76:0/4011806152 wait complete. 2023-11-25T03:14:17.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 Processor -- start 2023-11-25T03:14:17.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 -- start start 2023-11-25T03:14:17.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c0abcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c7ea0 0x7f907c0aaba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0ab0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0ad260 con 0x7f907c151e90 2023-11-25T03:14:17.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0ae050 con 0x7f907c0c7ea0 2023-11-25T03:14:17.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0c25b0 con 0x7f907c0c4e60 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0ab0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0ab0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53992/0 (socket says 172.21.15.76:53992) 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 -- 172.21.15.76:0/3809089311 learned_addr learned my addr 172.21.15.76:0/3809089311 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907a59c640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c0abcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9079d9b640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c7ea0 0x7f907c0aaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 -- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 msgr2=0x7f907c0abcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c0abcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 -- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c7ea0 msgr2=0x7f907c0aaba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c7ea0 0x7f907c0aaba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 -- 172.21.15.76:0/3809089311 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f906c009420 con 0x7f907c151e90 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907a59c640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c0abcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f907ad9d640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0ab0e0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f907400c780 tx=0x7f907400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f907400ce90 con 0x7f907c151e90 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f907400a640 con 0x7f907c151e90 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f907400a9d0 con 0x7f907c151e90 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f907c0c2890 con 0x7f907c151e90 2023-11-25T03:14:17.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.158+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f907c0ac1f0 con 0x7f907c151e90 2023-11-25T03:14:17.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.162+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f907c0c2ab0 con 0x7f907c151e90 2023-11-25T03:14:17.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.162+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f907400ab30 con 0x7f907c151e90 2023-11-25T03:14:17.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.162+0000 7f906affd640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f905c066470 0x7f905c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.162+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f90740837b0 con 0x7f907c151e90 2023-11-25T03:14:17.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.162+0000 7f907a59c640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f905c066470 0x7f905c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.162+0000 7f907a59c640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f905c066470 0x7f905c068930 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f906c0ad000 tx=0x7f906c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.166+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9074050830 con 0x7f907c151e90 2023-11-25T03:14:17.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.318+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f907c0adb20 con 0x7f907c151e90 2023-11-25T03:14:17.323 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.318+0000 7f906affd640 1 -- 172.21.15.76:0/3809089311 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7f90740180b0 con 0x7f907c151e90 2023-11-25T03:14:17.323 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f905c066470 msgr2=0x7f905c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f905c066470 0x7f905c068930 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f906c0ad000 tx=0x7f906c008040 comp rx=0 tx=0).stop 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 msgr2=0x7f907c0ab0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0ab0e0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f907400c780 tx=0x7f907400cc40 comp rx=0 tx=0).stop 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 shutdown_connections 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f905c066470 0x7f905c068930 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0ab0e0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c7ea0 0x7f907c0aaba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 --2- 172.21.15.76:0/3809089311 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c0abcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 >> 172.21.15.76:0/3809089311 conn(0x7f907c0ca170 msgr2=0x7f907c06c250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:17.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 shutdown_connections 2023-11-25T03:14:17.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.322+0000 7f9080cd6640 1 -- 172.21.15.76:0/3809089311 wait complete. 2023-11-25T03:14:17.344 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:17.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f0e1e7640 1 Processor -- start 2023-11-25T03:14:17.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f0e1e7640 1 -- start start 2023-11-25T03:14:17.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f0e1e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 0x7f5f08150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f0e1e7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f080c2760 con 0x7f5f080725c0 2023-11-25T03:14:17.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f0e1e7640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f080a5750 con 0x7f5f080a5370 2023-11-25T03:14:17.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f0e1e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f080c3070 con 0x7f5f08072090 2023-11-25T03:14:17.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f07fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5f080725c0 0x7f5f081514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46114/0 (socket says 172.21.15.76:46114) 2023-11-25T03:14:17.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f07fff640 1 -- 172.21.15.76:0/3437776377 learned_addr learned my addr 172.21.15.76:0/3437776377 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5efffff640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 0x7f5f08150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1023914841 0 0) 0x7f5f080c2760 con 0x7f5f080725c0 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ef4003530 con 0x7f5f080725c0 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 86777447 0 0) 0x7f5ef4003530 con 0x7f5f080725c0 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 msgr2=0x7f5f08150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 0x7f5f08150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 >> v1:172.21.15.106:6789/0 conn(0x7f5f080a5370 legacy=0x7f5f080c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f080aad20 con 0x7f5f080725c0 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5f00001a00 con 0x7f5f080725c0 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 >> v1:172.21.15.76:6789/0 conn(0x7f5f080725c0 legacy=0x7f5f081514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ef40039b0 0x7f5ef4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 0x7f5ef40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef4004d10 0x7f5ef4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f080c3070 con 0x7f5ef40039b0 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef400dd60 con 0x7f5ef4004d10 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef400df20 con 0x7f5f08072090 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f077fe640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ef40039b0 0x7f5ef4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5efffff640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 0x7f5ef40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.482+0000 7f5f07fff640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef4004d10 0x7f5ef4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f077fe640 1 -- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 msgr2=0x7f5ef40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f077fe640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08072090 0x7f5ef40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f077fe640 1 -- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef4004d10 msgr2=0x7f5ef4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:17.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f077fe640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef4004d10 0x7f5ef4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f077fe640 1 -- 172.21.15.76:0/3437776377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ef4003530 con 0x7f5ef40039b0 2023-11-25T03:14:17.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f07fff640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef4004d10 0x7f5ef4005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:17.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f077fe640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ef40039b0 0x7f5ef4003dd0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8001780 tx=0x7f5ef801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64692fb6d9d774a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ef80052d0 con 0x7f5ef40039b0 2023-11-25T03:14:17.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ef80a7050 con 0x7f5ef40039b0 2023-11-25T03:14:17.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f06ffd640 1 -- 172.21.15.76:0/3437776377 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8003600 con 0x7f5ef40039b0 2023-11-25T03:14:17.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/3437776377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ef40039b0 msgr2=0x7f5ef4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/3437776377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ef40039b0 0x7f5ef4003dd0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8001780 tx=0x7f5ef801c400 comp rx=0 tx=0).stop 2023-11-25T03:14:17.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f07fff640 1 -- 172.21.15.76:0/3437776377 reap_dead start 2023-11-25T03:14:17.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/3437776377 shutdown_connections 2023-11-25T03:14:17.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/3437776377 >> 172.21.15.76:0/3437776377 conn(0x7f5f0806a5b0 msgr2=0x7f5f0806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:17.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/3437776377 shutdown_connections 2023-11-25T03:14:17.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.486+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/3437776377 wait complete. 2023-11-25T03:14:17.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 Processor -- start 2023-11-25T03:14:17.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 -- start start 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef40039b0 0x7f5f0814c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08151f30 0x7f5f081594e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 0x7f5f081492c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f0814c270 con 0x7f5f08148e40 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f08149800 con 0x7f5ef40039b0 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f0814a7c0 con 0x7f5f08151f30 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 0x7f5f081492c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 0x7f5f081492c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54000/0 (socket says 172.21.15.76:54000) 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 -- 172.21.15.76:0/2158057595 learned_addr learned my addr 172.21.15.76:0/2158057595 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:17.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f077fe640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef40039b0 0x7f5f0814c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5efffff640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08151f30 0x7f5f081594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 -- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08151f30 msgr2=0x7f5f081594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08151f30 0x7f5f081594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 -- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef40039b0 msgr2=0x7f5f0814c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef40039b0 0x7f5f0814c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 -- 172.21.15.76:0/2158057595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f0814a200 con 0x7f5f08148e40 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f077fe640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef40039b0 0x7f5f0814c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f07fff640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 0x7f5f081492c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f5f080c2230 tx=0x7f5f0000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f0000eb90 con 0x7f5f08148e40 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f0000ecf0 con 0x7f5f08148e40 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f00014670 con 0x7f5f08148e40 2023-11-25T03:14:17.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f0814a4e0 con 0x7f5f08148e40 2023-11-25T03:14:17.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.490+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f08159a20 con 0x7f5f08148e40 2023-11-25T03:14:17.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.494+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f08068400 con 0x7f5f08148e40 2023-11-25T03:14:17.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.494+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5f000147d0 con 0x7f5f08148e40 2023-11-25T03:14:17.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.494+0000 7f5f04ff9640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5ee8066470 0x7f5ee8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.494+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5f00083df0 con 0x7f5f08148e40 2023-11-25T03:14:17.499 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.494+0000 7f5f077fe640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5ee8066470 0x7f5ee8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.494+0000 7f5f077fe640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5ee8066470 0x7f5ee8068930 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8001750 tx=0x7f5ef80011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.498+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5f00054af0 con 0x7f5f08148e40 2023-11-25T03:14:17.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f5f0814c3b0 con 0x7f5f08148e40 2023-11-25T03:14:17.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f04ff9640 1 -- 172.21.15.76:0/2158057595 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7f5f00054680 con 0x7f5f08148e40 2023-11-25T03:14:17.654 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:17.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5ee8066470 msgr2=0x7f5ee8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5ee8066470 0x7f5ee8068930 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5ef8001750 tx=0x7f5ef80011a0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 msgr2=0x7f5f081492c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 0x7f5f081492c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f5f080c2230 tx=0x7f5f0000e530 comp rx=0 tx=0).stop 2023-11-25T03:14:17.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 shutdown_connections 2023-11-25T03:14:17.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5ee8066470 0x7f5ee8068930 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f08148e40 0x7f5f081492c0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5f08151f30 0x7f5f081594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 --2- 172.21.15.76:0/2158057595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5ef40039b0 0x7f5f0814c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 >> 172.21.15.76:0/2158057595 conn(0x7f5f0806a5b0 msgr2=0x7f5f08150450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:17.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 shutdown_connections 2023-11-25T03:14:17.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.650+0000 7f5f0e1e7640 1 -- 172.21.15.76:0/2158057595 wait complete. 2023-11-25T03:14:17.675 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:14:17.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 Processor -- start 2023-11-25T03:14:17.813 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 -- start start 2023-11-25T03:14:17.814 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38ac0c5260 0x7f38ac06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f38ac0c5640 0x7f38ac0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c60f0 0x7f38ac155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38ac0c17f0 con 0x7f38ac0c5260 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38ac0c2580 con 0x7f38ac0c5640 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38b1edd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38ac0c1a00 con 0x7f38ac0c60f0 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38ac0c5260 0x7f38ac06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38ac0c5260 0x7f38ac06d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54006/0 (socket says 172.21.15.76:54006) 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 -- 172.21.15.76:0/1392489778 learned_addr learned my addr 172.21.15.76:0/1392489778 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 -- 172.21.15.76:0/1392489778 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c60f0 msgr2=0x7f38ac155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 --2- 172.21.15.76:0/1392489778 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c60f0 0x7f38ac155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.815 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 -- 172.21.15.76:0/1392489778 >> v2:172.21.15.106:3300/0 conn(0x7f38ac0c5640 msgr2=0x7f38ac0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:17.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 --2- 172.21.15.76:0/1392489778 >> v2:172.21.15.106:3300/0 conn(0x7f38ac0c5640 0x7f38ac0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.816 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.810+0000 7f38ab7fe640 1 -- 172.21.15.76:0/1392489778 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38ac0c1ce0 con 0x7f38ac0c5260 2023-11-25T03:14:17.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38ab7fe640 1 --2- 172.21.15.76:0/1392489778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac06d5b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f38ac06b390 tx=0x7f389c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=445d63498cce9c78 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.817 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38aa7fc640 1 -- 172.21.15.76:0/1392489778 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f389c0ab620 con 0x7f38ac0c5260 2023-11-25T03:14:17.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38aa7fc640 1 -- 172.21.15.76:0/1392489778 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f389c0ab780 con 0x7f38ac0c5260 2023-11-25T03:14:17.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38aa7fc640 1 -- 172.21.15.76:0/1392489778 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f389c0abb10 con 0x7f38ac0c5260 2023-11-25T03:14:17.818 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 -- 172.21.15.76:0/1392489778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 msgr2=0x7f38ac06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 --2- 172.21.15.76:0/1392489778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac06d5b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f38ac06b390 tx=0x7f389c01c440 comp rx=0 tx=0).stop 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 -- 172.21.15.76:0/1392489778 shutdown_connections 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 --2- 172.21.15.76:0/1392489778 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c60f0 0x7f38ac155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 --2- 172.21.15.76:0/1392489778 >> v2:172.21.15.106:3300/0 conn(0x7f38ac0c5640 0x7f38ac0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 --2- 172.21.15.76:0/1392489778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac06d5b0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 -- 172.21.15.76:0/1392489778 >> 172.21.15.76:0/1392489778 conn(0x7f38ac06a5b0 msgr2=0x7f38ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 -- 172.21.15.76:0/1392489778 shutdown_connections 2023-11-25T03:14:17.819 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 -- 172.21.15.76:0/1392489778 wait complete. 2023-11-25T03:14:17.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 Processor -- start 2023-11-25T03:14:17.820 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.814+0000 7f38b1edd640 1 -- start start 2023-11-25T03:14:17.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c5640 0x7f38ac13de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38ac0c60f0 0x7f38ac13e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38ac0c01c0 con 0x7f38ac0c5260 2023-11-25T03:14:17.822 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38ac13e880 con 0x7f38ac0c60f0 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38ac1f0730 con 0x7f38ac0c5640 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac0bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54008/0 (socket says 172.21.15.76:54008) 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 -- 172.21.15.76:0/2249106336 learned_addr learned my addr 172.21.15.76:0/2249106336 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38aaffd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c5640 0x7f38ac13de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 -- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c5640 msgr2=0x7f38ac13de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c5640 0x7f38ac13de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 -- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38ac0c60f0 msgr2=0x7f38ac13e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.823 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38abfff640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38ac0c60f0 0x7f38ac13e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38ac0c60f0 0x7f38ac13e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 -- 172.21.15.76:0/2249106336 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f389c0094d0 con 0x7f38ac0c5260 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38aaffd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c5640 0x7f38ac13de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38abfff640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38ac0c60f0 0x7f38ac13e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38ab7fe640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac0bf360 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f389c01cce0 tx=0x7f389c01ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f389c0be3f0 con 0x7f38ac0c5260 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f389c0be550 con 0x7f38ac0c5260 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38ac1f0a10 con 0x7f38ac0c5260 2023-11-25T03:14:17.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f389c0be900 con 0x7f38ac0c5260 2023-11-25T03:14:17.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38ac1f0fd0 con 0x7f38ac0c5260 2023-11-25T03:14:17.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38ac068400 con 0x7f38ac0c5260 2023-11-25T03:14:17.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.818+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f389c0c7440 con 0x7f38ac0c5260 2023-11-25T03:14:17.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.822+0000 7f3893fff640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38980664a0 0x7f3898068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:17.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.822+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f389c11e9f0 con 0x7f38ac0c5260 2023-11-25T03:14:17.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.822+0000 7f38aaffd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38980664a0 0x7f3898068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:17.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.822+0000 7f38aaffd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38980664a0 0x7f3898068960 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f38ac0665d0 tx=0x7f38a0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:17.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.826+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f389c0ebc20 con 0x7f38ac0c5260 2023-11-25T03:14:17.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.982+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f38ac06d390 con 0x7f38ac0c5260 2023-11-25T03:14:17.988 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.982+0000 7f3893fff640 1 -- 172.21.15.76:0/2249106336 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v74) v1 ==== 80+0+0 (secure 0 0 0) 0x7f389c0ef240 con 0x7f38ac0c5260 2023-11-25T03:14:17.988 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:14:17.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38980664a0 msgr2=0x7f3898068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38980664a0 0x7f3898068960 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f38ac0665d0 tx=0x7f38a0008040 comp rx=0 tx=0).stop 2023-11-25T03:14:17.990 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 msgr2=0x7f38ac0bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:17.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac0bf360 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f389c01cce0 tx=0x7f389c01ac80 comp rx=0 tx=0).stop 2023-11-25T03:14:17.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 shutdown_connections 2023-11-25T03:14:17.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38980664a0 0x7f3898068960 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38ac0c60f0 0x7f38ac13e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.991 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38ac0c5640 0x7f38ac13de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 --2- 172.21.15.76:0/2249106336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38ac0c5260 0x7f38ac0bf360 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:17.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 >> 172.21.15.76:0/2249106336 conn(0x7f38ac06a5b0 msgr2=0x7f38ac0c4150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:17.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 shutdown_connections 2023-11-25T03:14:17.992 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:17.986+0000 7f38b1edd640 1 -- 172.21.15.76:0/2249106336 wait complete. 2023-11-25T03:14:18.009 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:14:18.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.010 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:18.040 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:14:18.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.040 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:14:18.097 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:18.097 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:18.147 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:14:18.148 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:14:18.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.282+0000 7f44dc0ea640 1 Processor -- start 2023-11-25T03:14:18.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.282+0000 7f44dc0ea640 1 -- start start 2023-11-25T03:14:18.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44dc0ea640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f44d40bf9f0 0x7f44d4158330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44dc0ea640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44d406a5b0 con 0x7f44d414b010 2023-11-25T03:14:18.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44dc0ea640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44d406b710 con 0x7f44d4073a70 2023-11-25T03:14:18.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44dc0ea640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44d40bfe10 con 0x7f44d40bf9f0 2023-11-25T03:14:18.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f44d414b010 0x7f44d406b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46120/0 (socket says 172.21.15.76:46120) 2023-11-25T03:14:18.289 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 -- 172.21.15.76:0/1360768905 learned_addr learned my addr 172.21.15.76:0/1360768905 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44da687640 1 --2- 172.21.15.76:0/1360768905 >> v2:172.21.15.106:3300/0 conn(0x7f44d40bf9f0 0x7f44d4158330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3670508619 0 0) 0x7f44d406a5b0 con 0x7f44d414b010 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f44c0003530 con 0x7f44d414b010 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2476651381 0 0) 0x7f44c0003530 con 0x7f44d414b010 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 >> v2:172.21.15.106:3300/0 conn(0x7f44d40bf9f0 msgr2=0x7f44d4158330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 --2- 172.21.15.76:0/1360768905 >> v2:172.21.15.106:3300/0 conn(0x7f44d40bf9f0 0x7f44d4158330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 >> v1:172.21.15.106:6789/0 conn(0x7f44d4073a70 legacy=0x7f44d4157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d40c1d60 con 0x7f44d414b010 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f44d0001680 con 0x7f44d414b010 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 >> v1:172.21.15.76:6789/0 conn(0x7f44d414b010 legacy=0x7f44d406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44c00039d0 0x7f44c0003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44c00047d0 0x7f44c0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c0005190 0x7f44c000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d40bfe10 con 0x7f44c00039d0 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c000c070 con 0x7f44c00047d0 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c000c230 con 0x7f44c0005190 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44c00039d0 0x7f44c0003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9685640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44c00047d0 0x7f44c0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44da687640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c0005190 0x7f44c000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 -- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c0005190 msgr2=0x7f44c000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c0005190 0x7f44c000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 -- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44c00047d0 msgr2=0x7f44c0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:18.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44c00047d0 0x7f44c0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9e86640 1 -- 172.21.15.76:0/1360768905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c0003530 con 0x7f44c00039d0 2023-11-25T03:14:18.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44da687640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c0005190 0x7f44c000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:18.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44d9685640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44c00047d0 0x7f44c0004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:18.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.286+0000 7f44da687640 1 -- 172.21.15.76:0/1360768905 reap_dead start 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44d9e86640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44c00039d0 0x7f44c0003df0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f44d000c110 tx=0x7f44d001f230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=597fd892cac935e5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d00a8e50 con 0x7f44c00039d0 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d00058e0 con 0x7f44c00039d0 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44d8e84640 1 -- 172.21.15.76:0/1360768905 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0005c90 con 0x7f44c00039d0 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 -- 172.21.15.76:0/1360768905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44c00039d0 msgr2=0x7f44c0003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44c00039d0 0x7f44c0003df0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f44d000c110 tx=0x7f44d001f230 comp rx=0 tx=0).stop 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 -- 172.21.15.76:0/1360768905 shutdown_connections 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/1360768905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44c00039d0 0x7f44c0003df0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 -- 172.21.15.76:0/1360768905 >> 172.21.15.76:0/1360768905 conn(0x7f44d40c30c0 msgr2=0x7f44d40c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:18.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 -- 172.21.15.76:0/1360768905 shutdown_connections 2023-11-25T03:14:18.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 -- 172.21.15.76:0/1360768905 wait complete. 2023-11-25T03:14:18.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 Processor -- start 2023-11-25T03:14:18.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.290+0000 7f44dc0ea640 1 -- start start 2023-11-25T03:14:18.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c00039d0 0x7f44d41edb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44d4154ee0 0x7f44d40ab090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 0x7f44d4145490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d41e9be0 con 0x7f44d4145010 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d4152320 con 0x7f44d4154ee0 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44d41ee0a0 con 0x7f44c00039d0 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 0x7f44d4145490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 0x7f44d4145490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54028/0 (socket says 172.21.15.76:54028) 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 -- 172.21.15.76:0/2828306945 learned_addr learned my addr 172.21.15.76:0/2828306945 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44d9685640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44d4154ee0 0x7f44d40ab090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44d9e86640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c00039d0 0x7f44d41edb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 -- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c00039d0 msgr2=0x7f44d41edb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c00039d0 0x7f44d41edb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 -- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44d4154ee0 msgr2=0x7f44d40ab090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44d4154ee0 0x7f44d40ab090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 -- 172.21.15.76:0/2828306945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d40abf30 con 0x7f44d4145010 2023-11-25T03:14:18.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44da687640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 0x7f44d4145490 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f44cc009fd0 tx=0x7f44cc010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:18.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44cc01b070 con 0x7f44d4145010 2023-11-25T03:14:18.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44cc00f040 con 0x7f44d4145010 2023-11-25T03:14:18.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44d41459d0 con 0x7f44d4145010 2023-11-25T03:14:18.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44cc00e050 con 0x7f44d4145010 2023-11-25T03:14:18.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44d4155f80 con 0x7f44d4145010 2023-11-25T03:14:18.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.294+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44d41e9d30 con 0x7f44d4145010 2023-11-25T03:14:18.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.298+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f44cc015440 con 0x7f44d4145010 2023-11-25T03:14:18.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.298+0000 7f44ca7fc640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44b80664a0 0x7f44b8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:18.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.298+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f44cc084510 con 0x7f44d4145010 2023-11-25T03:14:18.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.298+0000 7f44d9e86640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44b80664a0 0x7f44b8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:18.303 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.298+0000 7f44d9e86640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44b80664a0 0x7f44b8068960 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f44d00ae000 tx=0x7f44d00aa070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:18.305 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.302+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f44d41e9d30 con 0x7f44d4145010 2023-11-25T03:14:18.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.482+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f44d41e9d30 con 0x7f44d4145010 2023-11-25T03:14:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.482+0000 7f44ca7fc640 1 -- 172.21.15.76:0/2828306945 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) v1 ==== 53+0+149 (secure 0 0 0) 0x7f44d41e9d30 con 0x7f44d4145010 2023-11-25T03:14:18.487 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:14:18.487 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44b80664a0 msgr2=0x7f44b8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44b80664a0 0x7f44b8068960 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f44d00ae000 tx=0x7f44d00aa070 comp rx=0 tx=0).stop 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 msgr2=0x7f44d4145490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 0x7f44d4145490 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f44cc009fd0 tx=0x7f44cc010590 comp rx=0 tx=0).stop 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 shutdown_connections 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44b80664a0 0x7f44b8068960 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44d4145010 0x7f44d4145490 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44d4154ee0 0x7f44d40ab090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 --2- 172.21.15.76:0/2828306945 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f44c00039d0 0x7f44d41edb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:18.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 >> 172.21.15.76:0/2828306945 conn(0x7f44d40c30c0 msgr2=0x7f44d40bff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:18.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 shutdown_connections 2023-11-25T03:14:18.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:18.486+0000 7f44dc0ea640 1 -- 172.21.15.76:0/2828306945 wait complete. 2023-11-25T03:14:18.507 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-11-25T03:14:18.507 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:14:18.507 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:14:18.507 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-11-25T03:14:18.508 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:18.508 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-11-25T03:14:18.508 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:14:18.508 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-25T03:14:18.508 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:18.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.508 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:18.519 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42223sec preferred_lft 42223sec 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:14:18.520 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:14:18.521 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:14:18.522 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:14:18.522 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:18.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.523 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:14:18.587 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:14:18.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.590 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:14:18.642 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:18.643 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:18.644 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:14:18.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.644 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:14:18.644 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:14:18.644 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:14:18.644 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:14:18.645 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:14:18.645 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:14:18.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.738 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:14:18.748 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:14:18.748 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:18.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.748 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:14:18.815 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:18.816 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:18.872 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:18.872 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:18.873 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:18.923 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:14:18.923 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:18.923 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:14:19.017 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:14:19.018 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:14:19.018 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:19.033 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:14:19.033 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:14:19.033 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:19.033 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:19.033 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:19.041 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:14:19.042 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2,key=1,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:14:19.046 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:14:19.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:19.046 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:19.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:19.068 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:14:19.129 INFO:teuthology.orchestra.run.smithi106.stdout:client6499 2023-11-25T03:14:19.129 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:19.129 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:19.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:19.179 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir /home/ubuntu/cephtest/mnt.0/testdir) 2023-11-25T03:14:19.195 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:19.195 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/mnt.0/testdir/testfile 2023-11-25T03:14:19.250 INFO:tasks.cephfs.caps_helper:Test file has been created on FS "cephfs" at path "/home/ubuntu/cephtest/mnt.0/testdir/testfile" with the following data - self.path = /home/ubuntu/cephtest/mnt.0/testdir/testfile cephfs_name = cephfs cephfs_mntpt = / hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:19.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:19.250 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec mkdir /home/ubuntu/cephtest/mnt.1/testdir) 2023-11-25T03:14:19.268 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:19.269 DEBUG:teuthology.orchestra.run.smithi106:> dd of=/home/ubuntu/cephtest/mnt.1/testdir/testfile 2023-11-25T03:14:19.325 INFO:tasks.cephfs.caps_helper:Test file has been created on FS "cephfs2" at path "/home/ubuntu/cephtest/mnt.1/testdir/testfile" with the following data - self.path = /home/ubuntu/cephtest/mnt.1/testdir/testfile cephfs_name = cephfs2 cephfs_mntpt = / hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:19.325 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth add client.testuser mon 'allow r' osd 'allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2' mds 'allow r fsname=cephfs, allow r fsname=cephfs2' 2023-11-25T03:14:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 Processor -- start 2023-11-25T03:14:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 -- start start 2023-11-25T03:14:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f907c06c860 con 0x7f907c0c7ea0 2023-11-25T03:14:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f907c0c8750 con 0x7f907c151e90 2023-11-25T03:14:19.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9082f80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907c1552d0 con 0x7f907c0c4e60 2023-11-25T03:14:19.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54034/0 (socket says 172.21.15.76:54034) 2023-11-25T03:14:19.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 -- 172.21.15.76:0/2542609623 learned_addr learned my addr 172.21.15.76:0/2542609623 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:19.472 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f908151d640 1 --2- 172.21.15.76:0/2542609623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 -- 172.21.15.76:0/2542609623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 msgr2=0x7f907c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:19.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 --2- 172.21.15.76:0/2542609623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 -- 172.21.15.76:0/2542609623 >> v1:172.21.15.106:6789/0 conn(0x7f907c0c7ea0 legacy=0x7f907c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.473 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.466+0000 7f9080d1c640 1 -- 172.21.15.76:0/2542609623 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f907c154930 con 0x7f907c151e90 2023-11-25T03:14:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9080d1c640 1 --2- 172.21.15.76:0/2542609623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0c4920 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f9078009870 tx=0x7f907801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c31e8a6f08bdfe server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f90737fe640 1 -- 172.21.15.76:0/2542609623 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90780ab600 con 0x7f907c151e90 2023-11-25T03:14:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f90737fe640 1 -- 172.21.15.76:0/2542609623 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90780a7050 con 0x7f907c151e90 2023-11-25T03:14:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f90737fe640 1 -- 172.21.15.76:0/2542609623 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90780ab980 con 0x7f907c151e90 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 -- 172.21.15.76:0/2542609623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 msgr2=0x7f907c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 --2- 172.21.15.76:0/2542609623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0c4920 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f9078009870 tx=0x7f907801c420 comp rx=0 tx=0).stop 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 -- 172.21.15.76:0/2542609623 shutdown_connections 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 --2- 172.21.15.76:0/2542609623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c0c4e60 0x7f907c06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 --2- 172.21.15.76:0/2542609623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c151e90 0x7f907c0c4920 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 -- 172.21.15.76:0/2542609623 >> 172.21.15.76:0/2542609623 conn(0x7f907c0ca170 msgr2=0x7f907c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 -- 172.21.15.76:0/2542609623 shutdown_connections 2023-11-25T03:14:19.478 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.470+0000 7f9082f80640 1 -- 172.21.15.76:0/2542609623 wait complete. 2023-11-25T03:14:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 Processor -- start 2023-11-25T03:14:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 -- start start 2023-11-25T03:14:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 0x7f907c1430b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c0c7ea0 0x7f907c146720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c151e90 0x7f907c148750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0c12a0 con 0x7f907c0c7ea0 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0c3db0 con 0x7f907c0c4e60 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907c0c0df0 con 0x7f907c151e90 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9073fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c0c7ea0 0x7f907c146720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 0x7f907c1430b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f908151d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c151e90 0x7f907c148750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9073fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c0c7ea0 0x7f907c146720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54050/0 (socket says 172.21.15.76:54050) 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 0x7f907c1430b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:52164/0 (socket says 172.21.15.76:52164) 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 -- 172.21.15.76:0/244533343 learned_addr learned my addr 172.21.15.76:0/244533343 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 -- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c151e90 msgr2=0x7f907c148750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c151e90 0x7f907c148750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 -- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c0c7ea0 msgr2=0x7f907c146720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c0c7ea0 0x7f907c146720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 -- 172.21.15.76:0/244533343 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90780094d0 con 0x7f907c0c4e60 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9080d1c640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 0x7f907c1430b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f90780ae040 tx=0x7f907801ac60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90780b6420 con 0x7f907c0c4e60 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90780b6580 con 0x7f907c0c4e60 2023-11-25T03:14:19.483 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90780b6930 con 0x7f907c0c4e60 2023-11-25T03:14:19.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f907c0c31a0 con 0x7f907c0c4e60 2023-11-25T03:14:19.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.474+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f907c0c3760 con 0x7f907c0c4e60 2023-11-25T03:14:19.484 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.478+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f907c068400 con 0x7f907c0c4e60 2023-11-25T03:14:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.478+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f90780b2040 con 0x7f907c0c4e60 2023-11-25T03:14:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.478+0000 7f90717fa640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f90680664a0 0x7f9068068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.478+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f907811e580 con 0x7f907c0c4e60 2023-11-25T03:14:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.478+0000 7f9073fff640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f90680664a0 0x7f9068068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.478+0000 7f9073fff640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f90680664a0 0x7f9068068960 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f907c1435f0 tx=0x7f906c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:19.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.482+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f90780eb6c0 con 0x7f907c0c4e60 2023-11-25T03:14:19.688 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.686+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow r", "osd", "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2", "mds", "allow r fsname=cephfs, allow r fsname=cephfs2"]} v 0) v1 -- 0x7f907c0ac5f0 con 0x7f907c0c4e60 2023-11-25T03:14:19.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.690+0000 7f90717fa640 1 -- 172.21.15.76:0/244533343 <== mon.1 v2:172.21.15.106:3300/0 7 ==== mon_command_ack([{"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow r", "osd", "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2", "mds", "allow r fsname=cephfs, allow r fsname=cephfs2"]}]=0 added key for client.testuser v21) v1 ==== 272+0+0 (secure 0 0 0) 0x7f90780eece0 con 0x7f907c0c4e60 2023-11-25T03:14:19.694 INFO:teuthology.orchestra.run.smithi076.stderr:added key for client.testuser 2023-11-25T03:14:19.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f90680664a0 msgr2=0x7f9068068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f90680664a0 0x7f9068068960 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f907c1435f0 tx=0x7f906c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 msgr2=0x7f907c1430b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 0x7f907c1430b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f90780ae040 tx=0x7f907801ac60 comp rx=0 tx=0).stop 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 shutdown_connections 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f90680664a0 0x7f9068068960 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f907c151e90 0x7f907c148750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f907c0c7ea0 0x7f907c146720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 --2- 172.21.15.76:0/244533343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f907c0c4e60 0x7f907c1430b0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 >> 172.21.15.76:0/244533343 conn(0x7f907c0ca170 msgr2=0x7f907c153f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 shutdown_connections 2023-11-25T03:14:19.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.694+0000 7f9082f80640 1 -- 172.21.15.76:0/244533343 wait complete. 2023-11-25T03:14:19.716 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.testuser 2023-11-25T03:14:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 Processor -- start 2023-11-25T03:14:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 -- start start 2023-11-25T03:14:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38bc0c63c0 0x7f38bc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f38bc0c4100 0x7f38bc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c29e0 0x7f38bc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38bc0c31c0 con 0x7f38bc0c63c0 2023-11-25T03:14:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38bc0c34a0 con 0x7f38bc0c4100 2023-11-25T03:14:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c2f9d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38bc0c1030 con 0x7f38bc0c29e0 2023-11-25T03:14:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38bc0c63c0 0x7f38bc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38bc0c63c0 0x7f38bc0c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54062/0 (socket says 172.21.15.76:54062) 2023-11-25T03:14:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 -- 172.21.15.76:0/3572804447 learned_addr learned my addr 172.21.15.76:0/3572804447 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 -- 172.21.15.76:0/3572804447 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c29e0 msgr2=0x7f38bc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38b3fff640 1 --2- 172.21.15.76:0/3572804447 >> v2:172.21.15.106:3300/0 conn(0x7f38bc0c4100 0x7f38bc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c153a640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c29e0 0x7f38bc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c29e0 0x7f38bc0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 -- 172.21.15.76:0/3572804447 >> v2:172.21.15.106:3300/0 conn(0x7f38bc0c4100 msgr2=0x7f38bc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 --2- 172.21.15.76:0/3572804447 >> v2:172.21.15.106:3300/0 conn(0x7f38bc0c4100 0x7f38bc0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c0d39640 1 -- 172.21.15.76:0/3572804447 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38bc0c1310 con 0x7f38bc0c63c0 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38b3fff640 1 --2- 172.21.15.76:0/3572804447 >> v2:172.21.15.106:3300/0 conn(0x7f38bc0c4100 0x7f38bc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.850+0000 7f38c153a640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c29e0 0x7f38bc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c0d39640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c63c0 0x7f38bc0c06d0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f38bc0a8b40 tx=0x7f38b801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45b2e539b103fd36 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38b37fe640 1 -- 172.21.15.76:0/3572804447 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc0aa3d0 con 0x7f38bc0c63c0 2023-11-25T03:14:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38b37fe640 1 -- 172.21.15.76:0/3572804447 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38b80ad640 con 0x7f38bc0c63c0 2023-11-25T03:14:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38b37fe640 1 -- 172.21.15.76:0/3572804447 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38b80ad9d0 con 0x7f38bc0c63c0 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 -- 172.21.15.76:0/3572804447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c63c0 msgr2=0x7f38bc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c63c0 0x7f38bc0c06d0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f38bc0a8b40 tx=0x7f38b801c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 -- 172.21.15.76:0/3572804447 shutdown_connections 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c29e0 0x7f38bc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/3572804447 >> v2:172.21.15.106:3300/0 conn(0x7f38bc0c4100 0x7f38bc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/3572804447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c63c0 0x7f38bc0c06d0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 -- 172.21.15.76:0/3572804447 >> 172.21.15.76:0/3572804447 conn(0x7f38bc06a5b0 msgr2=0x7f38bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:19.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 -- 172.21.15.76:0/3572804447 shutdown_connections 2023-11-25T03:14:19.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.854+0000 7f38c2f9d640 1 -- 172.21.15.76:0/3572804447 wait complete. 2023-11-25T03:14:19.860 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 Processor -- start 2023-11-25T03:14:19.861 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- start start 2023-11-25T03:14:19.862 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38bc0c29e0 0x7f38bc072140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 0x7f38bc1566a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c63c0 0x7f38bc0bffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38bc157fa0 con 0x7f38bc0c4100 2023-11-25T03:14:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38bc156db0 con 0x7f38bc0c29e0 2023-11-25T03:14:19.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38bc071380 con 0x7f38bc0c63c0 2023-11-25T03:14:19.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 0x7f38bc1566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 0x7f38bc1566a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54076/0 (socket says 172.21.15.76:54076) 2023-11-25T03:14:19.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 -- 172.21.15.76:0/2537602739 learned_addr learned my addr 172.21.15.76:0/2537602739 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:19.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c0d39640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38bc0c29e0 0x7f38bc072140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c153a640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c63c0 0x7f38bc0bffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 -- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c63c0 msgr2=0x7f38bc0bffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c63c0 0x7f38bc0bffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 -- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38bc0c29e0 msgr2=0x7f38bc072140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38bc0c29e0 0x7f38bc072140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 -- 172.21.15.76:0/2537602739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b80094d0 con 0x7f38bc0c4100 2023-11-25T03:14:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b3fff640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 0x7f38bc1566a0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f38ac00c7c0 tx=0x7f38ac00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ac007a30 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38ac007b90 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ac00ce70 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38bc0c69b0 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38bc071940 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.858+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38bc068400 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.862+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f38ac0113f0 con 0x7f38bc0c4100 2023-11-25T03:14:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.862+0000 7f38b17fa640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38a8066470 0x7f38a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.862+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f38ac084640 con 0x7f38bc0c4100 2023-11-25T03:14:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.862+0000 7f38c0d39640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38a8066470 0x7f38a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.862+0000 7f38c0d39640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38a8066470 0x7f38a8068930 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f38b80af000 tx=0x7f38b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:19.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:19.866+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f38ac051800 con 0x7f38bc0c4100 2023-11-25T03:14:20.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.testuser"} v 0) v1 -- 0x7f38bc0c3e70 con 0x7f38bc0c4100 2023-11-25T03:14:20.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38b17fa640 1 -- 172.21.15.76:0/2537602739 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.testuser"}]=0 v21) v1 ==== 85+0+226 (secure 0 0 0) 0x7f38ac054e20 con 0x7f38bc0c4100 2023-11-25T03:14:20.073 INFO:teuthology.orchestra.run.smithi076.stdout:[client.testuser] 2023-11-25T03:14:20.073 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q== 2023-11-25T03:14:20.073 INFO:teuthology.orchestra.run.smithi076.stdout: caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" 2023-11-25T03:14:20.073 INFO:teuthology.orchestra.run.smithi076.stdout: caps mon = "allow r" 2023-11-25T03:14:20.073 INFO:teuthology.orchestra.run.smithi076.stdout: caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38a8066470 msgr2=0x7f38a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38a8066470 0x7f38a8068930 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f38b80af000 tx=0x7f38b8009040 comp rx=0 tx=0).stop 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 msgr2=0x7f38bc1566a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 0x7f38bc1566a0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f38ac00c7c0 tx=0x7f38ac00cc80 comp rx=0 tx=0).stop 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 shutdown_connections 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38a8066470 0x7f38a8068930 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38bc0c63c0 0x7f38bc0bffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38bc0c4100 0x7f38bc1566a0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 --2- 172.21.15.76:0/2537602739 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38bc0c29e0 0x7f38bc072140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 >> 172.21.15.76:0/2537602739 conn(0x7f38bc06a5b0 msgr2=0x7f38bc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:20.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 shutdown_connections 2023-11-25T03:14:20.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.070+0000 7f38c2f9d640 1 -- 172.21.15.76:0/2537602739 wait complete. 2023-11-25T03:14:20.094 INFO:tasks.cephfs.test_multifs_auth:keyring generated for testing is - [client.testuser] key = AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q== caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" caps mon = "allow r" caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-11-25T03:14:20.094 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:14:20.104 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.yS3BkZX0zg 2023-11-25T03:14:20.104 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:20.104 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/tmp/tmp.yS3BkZX0zg 2023-11-25T03:14:20.160 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:20.160 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:20.214 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:20.214 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:20.265 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:20.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f226845a640 1 Processor -- start 2023-11-25T03:14:20.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f226845a640 1 -- start start 2023-11-25T03:14:20.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f226845a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f22600c5260 0x7f226006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f226845a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22600c2580 con 0x7f22600c5640 2023-11-25T03:14:20.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f226845a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2260156940 con 0x7f2260155de0 2023-11-25T03:14:20.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f226845a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2260153510 con 0x7f22600c5260 2023-11-25T03:14:20.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22659f5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f22600c5640 0x7f22600c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46136/0 (socket says 172.21.15.76:46136) 2023-11-25T03:14:20.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22659f5640 1 -- 172.21.15.76:0/1032167392 learned_addr learned my addr 172.21.15.76:0/1032167392 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 --2- 172.21.15.76:0/1032167392 >> v2:172.21.15.106:3300/0 conn(0x7f22600c5260 0x7f226006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 335273519 0 0) 0x7f22600c2580 con 0x7f22600c5640 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f224c003530 con 0x7f22600c5640 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2961330034 0 0) 0x7f224c003530 con 0x7f22600c5640 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 >> v2:172.21.15.106:3300/0 conn(0x7f22600c5260 msgr2=0x7f226006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 --2- 172.21.15.76:0/1032167392 >> v2:172.21.15.106:3300/0 conn(0x7f22600c5260 0x7f226006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 >> v1:172.21.15.106:6789/0 conn(0x7f2260155de0 legacy=0x7f2260156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22600c1a00 con 0x7f22600c5640 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f2250001680 con 0x7f22600c5640 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 >> v1:172.21.15.76:6789/0 conn(0x7f22600c5640 legacy=0x7f22600c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f224c003980 0x7f224c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c0047d0 0x7f224c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f224c005190 0x7f224c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f224c00c100 con 0x7f224c003980 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f224c00c270 con 0x7f224c005190 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f224c00c430 con 0x7f224c0047d0 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f224c003980 0x7f224c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22659f5640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c0047d0 0x7f224c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22669f7640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f224c005190 0x7f224c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 -- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c0047d0 msgr2=0x7f224c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:20.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c0047d0 0x7f224c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 -- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f224c005190 msgr2=0x7f224c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:20.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f224c005190 0x7f224c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22661f6640 1 -- 172.21.15.76:0/1032167392 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f224c003530 con 0x7f224c003980 2023-11-25T03:14:20.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.442+0000 7f22669f7640 1 -- 172.21.15.76:0/1032167392 reap_dead start 2023-11-25T03:14:20.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f22661f6640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f224c003980 0x7f224c003da0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f225c009ae0 tx=0x7f225c01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d52b74badb4eda34 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:20.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225c0a5510 con 0x7f224c003980 2023-11-25T03:14:20.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f225c0a5670 con 0x7f224c003980 2023-11-25T03:14:20.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f22651f4640 1 -- 172.21.15.76:0/1032167392 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225c0a5a20 con 0x7f224c003980 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 -- 172.21.15.76:0/1032167392 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f224c003980 msgr2=0x7f224c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f224c003980 0x7f224c003da0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f225c009ae0 tx=0x7f225c01ca50 comp rx=0 tx=0).stop 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 -- 172.21.15.76:0/1032167392 shutdown_connections 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 --2- 172.21.15.76:0/1032167392 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f224c003980 0x7f224c003da0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 -- 172.21.15.76:0/1032167392 >> 172.21.15.76:0/1032167392 conn(0x7f226006a5b0 msgr2=0x7f226006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 -- 172.21.15.76:0/1032167392 shutdown_connections 2023-11-25T03:14:20.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.446+0000 7f226845a640 1 -- 172.21.15.76:0/1032167392 wait complete. 2023-11-25T03:14:20.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 Processor -- start 2023-11-25T03:14:20.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 -- start start 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c003980 0x7f22600bd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 0x7f226014c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f22600bb570 0x7f226014ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22600be3e0 con 0x7f22600bb0f0 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22600bf210 con 0x7f22600bb570 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22600bf440 con 0x7f224c003980 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 0x7f226014c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 0x7f226014c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54090/0 (socket says 172.21.15.76:54090) 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 -- 172.21.15.76:0/2224281623 learned_addr learned my addr 172.21.15.76:0/2224281623 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:20.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22669f7640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f22600bb570 0x7f226014ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22661f6640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c003980 0x7f22600bd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 -- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c003980 msgr2=0x7f22600bd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c003980 0x7f22600bd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 -- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f22600bb570 msgr2=0x7f226014ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f22600bb570 0x7f226014ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 -- 172.21.15.76:0/2224281623 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22600bf720 con 0x7f22600bb0f0 2023-11-25T03:14:20.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f22659f5640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 0x7f226014c510 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f225000e7b0 tx=0x7f225000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225000c6c0 con 0x7f22600bb0f0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f225000c820 con 0x7f22600bb0f0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225000cbd0 con 0x7f22600bb0f0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22600bfa00 con 0x7f22600bb0f0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.450+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22600bffc0 con 0x7f22600bb0f0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.454+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2260068400 con 0x7f22600bb0f0 2023-11-25T03:14:20.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.454+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f225000cd30 con 0x7f22600bb0f0 2023-11-25T03:14:20.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.454+0000 7f2256ffd640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2244066470 0x7f2244068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.454+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2250083fd0 con 0x7f22600bb0f0 2023-11-25T03:14:20.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.454+0000 7f22661f6640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2244066470 0x7f2244068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.454+0000 7f22661f6640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2244066470 0x7f2244068930 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f225c0af000 tx=0x7f225c0046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:20.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.458+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2250051100 con 0x7f22600bb0f0 2023-11-25T03:14:20.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.606+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f226006d390 con 0x7f22600bb0f0 2023-11-25T03:14:20.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f2256ffd640 1 -- 172.21.15.76:0/2224281623 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f2250054720 con 0x7f22600bb0f0 2023-11-25T03:14:20.614 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:20.614 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:20.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2244066470 msgr2=0x7f2244068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2244066470 0x7f2244068930 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f225c0af000 tx=0x7f225c0046d0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 msgr2=0x7f226014c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 0x7f226014c510 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f225000e7b0 tx=0x7f225000ec70 comp rx=0 tx=0).stop 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 shutdown_connections 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2244066470 0x7f2244068930 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f22600bb570 0x7f226014ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22600bb0f0 0x7f226014c510 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 --2- 172.21.15.76:0/2224281623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f224c003980 0x7f22600bd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 >> 172.21.15.76:0/2224281623 conn(0x7f226006a5b0 msgr2=0x7f226006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:20.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 shutdown_connections 2023-11-25T03:14:20.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.610+0000 7f226845a640 1 -- 172.21.15.76:0/2224281623 wait complete. 2023-11-25T03:14:20.634 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:20.635 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:20.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 Processor -- start 2023-11-25T03:14:20.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 -- start start 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1740c63c0 0x7fd1740c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c4100 0x7fd1740c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd1740c29e0 0x7fd1740a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1740c31c0 con 0x7fd1740c63c0 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1740c34a0 con 0x7fd1740c29e0 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17c417640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1740c1030 con 0x7fd1740c4100 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17a1b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1740c63c0 0x7fd1740c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17a1b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1740c63c0 0x7fd1740c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54102/0 (socket says 172.21.15.76:54102) 2023-11-25T03:14:20.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.770+0000 7fd17a1b3640 1 -- 172.21.15.76:0/1544334913 learned_addr learned my addr 172.21.15.76:0/1544334913 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:20.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a9b4640 1 --2- 172.21.15.76:0/1544334913 >> v2:172.21.15.106:3300/0 conn(0x7fd1740c29e0 0x7fd1740a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd1799b2640 1 --2- 172.21.15.76:0/1544334913 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c4100 0x7fd1740c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a1b3640 1 -- 172.21.15.76:0/1544334913 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c4100 msgr2=0x7fd1740c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:20.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a1b3640 1 --2- 172.21.15.76:0/1544334913 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c4100 0x7fd1740c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a1b3640 1 -- 172.21.15.76:0/1544334913 >> v2:172.21.15.106:3300/0 conn(0x7fd1740c29e0 msgr2=0x7fd1740a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:20.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a1b3640 1 --2- 172.21.15.76:0/1544334913 >> v2:172.21.15.106:3300/0 conn(0x7fd1740c29e0 0x7fd1740a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a1b3640 1 -- 172.21.15.76:0/1544334913 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1740c1310 con 0x7fd1740c63c0 2023-11-25T03:14:20.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17a1b3640 1 --2- 172.21.15.76:0/1544334913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c63c0 0x7fd1740c06d0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fd1740a5760 tx=0x7fd17001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=958b1ddcea811dd2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:20.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd1791b1640 1 -- 172.21.15.76:0/1544334913 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1740aa3d0 con 0x7fd1740c63c0 2023-11-25T03:14:20.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd1791b1640 1 -- 172.21.15.76:0/1544334913 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1700ad640 con 0x7fd1740c63c0 2023-11-25T03:14:20.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd1791b1640 1 -- 172.21.15.76:0/1544334913 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1700ad9d0 con 0x7fd1740c63c0 2023-11-25T03:14:20.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17c417640 1 -- 172.21.15.76:0/1544334913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c63c0 msgr2=0x7fd1740c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.774+0000 7fd17c417640 1 --2- 172.21.15.76:0/1544334913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c63c0 0x7fd1740c06d0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fd1740a5760 tx=0x7fd17001c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- 172.21.15.76:0/1544334913 shutdown_connections 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 --2- 172.21.15.76:0/1544334913 >> v2:172.21.15.106:3300/0 conn(0x7fd1740c29e0 0x7fd1740a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 --2- 172.21.15.76:0/1544334913 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c4100 0x7fd1740c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 --2- 172.21.15.76:0/1544334913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c63c0 0x7fd1740c06d0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- 172.21.15.76:0/1544334913 >> 172.21.15.76:0/1544334913 conn(0x7fd17406a5b0 msgr2=0x7fd17406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- 172.21.15.76:0/1544334913 shutdown_connections 2023-11-25T03:14:20.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- 172.21.15.76:0/1544334913 wait complete. 2023-11-25T03:14:20.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 Processor -- start 2023-11-25T03:14:20.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- start start 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c29e0 0x7fd174150300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 0x7fd174153d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1740c63c0 0x7fd1740bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1741508e0 con 0x7fd1740c4100 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1741538a0 con 0x7fd1740c63c0 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17c417640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd174156030 con 0x7fd1740c29e0 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 0x7fd174153d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 0x7fd174153d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54116/0 (socket says 172.21.15.76:54116) 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 -- 172.21.15.76:0/2534726016 learned_addr learned my addr 172.21.15.76:0/2534726016 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17a1b3640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c29e0 0x7fd174150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd17a9b4640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1740c63c0 0x7fd1740bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 -- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c29e0 msgr2=0x7fd174150300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c29e0 0x7fd174150300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 -- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1740c63c0 msgr2=0x7fd1740bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1740c63c0 0x7fd1740bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 -- 172.21.15.76:0/2534726016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1700094d0 con 0x7fd1740c4100 2023-11-25T03:14:20.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd1799b2640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 0x7fd174153d30 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fd16400d800 tx=0x7fd16400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:20.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.778+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16400b6c0 con 0x7fd1740c4100 2023-11-25T03:14:20.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd16400b820 con 0x7fd1740c4100 2023-11-25T03:14:20.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16400bb90 con 0x7fd1740c4100 2023-11-25T03:14:20.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1740c69b0 con 0x7fd1740c4100 2023-11-25T03:14:20.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1741565f0 con 0x7fd1740c4100 2023-11-25T03:14:20.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd174153a30 con 0x7fd1740c4100 2023-11-25T03:14:20.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd16400bcf0 con 0x7fd1740c4100 2023-11-25T03:14:20.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd16affd640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd158066470 0x7fd158068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:20.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd1640846a0 con 0x7fd1740c4100 2023-11-25T03:14:20.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.782+0000 7fd17a1b3640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd158066470 0x7fd158068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:20.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.786+0000 7fd17a1b3640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd158066470 0x7fd158068930 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd1700af000 tx=0x7fd170009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:20.791 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.786+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd1640517b0 con 0x7fd1740c4100 2023-11-25T03:14:20.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.938+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd1740c5f30 con 0x7fd1740c4100 2023-11-25T03:14:20.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.938+0000 7fd16affd640 1 -- 172.21.15.76:0/2534726016 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd164054dd0 con 0x7fd1740c4100 2023-11-25T03:14:20.943 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:20.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd158066470 msgr2=0x7fd158068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd158066470 0x7fd158068930 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd1700af000 tx=0x7fd170009040 comp rx=0 tx=0).stop 2023-11-25T03:14:20.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 msgr2=0x7fd174153d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:20.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 0x7fd174153d30 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fd16400d800 tx=0x7fd16400dcc0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 shutdown_connections 2023-11-25T03:14:20.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd158066470 0x7fd158068930 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1740c63c0 0x7fd1740bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1740c4100 0x7fd174153d30 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 --2- 172.21.15.76:0/2534726016 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1740c29e0 0x7fd174150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:20.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 >> 172.21.15.76:0/2534726016 conn(0x7fd17406a5b0 msgr2=0x7fd17406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:20.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 shutdown_connections 2023-11-25T03:14:20.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:20.942+0000 7fd17c417640 1 -- 172.21.15.76:0/2534726016 wait complete. 2023-11-25T03:14:20.964 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:21.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc427701640 1 Processor -- start 2023-11-25T03:14:21.106 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc427701640 1 -- start start 2023-11-25T03:14:21.107 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc427701640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4200bffc0 0x7fc42015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc427701640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc42015c600 con 0x7fc4201560e0 2023-11-25T03:14:21.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc427701640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc42015a5c0 con 0x7fc42006d520 2023-11-25T03:14:21.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc427701640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4201594e0 con 0x7fc4200bffc0 2023-11-25T03:14:21.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc42549d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc4201560e0 0x7fc420159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46146/0 (socket says 172.21.15.76:46146) 2023-11-25T03:14:21.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc42549d640 1 -- 172.21.15.76:0/4113802579 learned_addr learned my addr 172.21.15.76:0/4113802579 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:21.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc425c9e640 1 --2- 172.21.15.76:0/4113802579 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4200bffc0 0x7fc42015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.102+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1342167996 0 0) 0x7fc42015c600 con 0x7fc4201560e0 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc40c003530 con 0x7fc4201560e0 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2040304381 0 0) 0x7fc42015a5c0 con 0x7fc42006d520 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc42015c600 con 0x7fc42006d520 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc425c9e640 1 -- 172.21.15.76:0/4113802579 >> v1:172.21.15.106:6789/0 conn(0x7fc42006d520 legacy=0x7fc4200c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc425c9e640 1 -- 172.21.15.76:0/4113802579 >> v1:172.21.15.76:6789/0 conn(0x7fc4201560e0 legacy=0x7fc420159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc425c9e640 1 -- 172.21.15.76:0/4113802579 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4201597c0 con 0x7fc4200bffc0 2023-11-25T03:14:21.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc425c9e640 1 --2- 172.21.15.76:0/4113802579 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4200bffc0 0x7fc42015ca90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc418009dc0 tx=0x7fc41801c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3893e8b30ad59a13 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4180a5a00 con 0x7fc4200bffc0 2023-11-25T03:14:21.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4180a5b60 con 0x7fc4200bffc0 2023-11-25T03:14:21.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc417fff640 1 -- 172.21.15.76:0/4113802579 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4180ad440 con 0x7fc4200bffc0 2023-11-25T03:14:21.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc427701640 1 -- 172.21.15.76:0/4113802579 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4200bffc0 msgr2=0x7fc42015ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.106+0000 7fc427701640 1 --2- 172.21.15.76:0/4113802579 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4200bffc0 0x7fc42015ca90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc418009dc0 tx=0x7fc41801c940 comp rx=0 tx=0).stop 2023-11-25T03:14:21.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- 172.21.15.76:0/4113802579 shutdown_connections 2023-11-25T03:14:21.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 --2- 172.21.15.76:0/4113802579 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4200bffc0 0x7fc42015ca90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- 172.21.15.76:0/4113802579 >> 172.21.15.76:0/4113802579 conn(0x7fc42006a5b0 msgr2=0x7fc42006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:21.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- 172.21.15.76:0/4113802579 shutdown_connections 2023-11-25T03:14:21.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- 172.21.15.76:0/4113802579 wait complete. 2023-11-25T03:14:21.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 Processor -- start 2023-11-25T03:14:21.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- start start 2023-11-25T03:14:21.115 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc42006d520 0x7fc4200a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 0x7fc4201f4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4201560e0 0x7fc4200a7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4200bfcf0 con 0x7fc4200bffc0 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4201518a0 con 0x7fc42006d520 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc427701640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4201f52d0 con 0x7fc4201560e0 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 0x7fc4201f4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc42549d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc42006d520 0x7fc4200a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 0x7fc4201f4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54126/0 (socket says 172.21.15.76:54126) 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 -- 172.21.15.76:0/2377717633 learned_addr learned my addr 172.21.15.76:0/2377717633 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc425c9e640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4201560e0 0x7fc4200a7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 -- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4201560e0 msgr2=0x7fc4200a7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4201560e0 0x7fc4200a7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 -- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc42006d520 msgr2=0x7fc4200a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc42006d520 0x7fc4200a2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 -- 172.21.15.76:0/2377717633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc418009a70 con 0x7fc4200bffc0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.110+0000 7fc424c9c640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 0x7fc4201f4d90 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fc41000c460 tx=0x7fc41000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4100052d0 con 0x7fc4200bffc0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc410005450 con 0x7fc4200bffc0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc410003840 con 0x7fc4200bffc0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4200a9f80 con 0x7fc4200bffc0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4200aae50 con 0x7fc4200bffc0 2023-11-25T03:14:21.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc420068400 con 0x7fc4200bffc0 2023-11-25T03:14:21.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc4100039a0 con 0x7fc4200bffc0 2023-11-25T03:14:21.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc415ffb640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc404066470 0x7fc404068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc4100837b0 con 0x7fc4200bffc0 2023-11-25T03:14:21.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc42549d640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc404066470 0x7fc404068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.114+0000 7fc42549d640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc404066470 0x7fc404068930 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fc41c007fd0 tx=0x7fc41c007d80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.118+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc4100508e0 con 0x7fc4200bffc0 2023-11-25T03:14:21.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc4200c4e70 con 0x7fc4200bffc0 2023-11-25T03:14:21.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc415ffb640 1 -- 172.21.15.76:0/2377717633 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v74) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc410053f00 con 0x7fc4200bffc0 2023-11-25T03:14:21.278 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:21.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc404066470 msgr2=0x7fc404068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc404066470 0x7fc404068930 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fc41c007fd0 tx=0x7fc41c007d80 comp rx=0 tx=0).stop 2023-11-25T03:14:21.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 msgr2=0x7fc4201f4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 0x7fc4201f4d90 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fc41000c460 tx=0x7fc41000c920 comp rx=0 tx=0).stop 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 shutdown_connections 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc404066470 0x7fc404068930 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc4201560e0 0x7fc4200a7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4200bffc0 0x7fc4201f4d90 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 --2- 172.21.15.76:0/2377717633 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc42006d520 0x7fc4200a2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.274+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 >> 172.21.15.76:0/2377717633 conn(0x7fc42006a5b0 msgr2=0x7fc420072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.278+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 shutdown_connections 2023-11-25T03:14:21.281 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.278+0000 7fc427701640 1 -- 172.21.15.76:0/2377717633 wait complete. 2023-11-25T03:14:21.299 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa125dc4640 1 Processor -- start 2023-11-25T03:14:21.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa125dc4640 1 -- start start 2023-11-25T03:14:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa125dc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa1200c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa125dc4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1200c2760 con 0x7fa120072090 2023-11-25T03:14:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa125dc4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1200a5750 con 0x7fa1200c4110 2023-11-25T03:14:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa125dc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1200c3070 con 0x7fa1200a5370 2023-11-25T03:14:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa11ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa120072090 0x7fa12015b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46162/0 (socket says 172.21.15.76:46162) 2023-11-25T03:14:21.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.434+0000 7fa11ffff640 1 -- 172.21.15.76:0/3858972761 learned_addr learned my addr 172.21.15.76:0/3858972761 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11f7fe640 1 --2- 172.21.15.76:0/3858972761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa1200c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11e7fc640 1 -- 172.21.15.76:0/3858972761 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3861330666 0 0) 0x7fa1200c2760 con 0x7fa120072090 2023-11-25T03:14:21.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11e7fc640 1 -- 172.21.15.76:0/3858972761 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa108003450 con 0x7fa120072090 2023-11-25T03:14:21.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11e7fc640 1 -- 172.21.15.76:0/3858972761 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3067504925 0 0) 0x7fa1200a5750 con 0x7fa1200c4110 2023-11-25T03:14:21.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11f7fe640 1 -- 172.21.15.76:0/3858972761 >> v1:172.21.15.106:6789/0 conn(0x7fa1200c4110 legacy=0x7fa120150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11f7fe640 1 -- 172.21.15.76:0/3858972761 >> v1:172.21.15.76:6789/0 conn(0x7fa120072090 legacy=0x7fa12015b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11f7fe640 1 -- 172.21.15.76:0/3858972761 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1200aad20 con 0x7fa1200a5370 2023-11-25T03:14:21.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11f7fe640 1 --2- 172.21.15.76:0/3858972761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa1200c3bd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa1100097f0 tx=0x7fa11001c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d776ed9aa3fa6d4f server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11e7fc640 1 -- 172.21.15.76:0/3858972761 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1100ab600 con 0x7fa1200a5370 2023-11-25T03:14:21.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11e7fc640 1 -- 172.21.15.76:0/3858972761 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1100a7050 con 0x7fa1200a5370 2023-11-25T03:14:21.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.438+0000 7fa11e7fc640 1 -- 172.21.15.76:0/3858972761 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1100ab980 con 0x7fa1200a5370 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- 172.21.15.76:0/3858972761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 msgr2=0x7fa1200c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 --2- 172.21.15.76:0/3858972761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa1200c3bd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa1100097f0 tx=0x7fa11001c370 comp rx=0 tx=0).stop 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- 172.21.15.76:0/3858972761 shutdown_connections 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 --2- 172.21.15.76:0/3858972761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa1200c3bd0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- 172.21.15.76:0/3858972761 >> 172.21.15.76:0/3858972761 conn(0x7fa12006a5b0 msgr2=0x7fa12006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- 172.21.15.76:0/3858972761 shutdown_connections 2023-11-25T03:14:21.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- 172.21.15.76:0/3858972761 wait complete. 2023-11-25T03:14:21.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 Processor -- start 2023-11-25T03:14:21.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- start start 2023-11-25T03:14:21.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa120072090 0x7fa1201450c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa120148bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 0x7fa1200bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa120154380 con 0x7fa1200c4110 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1201527a0 con 0x7fa120072090 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa125dc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa120145600 con 0x7fa1200a5370 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 0x7fa1200bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 0x7fa1200bf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54142/0 (socket says 172.21.15.76:54142) 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 -- 172.21.15.76:0/571964117 learned_addr learned my addr 172.21.15.76:0/571964117 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11f7fe640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa120072090 0x7fa1201450c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11effd640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa120148bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 -- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 msgr2=0x7fa120148bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa120148bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 -- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa120072090 msgr2=0x7fa1201450c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa120072090 0x7fa1201450c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.442+0000 7fa11ffff640 1 -- 172.21.15.76:0/571964117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa110009420 con 0x7fa1200c4110 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa11ffff640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 0x7fa1200bf100 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fa11800cb40 tx=0x7fa11800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa11800aca0 con 0x7fa1200c4110 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa11800ae00 con 0x7fa1200c4110 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa118012620 con 0x7fa1200c4110 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1201490f0 con 0x7fa1200c4110 2023-11-25T03:14:21.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa120149800 con 0x7fa1200c4110 2023-11-25T03:14:21.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa120152950 con 0x7fa1200c4110 2023-11-25T03:14:21.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa118007070 con 0x7fa1200c4110 2023-11-25T03:14:21.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa107fff640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa10c066470 0x7fa10c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa118084230 con 0x7fa1200c4110 2023-11-25T03:14:21.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.446+0000 7fa11f7fe640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa10c066470 0x7fa10c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.450+0000 7fa11f7fe640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa10c066470 0x7fa10c068930 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa1100ad000 tx=0x7fa1100a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.450+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa120152950 con 0x7fa1200c4110 2023-11-25T03:14:21.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.598+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa120152910 con 0x7fa1200c4110 2023-11-25T03:14:21.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.598+0000 7fa107fff640 1 -- 172.21.15.76:0/571964117 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v74) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa118051360 con 0x7fa1200c4110 2023-11-25T03:14:21.603 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:21.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa10c066470 msgr2=0x7fa10c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa10c066470 0x7fa10c068930 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa1100ad000 tx=0x7fa1100a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 msgr2=0x7fa1200bf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 0x7fa1200bf100 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fa11800cb40 tx=0x7fa11800a060 comp rx=0 tx=0).stop 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 shutdown_connections 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa10c066470 0x7fa10c068930 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1200c4110 0x7fa1200bf100 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa1200a5370 0x7fa120148bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 --2- 172.21.15.76:0/571964117 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa120072090 0x7fa1201450c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 >> 172.21.15.76:0/571964117 conn(0x7fa12006a5b0 msgr2=0x7fa12006ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 shutdown_connections 2023-11-25T03:14:21.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.602+0000 7fa125dc4640 1 -- 172.21.15.76:0/571964117 wait complete. 2023-11-25T03:14:21.625 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:21.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 Processor -- start 2023-11-25T03:14:21.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 -- start start 2023-11-25T03:14:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff0dc152030 0x7ff0dc0c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff0dc06c470 0x7ff0dc157c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc154ff0 0x7ff0dc0c2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0dc152410 con 0x7ff0dc06c470 2023-11-25T03:14:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0dc154b60 con 0x7ff0dc152030 2023-11-25T03:14:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0e0ddf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0dc0c1820 con 0x7ff0dc154ff0 2023-11-25T03:14:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff0dc06c470 0x7ff0dc157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff0dc06c470 0x7ff0dc157c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54154/0 (socket says 172.21.15.76:54154) 2023-11-25T03:14:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 -- 172.21.15.76:0/1053095245 learned_addr learned my addr 172.21.15.76:0/1053095245 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0dad9d640 1 --2- 172.21.15.76:0/1053095245 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc154ff0 0x7ff0dc0c2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0da59c640 1 --2- 172.21.15.76:0/1053095245 >> v2:172.21.15.106:3300/0 conn(0x7ff0dc152030 0x7ff0dc0c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 -- 172.21.15.76:0/1053095245 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc154ff0 msgr2=0x7ff0dc0c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 --2- 172.21.15.76:0/1053095245 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc154ff0 0x7ff0dc0c2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 -- 172.21.15.76:0/1053095245 >> v2:172.21.15.106:3300/0 conn(0x7ff0dc152030 msgr2=0x7ff0dc0c0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 --2- 172.21.15.76:0/1053095245 >> v2:172.21.15.106:3300/0 conn(0x7ff0dc152030 0x7ff0dc0c0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0d1d9b640 1 -- 172.21.15.76:0/1053095245 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0dc0c1260 con 0x7ff0dc06c470 2023-11-25T03:14:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.762+0000 7ff0da59c640 1 --2- 172.21.15.76:0/1053095245 >> v2:172.21.15.106:3300/0 conn(0x7ff0dc152030 0x7ff0dc0c0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0d1d9b640 1 --2- 172.21.15.76:0/1053095245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc06c470 0x7ff0dc157c90 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc067d90 tx=0x7ff0c401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70d74e25cb3bc4fa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0d9d9b640 1 -- 172.21.15.76:0/1053095245 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c40a7070 con 0x7ff0dc06c470 2023-11-25T03:14:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0d9d9b640 1 -- 172.21.15.76:0/1053095245 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0c40ab430 con 0x7ff0dc06c470 2023-11-25T03:14:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0d9d9b640 1 -- 172.21.15.76:0/1053095245 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c40ab7c0 con 0x7ff0dc06c470 2023-11-25T03:14:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/1053095245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc06c470 msgr2=0x7ff0dc157c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/1053095245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc06c470 0x7ff0dc157c90 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc067d90 tx=0x7ff0c401c470 comp rx=0 tx=0).stop 2023-11-25T03:14:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/1053095245 shutdown_connections 2023-11-25T03:14:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/1053095245 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc154ff0 0x7ff0dc0c2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/1053095245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc06c470 0x7ff0dc157c90 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/1053095245 >> v2:172.21.15.106:3300/0 conn(0x7ff0dc152030 0x7ff0dc0c0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/1053095245 >> 172.21.15.76:0/1053095245 conn(0x7ff0dc06a5b0 msgr2=0x7ff0dc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:21.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/1053095245 shutdown_connections 2023-11-25T03:14:21.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/1053095245 wait complete. 2023-11-25T03:14:21.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.766+0000 7ff0e0ddf640 1 Processor -- start 2023-11-25T03:14:21.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- start start 2023-11-25T03:14:21.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc06c470 0x7ff0dc070350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff0dc152030 0x7ff0dc148b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 0x7ff0dc1490c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0dc1512f0 con 0x7ff0dc154ff0 2023-11-25T03:14:21.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0dc1ee250 con 0x7ff0dc152030 2023-11-25T03:14:21.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0dc149fc0 con 0x7ff0dc06c470 2023-11-25T03:14:21.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 0x7ff0dc1490c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 0x7ff0dc1490c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54156/0 (socket says 172.21.15.76:54156) 2023-11-25T03:14:21.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 -- 172.21.15.76:0/787376008 learned_addr learned my addr 172.21.15.76:0/787376008 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:21.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0d1d9b640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff0dc152030 0x7ff0dc148b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0da59c640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc06c470 0x7ff0dc070350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 -- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc06c470 msgr2=0x7ff0dc070350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc06c470 0x7ff0dc070350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 -- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff0dc152030 msgr2=0x7ff0dc148b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff0dc152030 0x7ff0dc148b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 -- 172.21.15.76:0/787376008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0c40094d0 con 0x7ff0dc154ff0 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0dad9d640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 0x7ff0dc1490c0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7ff0d400efc0 tx=0x7ff0d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4009ba0 con 0x7ff0dc154ff0 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0d400f040 con 0x7ff0dc154ff0 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d40146c0 con 0x7ff0dc154ff0 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0dc1ee4f0 con 0x7ff0dc154ff0 2023-11-25T03:14:21.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0dc151820 con 0x7ff0dc154ff0 2023-11-25T03:14:21.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.770+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0dc06d540 con 0x7ff0dc154ff0 2023-11-25T03:14:21.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.774+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff0d4014820 con 0x7ff0dc154ff0 2023-11-25T03:14:21.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.774+0000 7ff0d37fe640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0bc066470 0x7ff0bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:21.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.774+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff0d4084a70 con 0x7ff0dc154ff0 2023-11-25T03:14:21.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.774+0000 7ff0da59c640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0bc066470 0x7ff0bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:21.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.774+0000 7ff0da59c640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0bc066470 0x7ff0bc068930 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc009950 tx=0x7ff0cc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:21.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.778+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0d4051cd0 con 0x7ff0dc154ff0 2023-11-25T03:14:21.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.926+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff0dc14ed70 con 0x7ff0dc154ff0 2023-11-25T03:14:21.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.926+0000 7ff0d37fe640 1 -- 172.21.15.76:0/787376008 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7ff0dc14ed70 con 0x7ff0dc154ff0 2023-11-25T03:14:21.932 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:21.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0bc066470 msgr2=0x7ff0bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0bc066470 0x7ff0bc068930 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc009950 tx=0x7ff0cc008040 comp rx=0 tx=0).stop 2023-11-25T03:14:21.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 msgr2=0x7ff0dc1490c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:21.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 0x7ff0dc1490c0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7ff0d400efc0 tx=0x7ff0d400c490 comp rx=0 tx=0).stop 2023-11-25T03:14:21.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 shutdown_connections 2023-11-25T03:14:21.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff0bc066470 0x7ff0bc068930 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0dc154ff0 0x7ff0dc1490c0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff0dc152030 0x7ff0dc148b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 --2- 172.21.15.76:0/787376008 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff0dc06c470 0x7ff0dc070350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:21.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 >> 172.21.15.76:0/787376008 conn(0x7ff0dc06a5b0 msgr2=0x7ff0dc146940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:21.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 shutdown_connections 2023-11-25T03:14:21.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:21.930+0000 7ff0e0ddf640 1 -- 172.21.15.76:0/787376008 wait complete. 2023-11-25T03:14:21.955 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 Processor -- start 2023-11-25T03:14:22.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 -- start start 2023-11-25T03:14:22.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7b0151e90 0x7fa7b00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa7b00c4e60 0x7fa7b006b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7b00c8750 con 0x7fa7b0151e90 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7b01552d0 con 0x7fa7b00c4e60 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b85df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b00c5c60 con 0x7fa7b00c7ea0 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7b0151e90 0x7fa7b00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7b0151e90 0x7fa7b00c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54170/0 (socket says 172.21.15.76:54170) 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 -- 172.21.15.76:0/1455858340 learned_addr learned my addr 172.21.15.76:0/1455858340 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:22.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b6b7c640 1 --2- 172.21.15.76:0/1455858340 >> v2:172.21.15.106:3300/0 conn(0x7fa7b00c4e60 0x7fa7b006b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b5b7a640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 -- 172.21.15.76:0/1455858340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 msgr2=0x7fa7b006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 -- 172.21.15.76:0/1455858340 >> v2:172.21.15.106:3300/0 conn(0x7fa7b00c4e60 msgr2=0x7fa7b006b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 --2- 172.21.15.76:0/1455858340 >> v2:172.21.15.106:3300/0 conn(0x7fa7b00c4e60 0x7fa7b006b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b637b640 1 -- 172.21.15.76:0/1455858340 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7b006c860 con 0x7fa7b0151e90 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b5b7a640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:22.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.094+0000 7fa7b6b7c640 1 --2- 172.21.15.76:0/1455858340 >> v2:172.21.15.106:3300/0 conn(0x7fa7b00c4e60 0x7fa7b006b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:22.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b637b640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b00c4920 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa7b00bd660 tx=0x7fa7ac01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fb4e3ab1accaf61 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b5379640 1 -- 172.21.15.76:0/1455858340 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0ab600 con 0x7fa7b0151e90 2023-11-25T03:14:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b5379640 1 -- 172.21.15.76:0/1455858340 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7ac0a7050 con 0x7fa7b0151e90 2023-11-25T03:14:22.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b5379640 1 -- 172.21.15.76:0/1455858340 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0ab980 con 0x7fa7b0151e90 2023-11-25T03:14:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 -- 172.21.15.76:0/1455858340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 msgr2=0x7fa7b00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b00c4920 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa7b00bd660 tx=0x7fa7ac01c3e0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 -- 172.21.15.76:0/1455858340 shutdown_connections 2023-11-25T03:14:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 --2- 172.21.15.76:0/1455858340 >> v2:172.21.15.106:3300/0 conn(0x7fa7b00c4e60 0x7fa7b006b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 --2- 172.21.15.76:0/1455858340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b00c4920 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 -- 172.21.15.76:0/1455858340 >> 172.21.15.76:0/1455858340 conn(0x7fa7b00ca170 msgr2=0x7fa7b00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 -- 172.21.15.76:0/1455858340 shutdown_connections 2023-11-25T03:14:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.098+0000 7fa7b85df640 1 -- 172.21.15.76:0/1455858340 wait complete. 2023-11-25T03:14:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 Processor -- start 2023-11-25T03:14:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 -- start start 2023-11-25T03:14:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7b00c4e60 0x7fa7b014f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b014fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b01f0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b00bdf70 con 0x7fa7b0151e90 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b00ae2f0 con 0x7fa7b00c4e60 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b00c2fe0 con 0x7fa7b00c7ea0 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b01f0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b01f0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54176/0 (socket says 172.21.15.76:54176) 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 -- 172.21.15.76:0/3719326573 learned_addr learned my addr 172.21.15.76:0/3719326573 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b637b640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7b00c4e60 0x7fa7b014f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.109 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b5b7a640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b014fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 -- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 msgr2=0x7fa7b014fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b014fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 -- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7b00c4e60 msgr2=0x7fa7b014f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7b00c4e60 0x7fa7b014f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.110 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 -- 172.21.15.76:0/3719326573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7ac0094d0 con 0x7fa7b0151e90 2023-11-25T03:14:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b6b7c640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b01f0880 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8007db0 tx=0x7fa7a800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7a80039a0 con 0x7fa7b0151e90 2023-11-25T03:14:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7a800f040 con 0x7fa7b0151e90 2023-11-25T03:14:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7b00c32c0 con 0x7fa7b0151e90 2023-11-25T03:14:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8003d60 con 0x7fa7b0151e90 2023-11-25T03:14:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.102+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7b00ae820 con 0x7fa7b0151e90 2023-11-25T03:14:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.106+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7b00aea40 con 0x7fa7b0151e90 2023-11-25T03:14:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.106+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa7a8004030 con 0x7fa7b0151e90 2023-11-25T03:14:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.106+0000 7fa7a6ffd640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa794066470 0x7fa794068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.106+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa7a8084440 con 0x7fa7b0151e90 2023-11-25T03:14:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.106+0000 7fa7b637b640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa794066470 0x7fa794068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.106+0000 7fa7b637b640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa794066470 0x7fa794068930 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0ad000 tx=0x7fa7ac0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.110+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa7a8051570 con 0x7fa7b0151e90 2023-11-25T03:14:22.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.262+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fa7b0068400 con 0x7fa7b0151e90 2023-11-25T03:14:22.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.262+0000 7fa7a6ffd640 1 -- 172.21.15.76:0/3719326573 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7fa7a8054b90 con 0x7fa7b0151e90 2023-11-25T03:14:22.267 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:22.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa794066470 msgr2=0x7fa794068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa794066470 0x7fa794068930 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0ad000 tx=0x7fa7ac0a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:22.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 msgr2=0x7fa7b01f0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b01f0880 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8007db0 tx=0x7fa7a800d4a0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 shutdown_connections 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa794066470 0x7fa794068930 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7b0151e90 0x7fa7b01f0880 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa7b00c7ea0 0x7fa7b014fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 --2- 172.21.15.76:0/3719326573 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa7b00c4e60 0x7fa7b014f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 >> 172.21.15.76:0/3719326573 conn(0x7fa7b00ca170 msgr2=0x7fa7b01500f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 shutdown_connections 2023-11-25T03:14:22.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.266+0000 7fa7b85df640 1 -- 172.21.15.76:0/3719326573 wait complete. 2023-11-25T03:14:22.288 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:14:22.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb249432640 1 Processor -- start 2023-11-25T03:14:22.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb249432640 1 -- start start 2023-11-25T03:14:22.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb249432640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb24406bbb0 0x7fb2441600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb249432640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb24406c860 con 0x7fb2440c7ea0 2023-11-25T03:14:22.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb249432640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb24406c000 con 0x7fb244151e90 2023-11-25T03:14:22.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb249432640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2440c8750 con 0x7fb24406bbb0 2023-11-25T03:14:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb23a7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb2440c7ea0 0x7fb24406b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46170/0 (socket says 172.21.15.76:46170) 2023-11-25T03:14:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb23a7fc640 1 -- 172.21.15.76:0/3914630159 learned_addr learned my addr 172.21.15.76:0/3914630159 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb2437fe640 1 --2- 172.21.15.76:0/3914630159 >> v2:172.21.15.76:3300/0 conn(0x7fb24406bbb0 0x7fb2441600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb2427fc640 1 -- 172.21.15.76:0/3914630159 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2048525648 0 0) 0x7fb24406c860 con 0x7fb2440c7ea0 2023-11-25T03:14:22.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb2427fc640 1 -- 172.21.15.76:0/3914630159 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb230003530 con 0x7fb2440c7ea0 2023-11-25T03:14:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb2437fe640 1 -- 172.21.15.76:0/3914630159 >> v1:172.21.15.106:6789/0 conn(0x7fb244151e90 legacy=0x7fb2440c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb2437fe640 1 -- 172.21.15.76:0/3914630159 >> v1:172.21.15.76:6789/0 conn(0x7fb2440c7ea0 legacy=0x7fb24406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.422+0000 7fb2437fe640 1 -- 172.21.15.76:0/3914630159 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb244154930 con 0x7fb24406bbb0 2023-11-25T03:14:22.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb2437fe640 1 --2- 172.21.15.76:0/3914630159 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb24406bbb0 0x7fb2441600b0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009d90 tx=0x7fb23c01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80be0693744d6f17 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb2427fc640 1 -- 172.21.15.76:0/3914630159 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb23c0a6700 con 0x7fb24406bbb0 2023-11-25T03:14:22.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb2427fc640 1 -- 172.21.15.76:0/3914630159 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb23c0a6860 con 0x7fb24406bbb0 2023-11-25T03:14:22.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb2427fc640 1 -- 172.21.15.76:0/3914630159 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb23c0a6bf0 con 0x7fb24406bbb0 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 -- 172.21.15.76:0/3914630159 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb24406bbb0 msgr2=0x7fb2441600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 --2- 172.21.15.76:0/3914630159 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb24406bbb0 0x7fb2441600b0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009d90 tx=0x7fb23c01c830 comp rx=0 tx=0).stop 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 -- 172.21.15.76:0/3914630159 shutdown_connections 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 --2- 172.21.15.76:0/3914630159 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb24406bbb0 0x7fb2441600b0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 -- 172.21.15.76:0/3914630159 >> 172.21.15.76:0/3914630159 conn(0x7fb2440ca170 msgr2=0x7fb2440ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 -- 172.21.15.76:0/3914630159 shutdown_connections 2023-11-25T03:14:22.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.426+0000 7fb249432640 1 -- 172.21.15.76:0/3914630159 wait complete. 2023-11-25T03:14:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 Processor -- start 2023-11-25T03:14:22.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 -- start start 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb24406bbb0 0x7fb2441469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb2440c7ea0 0x7fb2440bc350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 0x7fb2440bc890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2441552d0 con 0x7fb244151e90 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2441ecf30 con 0x7fb24406bbb0 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb24413df50 con 0x7fb2440c7ea0 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 0x7fb2440bc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 0x7fb2440bc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54206/0 (socket says 172.21.15.76:54206) 2023-11-25T03:14:22.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 -- 172.21.15.76:0/2644646136 learned_addr learned my addr 172.21.15.76:0/2644646136 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb242ffd640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb24406bbb0 0x7fb2441469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb23a7fc640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb2440c7ea0 0x7fb2440bc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 -- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb2440c7ea0 msgr2=0x7fb2440bc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb2440c7ea0 0x7fb2440bc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 -- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb24406bbb0 msgr2=0x7fb2441469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb24406bbb0 0x7fb2441469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 -- 172.21.15.76:0/2644646136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb23c009a70 con 0x7fb244151e90 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb2437fe640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 0x7fb2440bc890 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fb23c01a460 tx=0x7fb23c0195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb23c0b8630 con 0x7fb244151e90 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb23c0b8790 con 0x7fb244151e90 2023-11-25T03:14:22.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb24413e230 con 0x7fb244151e90 2023-11-25T03:14:22.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb23c0b8b00 con 0x7fb244151e90 2023-11-25T03:14:22.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.430+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb244140940 con 0x7fb244151e90 2023-11-25T03:14:22.438 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.434+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb24413e750 con 0x7fb244151e90 2023-11-25T03:14:22.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.434+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb23c0b8c60 con 0x7fb244151e90 2023-11-25T03:14:22.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.434+0000 7fb23bfff640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb2240664a0 0x7fb224068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.434+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb23c0aa070 con 0x7fb244151e90 2023-11-25T03:14:22.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.434+0000 7fb242ffd640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb2240664a0 0x7fb224068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.434+0000 7fb242ffd640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb2240664a0 0x7fb224068960 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb22c007fd0 tx=0x7fb22c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.438+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb24413e750 con 0x7fb244151e90 2023-11-25T03:14:22.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb24413e750 con 0x7fb244151e90 2023-11-25T03:14:22.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb23bfff640 1 -- 172.21.15.76:0/2644646136 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v74) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb24413e750 con 0x7fb244151e90 2023-11-25T03:14:22.602 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb2240664a0 msgr2=0x7fb224068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb2240664a0 0x7fb224068960 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb22c007fd0 tx=0x7fb22c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 msgr2=0x7fb2440bc890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 0x7fb2440bc890 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fb23c01a460 tx=0x7fb23c0195d0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 shutdown_connections 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fb2240664a0 0x7fb224068960 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.598+0000 7fb249432640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb244151e90 0x7fb2440bc890 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.602+0000 7fb249432640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fb2440c7ea0 0x7fb2440bc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.602+0000 7fb249432640 1 --2- 172.21.15.76:0/2644646136 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fb24406bbb0 0x7fb2441469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.602+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 >> 172.21.15.76:0/2644646136 conn(0x7fb2440ca170 msgr2=0x7fb2441432b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:22.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.602+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 shutdown_connections 2023-11-25T03:14:22.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.602+0000 7fb249432640 1 -- 172.21.15.76:0/2644646136 wait complete. 2023-11-25T03:14:22.623 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-11-25T03:14:22.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:22.624 DEBUG:teuthology.orchestra.run.smithi076:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:22.687 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:14:22.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:22.688 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-25T03:14:22.706 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:22.707 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:22.761 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:14:22.761 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:14:22.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 Processor -- start 2023-11-25T03:14:22.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 -- start start 2023-11-25T03:14:22.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f45440c7ea0 0x7f454406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f454406b9e0 0x7f454415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f454406c860 con 0x7f4544151e90 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45440c8750 con 0x7f45440c7ea0 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f454a832640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45441552d0 con 0x7f454406b9e0 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f45440c7ea0 0x7f454406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f45440c7ea0 0x7f454406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54214/0 (socket says 172.21.15.76:54214) 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 -- 172.21.15.76:0/504763244 learned_addr learned my addr 172.21.15.76:0/504763244 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:22.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f4548dcf640 1 --2- 172.21.15.76:0/504763244 >> v2:172.21.15.106:3300/0 conn(0x7f454406b9e0 0x7f454415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 -- 172.21.15.76:0/504763244 >> v2:172.21.15.106:3300/0 conn(0x7f454406b9e0 msgr2=0x7f454415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:22.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 --2- 172.21.15.76:0/504763244 >> v2:172.21.15.106:3300/0 conn(0x7f454406b9e0 0x7f454415f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 -- 172.21.15.76:0/504763244 >> v1:172.21.15.106:6789/0 conn(0x7f4544151e90 legacy=0x7f45440c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.938+0000 7f45437fe640 1 -- 172.21.15.76:0/504763244 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4544154930 con 0x7f45440c7ea0 2023-11-25T03:14:22.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f45437fe640 1 --2- 172.21.15.76:0/504763244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45440c7ea0 0x7f454406b4a0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f454408c190 tx=0x7f453801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad5e196c44385c3d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f4542ffd640 1 -- 172.21.15.76:0/504763244 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45380ab600 con 0x7f45440c7ea0 2023-11-25T03:14:22.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f4542ffd640 1 -- 172.21.15.76:0/504763244 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45380a7050 con 0x7f45440c7ea0 2023-11-25T03:14:22.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f4542ffd640 1 -- 172.21.15.76:0/504763244 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45380ab980 con 0x7f45440c7ea0 2023-11-25T03:14:22.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 -- 172.21.15.76:0/504763244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45440c7ea0 msgr2=0x7f454406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 --2- 172.21.15.76:0/504763244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45440c7ea0 0x7f454406b4a0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f454408c190 tx=0x7f453801c3e0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 -- 172.21.15.76:0/504763244 shutdown_connections 2023-11-25T03:14:22.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 --2- 172.21.15.76:0/504763244 >> v2:172.21.15.106:3300/0 conn(0x7f454406b9e0 0x7f454415f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 --2- 172.21.15.76:0/504763244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45440c7ea0 0x7f454406b4a0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 -- 172.21.15.76:0/504763244 >> 172.21.15.76:0/504763244 conn(0x7f45440ca170 msgr2=0x7f45440ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:22.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 -- 172.21.15.76:0/504763244 shutdown_connections 2023-11-25T03:14:22.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.942+0000 7f454a832640 1 -- 172.21.15.76:0/504763244 wait complete. 2023-11-25T03:14:22.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 Processor -- start 2023-11-25T03:14:22.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- start start 2023-11-25T03:14:22.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 0x7f45440c1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45440c7ea0 0x7f454414b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.950 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4544151e90 0x7f45440c3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45440c1070 con 0x7f454406b9e0 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45440c2220 con 0x7f4544151e90 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45440c12c0 con 0x7f45440c7ea0 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 0x7f45440c1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 0x7f45440c1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54220/0 (socket says 172.21.15.76:54220) 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 -- 172.21.15.76:0/174371904 learned_addr learned my addr 172.21.15.76:0/174371904 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4548dcf640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4544151e90 0x7f45440c3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f45437fe640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45440c7ea0 0x7f454414b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 -- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45440c7ea0 msgr2=0x7f454414b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45440c7ea0 0x7f454414b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 -- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4544151e90 msgr2=0x7f45440c3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4544151e90 0x7f45440c3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:22.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 -- 172.21.15.76:0/174371904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45380094d0 con 0x7f454406b9e0 2023-11-25T03:14:22.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4543fff640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 0x7f45440c1ce0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f453400c500 tx=0x7f453400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4534005220 con 0x7f454406b9e0 2023-11-25T03:14:22.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f454414e750 con 0x7f454406b9e0 2023-11-25T03:14:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4534005380 con 0x7f454406b9e0 2023-11-25T03:14:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4534007270 con 0x7f454406b9e0 2023-11-25T03:14:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f454414ed10 con 0x7f454406b9e0 2023-11-25T03:14:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.946+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4544068400 con 0x7f454406b9e0 2023-11-25T03:14:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.950+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f45340073d0 con 0x7f454406b9e0 2023-11-25T03:14:22.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.950+0000 7f4540ff9640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4530066470 0x7f4530068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:22.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.950+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4534083a70 con 0x7f454406b9e0 2023-11-25T03:14:22.957 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.950+0000 7f45437fe640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4530066470 0x7f4530068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:22.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.950+0000 7f45437fe640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4530066470 0x7f4530068930 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f45380ad000 tx=0x7f4538008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:22.958 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:22.954+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4534085e60 con 0x7f454406b9e0 2023-11-25T03:14:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.134+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f454406ca50 con 0x7f454406b9e0 2023-11-25T03:14:23.139 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.134+0000 7f4540ff9640 1 -- 172.21.15.76:0/174371904 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) v1 ==== 53+0+149 (secure 0 0 0) 0x7f4534050c30 con 0x7f454406b9e0 2023-11-25T03:14:23.139 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:14:23.139 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:14:23.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4530066470 msgr2=0x7f4530068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:23.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4530066470 0x7f4530068930 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f45380ad000 tx=0x7f4538008040 comp rx=0 tx=0).stop 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 msgr2=0x7f45440c1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 0x7f45440c1ce0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f453400c500 tx=0x7f453400c9c0 comp rx=0 tx=0).stop 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 shutdown_connections 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4530066470 0x7f4530068930 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4544151e90 0x7f45440c3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f45440c7ea0 0x7f454414b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 --2- 172.21.15.76:0/174371904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f454406b9e0 0x7f45440c1ce0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 >> 172.21.15.76:0/174371904 conn(0x7f45440ca170 msgr2=0x7f45440c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 shutdown_connections 2023-11-25T03:14:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:23.138+0000 7f454a832640 1 -- 172.21.15.76:0/174371904 wait complete. 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:14:23.161 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.yS3BkZX0zg 2023-11-25T03:14:23.161 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:14:23.170 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.dn5Eo1GLl7 2023-11-25T03:14:23.170 DEBUG:teuthology.orchestra.run.smithi076:> sudo cp /tmp/tmp.yS3BkZX0zg /tmp/tmp.dn5Eo1GLl7 2023-11-25T03:14:23.233 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0666 /tmp/tmp.dn5Eo1GLl7 2023-11-25T03:14:23.356 DEBUG:teuthology.orchestra.remote:smithi076:/tmp/tmp.dn5Eo1GLl7 is 226B 2023-11-25T03:14:23.371 DEBUG:teuthology.orchestra.run.smithi076:> rm -fr /tmp/tmp.dn5Eo1GLl7 2023-11-25T03:14:23.380 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q== caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" caps mon = "allow r" caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-11-25T03:14:23.380 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:14:23.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.380 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2023-11-25T03:14:23.437 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:14:23.437 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2023-11-25T03:14:23.438 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42146sec preferred_lft 42146sec 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 02:42:81:c6:e4:35 brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.439 INFO:teuthology.orchestra.run.smithi076.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:14:23.440 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:23.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.441 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:14:23.499 INFO:teuthology.orchestra.run.smithi076.stdout:1 2023-11-25T03:14:23.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.501 DEBUG:teuthology.orchestra.run.smithi076:> route 2023-11-25T03:14:23.554 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2023-11-25T03:14:23.554 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:14:23.554 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:14:23.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.556 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2023-11-25T03:14:23.556 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2023-11-25T03:14:23.556 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:14:23.556 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:14:23.556 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:14:23.556 DEBUG:teuthology.orchestra.run.smithi076:> ') 2023-11-25T03:14:23.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.647 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:14:23.656 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:14:23.656 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:14:23.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.657 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2023-11-25T03:14:23.720 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:23.720 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:23.772 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-25T03:14:23.772 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:23.772 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:23.827 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:23.828 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/tmp/tmp.yS3BkZX0zg of=/dev/stdout 2023-11-25T03:14:23.880 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:14:23.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:23.881 DEBUG:teuthology.orchestra.run.smithi076:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-11-25T03:14:23.974 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-11-25T03:14:23.974 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs". 2023-11-25T03:14:23.974 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:14:23.974 INFO:teuthology.orchestra.run.smithi076.stdout:keyring.get_secret failed 2023-11-25T03:14:23.989 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-11-25T03:14:23.990 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs". 2023-11-25T03:14:23.990 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:14:23.990 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:23.990 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:23.990 INFO:teuthology.orchestra.run.smithi076.stdout:keyring.get_secret failed 2023-11-25T03:14:23.997 INFO:teuthology.orchestra.run.smithi076.stdout:parsing options: rw,norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs". 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:invalid new device string format 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:14:23.998 INFO:teuthology.orchestra.run.smithi076.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs,key=testuser,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:14:24.001 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:14:24.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:24.002 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:24.020 INFO:teuthology.orchestra.run.smithi076.stderr:chmod: changing permissions of '/home/ubuntu/cephtest/mnt.0': Permission denied 2023-11-25T03:14:24.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:14:24.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:24.022 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:14:24.075 INFO:teuthology.orchestra.run.smithi076.stdout:client6951 2023-11-25T03:14:24.075 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:24.075 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:24.125 DEBUG:teuthology.orchestra.run.smithi106:> mktemp 2023-11-25T03:14:24.135 INFO:teuthology.orchestra.run.smithi106.stdout:/tmp/tmp.XtDKdjTXZ2 2023-11-25T03:14:24.135 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:24.135 DEBUG:teuthology.orchestra.run.smithi106:> dd of=/tmp/tmp.XtDKdjTXZ2 2023-11-25T03:14:24.188 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:24.188 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:24.240 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:24.240 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:24.292 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:24.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 Processor -- start 2023-11-25T03:14:24.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 -- start start 2023-11-25T03:14:24.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2dac0c31c0 con 0x7f2dac0c63c0 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dac0c34a0 con 0x7f2dac0c4100 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db4365640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dac0c1030 con 0x7f2dac0c06d0 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db1900640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db2101640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2dac0c63c0 0x7f2dac0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46186/0 (socket says 172.21.15.76:46186) 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db1900640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54234/0 (socket says 172.21.15.76:54234) 2023-11-25T03:14:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db2101640 1 -- 172.21.15.76:0/2732877790 learned_addr learned my addr 172.21.15.76:0/2732877790 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.426+0000 7f2db2902640 1 --2- 172.21.15.76:0/2732877790 >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db1900640 1 -- 172.21.15.76:0/2732877790 >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 msgr2=0x7f2dac0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db1900640 1 --2- 172.21.15.76:0/2732877790 >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db1900640 1 -- 172.21.15.76:0/2732877790 >> v1:172.21.15.76:6789/0 conn(0x7f2dac0c63c0 legacy=0x7f2dac0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db1900640 1 -- 172.21.15.76:0/2732877790 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dac0c1310 con 0x7f2dac0c4100 2023-11-25T03:14:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db10ff640 1 -- 172.21.15.76:0/2732877790 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3395196226 0 0) 0x7f2dac0c31c0 con 0x7f2dac0c63c0 2023-11-25T03:14:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db1900640 1 --2- 172.21.15.76:0/2732877790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f2dac0c0ee0 tx=0x7f2d9c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29ea015fdc59340b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db10ff640 1 -- 172.21.15.76:0/2732877790 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dac0aa3d0 con 0x7f2dac0c4100 2023-11-25T03:14:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db10ff640 1 -- 172.21.15.76:0/2732877790 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d9c0a7050 con 0x7f2dac0c4100 2023-11-25T03:14:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db10ff640 1 -- 172.21.15.76:0/2732877790 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c0ab820 con 0x7f2dac0c4100 2023-11-25T03:14:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db4365640 1 -- 172.21.15.76:0/2732877790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 msgr2=0x7f2dac0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db4365640 1 --2- 172.21.15.76:0/2732877790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f2dac0c0ee0 tx=0x7f2d9c01c340 comp rx=0 tx=0).stop 2023-11-25T03:14:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db4365640 1 -- 172.21.15.76:0/2732877790 shutdown_connections 2023-11-25T03:14:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db4365640 1 --2- 172.21.15.76:0/2732877790 >> v2:172.21.15.106:3300/0 conn(0x7f2dac0c06d0 0x7f2dac0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db4365640 1 --2- 172.21.15.76:0/2732877790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c4100 0x7f2dac0c2bb0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.430+0000 7f2db4365640 1 -- 172.21.15.76:0/2732877790 >> 172.21.15.76:0/2732877790 conn(0x7f2dac06a5b0 msgr2=0x7f2dac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- 172.21.15.76:0/2732877790 shutdown_connections 2023-11-25T03:14:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- 172.21.15.76:0/2732877790 wait complete. 2023-11-25T03:14:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 Processor -- start 2023-11-25T03:14:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- start start 2023-11-25T03:14:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 0x7f2dac1e84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c4100 0x7f2dac1eaf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c63c0 0x7f2dac1527b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac1eb4d0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac155db0 con 0x7f2dac0c4100 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dac157c10 con 0x7f2dac0c63c0 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 0x7f2dac1e84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 0x7f2dac1e84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54244/0 (socket says 172.21.15.76:54244) 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 -- 172.21.15.76:0/1644509466 learned_addr learned my addr 172.21.15.76:0/1644509466 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db1900640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c4100 0x7f2dac1eaf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2902640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c63c0 0x7f2dac1527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 -- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c63c0 msgr2=0x7f2dac1527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c63c0 0x7f2dac1527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 -- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c4100 msgr2=0x7f2dac1eaf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c4100 0x7f2dac1eaf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 -- 172.21.15.76:0/1644509466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d9c009420 con 0x7f2dac0c06d0 2023-11-25T03:14:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db2101640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 0x7f2dac1e84f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f2da8007fd0 tx=0x7f2da800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da8005cf0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2da8005e70 con 0x7f2dac0c06d0 2023-11-25T03:14:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da80072f0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dac157ef0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.434+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dac1562e0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.438+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2dac068400 con 0x7f2dac0c06d0 2023-11-25T03:14:24.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.438+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2da8007450 con 0x7f2dac0c06d0 2023-11-25T03:14:24.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.438+0000 7f2da2ffd640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.438+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2da80837e0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.438+0000 7f2db1900640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.438+0000 7f2db1900640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c0ad000 tx=0x7f2d9c0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:24.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.442+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2da80508f0 con 0x7f2dac0c06d0 2023-11-25T03:14:24.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.590+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2dac0c3e50 con 0x7f2dac0c06d0 2023-11-25T03:14:24.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2da2ffd640 1 -- 172.21.15.76:0/1644509466 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f2da8053f10 con 0x7f2dac0c06d0 2023-11-25T03:14:24.598 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:24.598 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:24.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 msgr2=0x7f2d90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c0ad000 tx=0x7f2d9c0a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 msgr2=0x7f2dac1e84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 0x7f2dac1e84f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f2da8007fd0 tx=0x7f2da800c8e0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 shutdown_connections 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2d90066470 0x7f2d90068930 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2dac0c63c0 0x7f2dac1527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2dac0c4100 0x7f2dac1eaf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 --2- 172.21.15.76:0/1644509466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2dac0c06d0 0x7f2dac1e84f0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 >> 172.21.15.76:0/1644509466 conn(0x7f2dac06a5b0 msgr2=0x7f2dac153380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 shutdown_connections 2023-11-25T03:14:24.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.594+0000 7f2db4365640 1 -- 172.21.15.76:0/1644509466 wait complete. 2023-11-25T03:14:24.618 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:24.619 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:24.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.754+0000 7f8a33c9a640 1 Processor -- start 2023-11-25T03:14:24.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.754+0000 7f8a33c9a640 1 -- start start 2023-11-25T03:14:24.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a33c9a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8a2c0c5260 0x7f8a2c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a33c9a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a2c155de0 0x7f8a2c156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a33c9a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a2c0c2580 con 0x7f8a2c0c5640 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a33c9a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a2c153510 con 0x7f8a2c155de0 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a33c9a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a2c0c17f0 con 0x7f8a2c0c5260 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a2c155de0 0x7f8a2c156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a2c155de0 0x7f8a2c156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54250/0 (socket says 172.21.15.76:54250) 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 -- 172.21.15.76:0/3381518853 learned_addr learned my addr 172.21.15.76:0/3381518853 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 -- 172.21.15.76:0/3381518853 >> v2:172.21.15.106:3300/0 conn(0x7f8a2c0c5260 msgr2=0x7f8a2c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 --2- 172.21.15.76:0/3381518853 >> v2:172.21.15.106:3300/0 conn(0x7f8a2c0c5260 0x7f8a2c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 -- 172.21.15.76:0/3381518853 >> v1:172.21.15.106:6789/0 conn(0x7f8a2c0c5640 legacy=0x7f8a2c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:24.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.758+0000 7f8a32237640 1 -- 172.21.15.76:0/3381518853 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a2c0c1a00 con 0x7f8a2c155de0 2023-11-25T03:14:24.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a32237640 1 --2- 172.21.15.76:0/3381518853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c156230 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c0c6920 tx=0x7f8a2401c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c23b28ac6aec9a3 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:24.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a30a34640 1 -- 172.21.15.76:0/3381518853 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a240a5790 con 0x7f8a2c155de0 2023-11-25T03:14:24.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a30a34640 1 -- 172.21.15.76:0/3381518853 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a240a58f0 con 0x7f8a2c155de0 2023-11-25T03:14:24.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a30a34640 1 -- 172.21.15.76:0/3381518853 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a240a5c80 con 0x7f8a2c155de0 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 -- 172.21.15.76:0/3381518853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 msgr2=0x7f8a2c156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/3381518853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c156230 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c0c6920 tx=0x7f8a2401c8d0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 -- 172.21.15.76:0/3381518853 shutdown_connections 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/3381518853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c156230 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/3381518853 >> v2:172.21.15.106:3300/0 conn(0x7f8a2c0c5260 0x7f8a2c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 -- 172.21.15.76:0/3381518853 >> 172.21.15.76:0/3381518853 conn(0x7f8a2c06a5b0 msgr2=0x7f8a2c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 -- 172.21.15.76:0/3381518853 shutdown_connections 2023-11-25T03:14:24.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 -- 172.21.15.76:0/3381518853 wait complete. 2023-11-25T03:14:24.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 Processor -- start 2023-11-25T03:14:24.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.762+0000 7f8a33c9a640 1 -- start start 2023-11-25T03:14:24.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a2c0c5260 0x7f8a2c154270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a2c0c5640 0x7f8a2c1edd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c1ee280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c0be6a0 con 0x7f8a2c155de0 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c15c8a0 con 0x7f8a2c0c5260 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c15cb40 con 0x7f8a2c0c5640 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c1ee280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c1ee280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54264/0 (socket says 172.21.15.76:54264) 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 -- 172.21.15.76:0/1523720274 learned_addr learned my addr 172.21.15.76:0/1523720274 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 -- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a2c0c5640 msgr2=0x7f8a2c1edd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a31235640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a2c0c5640 0x7f8a2c1edd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a31a36640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a2c0c5260 0x7f8a2c154270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a2c0c5640 0x7f8a2c1edd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 -- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a2c0c5260 msgr2=0x7f8a2c154270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a2c0c5260 0x7f8a2c154270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 -- 172.21.15.76:0/1523720274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a24009b30 con 0x7f8a2c155de0 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a31235640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a2c0c5640 0x7f8a2c1edd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a31a36640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a2c0c5260 0x7f8a2c154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a32237640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c1ee280 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f8a2401a500 tx=0x7f8a24019670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a240b8670 con 0x7f8a2c155de0 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a240b87d0 con 0x7f8a2c155de0 2023-11-25T03:14:24.771 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a240b8b40 con 0x7f8a2c155de0 2023-11-25T03:14:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a2c0bf780 con 0x7f8a2c155de0 2023-11-25T03:14:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a2c0bfd40 con 0x7f8a2c155de0 2023-11-25T03:14:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a2c0bff30 con 0x7f8a2c155de0 2023-11-25T03:14:24.772 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.766+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8a240b8ca0 con 0x7f8a2c155de0 2023-11-25T03:14:24.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.770+0000 7f8a227fc640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8a10066470 0x7f8a10068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:24.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.770+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8a2411f8d0 con 0x7f8a2c155de0 2023-11-25T03:14:24.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.770+0000 7f8a31a36640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8a10066470 0x7f8a10068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:24.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.770+0000 7f8a31a36640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8a10066470 0x7f8a10068930 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c0c0120 tx=0x7f8a28008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:24.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.774+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8a240ecb00 con 0x7f8a2c155de0 2023-11-25T03:14:24.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.922+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8a2c06dac0 con 0x7f8a2c155de0 2023-11-25T03:14:24.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.922+0000 7f8a227fc640 1 -- 172.21.15.76:0/1523720274 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8a240bc0a0 con 0x7f8a2c155de0 2023-11-25T03:14:24.927 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:24.928 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8a10066470 msgr2=0x7f8a10068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8a10066470 0x7f8a10068930 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c0c0120 tx=0x7f8a28008040 comp rx=0 tx=0).stop 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 msgr2=0x7f8a2c1ee280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c1ee280 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f8a2401a500 tx=0x7f8a24019670 comp rx=0 tx=0).stop 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 shutdown_connections 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8a10066470 0x7f8a10068930 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c155de0 0x7f8a2c1ee280 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8a2c0c5640 0x7f8a2c1edd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 --2- 172.21.15.76:0/1523720274 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8a2c0c5260 0x7f8a2c154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 >> 172.21.15.76:0/1523720274 conn(0x7f8a2c06a5b0 msgr2=0x7f8a2c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:24.929 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 shutdown_connections 2023-11-25T03:14:24.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:24.926+0000 7f8a33c9a640 1 -- 172.21.15.76:0/1523720274 wait complete. 2023-11-25T03:14:24.947 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:25.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 Processor -- start 2023-11-25T03:14:25.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 -- start start 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f44780c7ea0 0x7f447806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f447815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f447806c860 con 0x7f4478151e90 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44780c8750 con 0x7f44780c7ea0 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447ce79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44781552d0 con 0x7f447806b9e0 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447659c640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f4478151e90 0x7f44780c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:52070/0 (socket says 172.21.15.76:52070) 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447659c640 1 -- 172.21.15.76:0/1634927004 learned_addr learned my addr 172.21.15.76:0/1634927004 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:25.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f4476d9d640 1 --2- 172.21.15.76:0/1634927004 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f447815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f4475d9b640 1 --2- 172.21.15.76:0/1634927004 >> v2:172.21.15.106:3300/0 conn(0x7f44780c7ea0 0x7f447806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447559a640 1 -- 172.21.15.76:0/1634927004 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 487148059 0 0) 0x7f447806c860 con 0x7f4478151e90 2023-11-25T03:14:25.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f447559a640 1 -- 172.21.15.76:0/1634927004 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4460003530 con 0x7f4478151e90 2023-11-25T03:14:25.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f4476d9d640 1 -- 172.21.15.76:0/1634927004 >> v2:172.21.15.106:3300/0 conn(0x7f44780c7ea0 msgr2=0x7f447806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:25.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f4476d9d640 1 --2- 172.21.15.76:0/1634927004 >> v2:172.21.15.106:3300/0 conn(0x7f44780c7ea0 0x7f447806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f4476d9d640 1 -- 172.21.15.76:0/1634927004 >> v1:172.21.15.106:6789/0 conn(0x7f4478151e90 legacy=0x7f44780c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.086+0000 7f4476d9d640 1 -- 172.21.15.76:0/1634927004 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4478154930 con 0x7f447806b9e0 2023-11-25T03:14:25.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f4476d9d640 1 --2- 172.21.15.76:0/1634927004 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f447815f0a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4470009d90 tx=0x7f447001c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=701a6324e85e52ee server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447559a640 1 -- 172.21.15.76:0/1634927004 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44700a6700 con 0x7f447806b9e0 2023-11-25T03:14:25.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447559a640 1 -- 172.21.15.76:0/1634927004 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44700a6860 con 0x7f447806b9e0 2023-11-25T03:14:25.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447559a640 1 -- 172.21.15.76:0/1634927004 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44700a6bf0 con 0x7f447806b9e0 2023-11-25T03:14:25.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 -- 172.21.15.76:0/1634927004 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 msgr2=0x7f447815f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 --2- 172.21.15.76:0/1634927004 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f447815f0a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4470009d90 tx=0x7f447001c830 comp rx=0 tx=0).stop 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 -- 172.21.15.76:0/1634927004 shutdown_connections 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 --2- 172.21.15.76:0/1634927004 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f447815f0a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 --2- 172.21.15.76:0/1634927004 >> v2:172.21.15.106:3300/0 conn(0x7f44780c7ea0 0x7f447806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 -- 172.21.15.76:0/1634927004 >> 172.21.15.76:0/1634927004 conn(0x7f44780ca170 msgr2=0x7f44780ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 -- 172.21.15.76:0/1634927004 shutdown_connections 2023-11-25T03:14:25.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.090+0000 7f447ce79640 1 -- 172.21.15.76:0/1634927004 wait complete. 2023-11-25T03:14:25.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 Processor -- start 2023-11-25T03:14:25.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 -- start start 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f44780ab0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44780c7ea0 0x7f4478146600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 0x7f44780c20c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44781edce0 con 0x7f4478151e90 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44780c3230 con 0x7f44780c7ea0 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447ce79640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f447814c7b0 con 0x7f447806b9e0 2023-11-25T03:14:25.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 0x7f44780c20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f447659c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f44780ab0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4475d9b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44780c7ea0 0x7f4478146600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 0x7f44780c20c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54266/0 (socket says 172.21.15.76:54266) 2023-11-25T03:14:25.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 -- 172.21.15.76:0/143295481 learned_addr learned my addr 172.21.15.76:0/143295481 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 -- 172.21.15.76:0/143295481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 msgr2=0x7f44780ab0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f44780ab0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 -- 172.21.15.76:0/143295481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44780c7ea0 msgr2=0x7f4478146600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44780c7ea0 0x7f4478146600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 -- 172.21.15.76:0/143295481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4470009a70 con 0x7f4478151e90 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.094+0000 7f4476d9d640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 0x7f44780c20c0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f44700b0040 tx=0x7f44700195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44700ba670 con 0x7f4478151e90 2023-11-25T03:14:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44700ba7d0 con 0x7f4478151e90 2023-11-25T03:14:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44700bab60 con 0x7f4478151e90 2023-11-25T03:14:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4478146b40 con 0x7f4478151e90 2023-11-25T03:14:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44780c3480 con 0x7f4478151e90 2023-11-25T03:14:25.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4478068400 con 0x7f4478151e90 2023-11-25T03:14:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f44700bacc0 con 0x7f4478151e90 2023-11-25T03:14:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f4466ffd640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44580664a0 0x7f4458068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f44700aa070 con 0x7f4478151e90 2023-11-25T03:14:25.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.098+0000 7f447659c640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44580664a0 0x7f4458068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.102+0000 7f447659c640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44580664a0 0x7f4458068960 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f44680011f0 tx=0x7f4468007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.108 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.102+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f44700ec420 con 0x7f4478151e90 2023-11-25T03:14:25.260 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f44781522e0 con 0x7f4478151e90 2023-11-25T03:14:25.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f4466ffd640 1 -- 172.21.15.76:0/143295481 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v74) v1 ==== 104+0+11 (secure 0 0 0) 0x7f44781522e0 con 0x7f4478151e90 2023-11-25T03:14:25.261 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44580664a0 msgr2=0x7f4458068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44580664a0 0x7f4458068960 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f44680011f0 tx=0x7f4468007d40 comp rx=0 tx=0).stop 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 msgr2=0x7f44780c20c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 0x7f44780c20c0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f44700b0040 tx=0x7f44700195d0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 shutdown_connections 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f44580664a0 0x7f4458068960 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4478151e90 0x7f44780c20c0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f44780c7ea0 0x7f4478146600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 --2- 172.21.15.76:0/143295481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f447806b9e0 0x7f44780ab0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 >> 172.21.15.76:0/143295481 conn(0x7f44780ca170 msgr2=0x7f44781510c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:25.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 shutdown_connections 2023-11-25T03:14:25.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.258+0000 7f447ce79640 1 -- 172.21.15.76:0/143295481 wait complete. 2023-11-25T03:14:25.281 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:25.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 Processor -- start 2023-11-25T03:14:25.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 -- start start 2023-11-25T03:14:25.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f60d40c5260 0x7f60d406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f60d4155de0 0x7f60d4156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60d40c2580 con 0x7f60d40c5640 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60d4153510 con 0x7f60d4155de0 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d9101640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60d40c17f0 con 0x7f60d40c5260 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d359e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f60d4155de0 0x7f60d4156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d359e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f60d4155de0 0x7f60d4156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54270/0 (socket says 172.21.15.76:54270) 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d359e640 1 -- 172.21.15.76:0/3986133746 learned_addr learned my addr 172.21.15.76:0/3986133746 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:25.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.418+0000 7f60d2d9d640 1 --2- 172.21.15.76:0/3986133746 >> v2:172.21.15.106:3300/0 conn(0x7f60d40c5260 0x7f60d406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d359e640 1 -- 172.21.15.76:0/3986133746 >> v2:172.21.15.106:3300/0 conn(0x7f60d40c5260 msgr2=0x7f60d406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:25.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d359e640 1 --2- 172.21.15.76:0/3986133746 >> v2:172.21.15.106:3300/0 conn(0x7f60d40c5260 0x7f60d406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d359e640 1 -- 172.21.15.76:0/3986133746 >> v1:172.21.15.106:6789/0 conn(0x7f60d40c5640 legacy=0x7f60d40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d359e640 1 -- 172.21.15.76:0/3986133746 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60d40c1a00 con 0x7f60d4155de0 2023-11-25T03:14:25.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d359e640 1 --2- 172.21.15.76:0/3986133746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4156230 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f60d40c6920 tx=0x7f60cc01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=831aaac40b19faae server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d259c640 1 -- 172.21.15.76:0/3986133746 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc0a57d0 con 0x7f60d4155de0 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d259c640 1 -- 172.21.15.76:0/3986133746 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60cc0a5930 con 0x7f60d4155de0 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d259c640 1 -- 172.21.15.76:0/3986133746 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc0a5cc0 con 0x7f60d4155de0 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 -- 172.21.15.76:0/3986133746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 msgr2=0x7f60d4156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 --2- 172.21.15.76:0/3986133746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4156230 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f60d40c6920 tx=0x7f60cc01c910 comp rx=0 tx=0).stop 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 -- 172.21.15.76:0/3986133746 shutdown_connections 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 --2- 172.21.15.76:0/3986133746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4156230 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 --2- 172.21.15.76:0/3986133746 >> v2:172.21.15.106:3300/0 conn(0x7f60d40c5260 0x7f60d406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 -- 172.21.15.76:0/3986133746 >> 172.21.15.76:0/3986133746 conn(0x7f60d406a5b0 msgr2=0x7f60d406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:25.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 -- 172.21.15.76:0/3986133746 shutdown_connections 2023-11-25T03:14:25.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.422+0000 7f60d9101640 1 -- 172.21.15.76:0/3986133746 wait complete. 2023-11-25T03:14:25.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 Processor -- start 2023-11-25T03:14:25.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 -- start start 2023-11-25T03:14:25.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f60d40c5260 0x7f60d40aa870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f60d40c5640 0x7f60d406fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4070420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60d4150f90 con 0x7f60d4155de0 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60d4148cf0 con 0x7f60d40c5260 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60d41ecf70 con 0x7f60d40c5640 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4070420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4070420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54272/0 (socket says 172.21.15.76:54272) 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 -- 172.21.15.76:0/267887663 learned_addr learned my addr 172.21.15.76:0/267887663 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d2d9d640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f60d40c5260 0x7f60d40aa870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60cbfff640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f60d40c5640 0x7f60d406fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 -- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f60d40c5640 msgr2=0x7f60d406fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f60d40c5640 0x7f60d406fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 -- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f60d40c5260 msgr2=0x7f60d40aa870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f60d40c5260 0x7f60d40aa870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 -- 172.21.15.76:0/267887663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60cc009b30 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d359e640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4070420 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f60cc0af040 tx=0x7f60cc0196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc0b8670 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60cc0b87f0 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60cc0b8ba0 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.426+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60d41ed250 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60d41ed810 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60d4068400 con 0x7f60d4155de0 2023-11-25T03:14:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f60cc0b8d00 con 0x7f60d4155de0 2023-11-25T03:14:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60cb7fe640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f60b4066470 0x7f60b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f60cc11fa80 con 0x7f60d4155de0 2023-11-25T03:14:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60d2d9d640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f60b4066470 0x7f60b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.436 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.430+0000 7f60d2d9d640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f60b4066470 0x7f60b4068930 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f60c4009ac0 tx=0x7f60c4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.434+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f60cc0ece20 con 0x7f60d4155de0 2023-11-25T03:14:25.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f60d4072080 con 0x7f60d4155de0 2023-11-25T03:14:25.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60cb7fe640 1 -- 172.21.15.76:0/267887663 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v74) v1 ==== 100+0+11 (secure 0 0 0) 0x7f60cc0bc020 con 0x7f60d4155de0 2023-11-25T03:14:25.590 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f60b4066470 msgr2=0x7f60b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f60b4066470 0x7f60b4068930 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f60c4009ac0 tx=0x7f60c4009190 comp rx=0 tx=0).stop 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 msgr2=0x7f60d4070420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4070420 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f60cc0af040 tx=0x7f60cc0196b0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 shutdown_connections 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f60b4066470 0x7f60b4068930 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60d4155de0 0x7f60d4070420 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f60d40c5640 0x7f60d406fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 --2- 172.21.15.76:0/267887663 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f60d40c5260 0x7f60d40aa870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 >> 172.21.15.76:0/267887663 conn(0x7f60d406a5b0 msgr2=0x7f60d41561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:25.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 shutdown_connections 2023-11-25T03:14:25.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.586+0000 7f60d9101640 1 -- 172.21.15.76:0/267887663 wait complete. 2023-11-25T03:14:25.611 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:25.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 Processor -- start 2023-11-25T03:14:25.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 -- start start 2023-11-25T03:14:25.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b4151bb0 0x7fa0b406ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa0b40c7c30 0x7fa0b415ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0b40c8400 con 0x7fa0b40bd3c0 2023-11-25T03:14:25.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0b40c86e0 con 0x7fa0b40c7c30 2023-11-25T03:14:25.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b89b5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b41543e0 con 0x7fa0b4151bb0 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b4151bb0 0x7fa0b406ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b2ffd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fa0b40bd3c0 0x7fa0b40c46b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:52090/0 (socket says 172.21.15.76:52090) 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b2ffd640 1 -- 172.21.15.76:0/2864960717 learned_addr learned my addr 172.21.15.76:0/2864960717 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b3fff640 1 --2- 172.21.15.76:0/2864960717 >> v2:172.21.15.106:3300/0 conn(0x7fa0b40c7c30 0x7fa0b415ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b27fc640 1 -- 172.21.15.76:0/2864960717 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2302363710 0 0) 0x7fa0b40c8400 con 0x7fa0b40bd3c0 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b27fc640 1 -- 172.21.15.76:0/2864960717 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa09c003530 con 0x7fa0b40bd3c0 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b37fe640 1 -- 172.21.15.76:0/2864960717 >> v2:172.21.15.106:3300/0 conn(0x7fa0b40c7c30 msgr2=0x7fa0b415ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b37fe640 1 --2- 172.21.15.76:0/2864960717 >> v2:172.21.15.106:3300/0 conn(0x7fa0b40c7c30 0x7fa0b415ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b37fe640 1 -- 172.21.15.76:0/2864960717 >> v1:172.21.15.106:6789/0 conn(0x7fa0b40bd3c0 legacy=0x7fa0b40c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b37fe640 1 -- 172.21.15.76:0/2864960717 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b41545f0 con 0x7fa0b4151bb0 2023-11-25T03:14:25.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.750+0000 7fa0b3fff640 1 --2- 172.21.15.76:0/2864960717 >> v2:172.21.15.106:3300/0 conn(0x7fa0b40c7c30 0x7fa0b415ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b37fe640 1 --2- 172.21.15.76:0/2864960717 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b4151bb0 0x7fa0b406ba40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40097c0 tx=0x7fa0a401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de69858749d8644c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b27fc640 1 -- 172.21.15.76:0/2864960717 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a40ab600 con 0x7fa0b4151bb0 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b27fc640 1 -- 172.21.15.76:0/2864960717 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0a40a7050 con 0x7fa0b4151bb0 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b27fc640 1 -- 172.21.15.76:0/2864960717 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a40ab980 con 0x7fa0b4151bb0 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2864960717 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b4151bb0 msgr2=0x7fa0b406ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2864960717 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b4151bb0 0x7fa0b406ba40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40097c0 tx=0x7fa0a401c330 comp rx=0 tx=0).stop 2023-11-25T03:14:25.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2864960717 shutdown_connections 2023-11-25T03:14:25.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2864960717 >> v2:172.21.15.106:3300/0 conn(0x7fa0b40c7c30 0x7fa0b415ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2864960717 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b4151bb0 0x7fa0b406ba40 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2864960717 >> 172.21.15.76:0/2864960717 conn(0x7fa0b40abcc0 msgr2=0x7fa0b40ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:25.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2864960717 shutdown_connections 2023-11-25T03:14:25.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.754+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2864960717 wait complete. 2023-11-25T03:14:25.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 Processor -- start 2023-11-25T03:14:25.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 -- start start 2023-11-25T03:14:25.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0b40bd3c0 0x7fa0b41ee280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b40c7c30 0x7fa0b4147cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 0x7fa0b4148230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b414eef0 con 0x7fa0b4151bb0 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b41584b0 con 0x7fa0b40bd3c0 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b4158100 con 0x7fa0b40c7c30 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 0x7fa0b4148230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 0x7fa0b4148230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54282/0 (socket says 172.21.15.76:54282) 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 -- 172.21.15.76:0/2814961461 learned_addr learned my addr 172.21.15.76:0/2814961461 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b37fe640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0b40bd3c0 0x7fa0b41ee280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b2ffd640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b40c7c30 0x7fa0b4147cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 -- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b40c7c30 msgr2=0x7fa0b4147cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b40c7c30 0x7fa0b4147cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 -- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0b40bd3c0 msgr2=0x7fa0b41ee280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0b40bd3c0 0x7fa0b41ee280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 -- 172.21.15.76:0/2814961461 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0ac009a70 con 0x7fa0b4151bb0 2023-11-25T03:14:25.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b3fff640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 0x7fa0b4148230 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac009f00 tx=0x7fa0ac00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac009d70 con 0x7fa0b4151bb0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0ac00f040 con 0x7fa0b4151bb0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0a4009420 con 0x7fa0b4151bb0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac003bc0 con 0x7fa0b4151bb0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.758+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0b414ca10 con 0x7fa0b4151bb0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.762+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0b4067e90 con 0x7fa0b4151bb0 2023-11-25T03:14:25.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.762+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa0ac014480 con 0x7fa0b4151bb0 2023-11-25T03:14:25.766 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.762+0000 7fa09bfff640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0a0066470 0x7fa0a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:25.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.762+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa0ac084c50 con 0x7fa0b4151bb0 2023-11-25T03:14:25.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.762+0000 7fa0b37fe640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0a0066470 0x7fa0a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:25.767 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.762+0000 7fa0b37fe640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0a0066470 0x7fa0a0068930 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40ad000 tx=0x7fa0a4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:25.770 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.766+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa0ac08a020 con 0x7fa0b4151bb0 2023-11-25T03:14:25.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.914+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa0b414c870 con 0x7fa0b4151bb0 2023-11-25T03:14:25.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.914+0000 7fa09bfff640 1 -- 172.21.15.76:0/2814961461 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7fa0b414c870 con 0x7fa0b4151bb0 2023-11-25T03:14:25.920 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:25.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0a0066470 msgr2=0x7fa0a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0a0066470 0x7fa0a0068930 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40ad000 tx=0x7fa0a4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:25.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 msgr2=0x7fa0b4148230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:25.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 0x7fa0b4148230 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac009f00 tx=0x7fa0ac00c490 comp rx=0 tx=0).stop 2023-11-25T03:14:25.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 shutdown_connections 2023-11-25T03:14:25.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa0a0066470 0x7fa0a0068930 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0b4151bb0 0x7fa0b4148230 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa0b40c7c30 0x7fa0b4147cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 --2- 172.21.15.76:0/2814961461 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa0b40bd3c0 0x7fa0b41ee280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:25.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 >> 172.21.15.76:0/2814961461 conn(0x7fa0b40abcc0 msgr2=0x7fa0b40c46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:25.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 shutdown_connections 2023-11-25T03:14:25.923 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:25.918+0000 7fa0b89b5640 1 -- 172.21.15.76:0/2814961461 wait complete. 2023-11-25T03:14:25.942 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:26.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.078+0000 7efe518d6640 1 Processor -- start 2023-11-25T03:14:26.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.078+0000 7efe518d6640 1 -- start start 2023-11-25T03:14:26.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe518d6640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efe4c0c7ea0 0x7efe4c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe518d6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe4c06c860 con 0x7efe4c151e90 2023-11-25T03:14:26.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe518d6640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe4c154930 con 0x7efe4c06b9e0 2023-11-25T03:14:26.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe518d6640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe4c0c8750 con 0x7efe4c0c7ea0 2023-11-25T03:14:26.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efe4c151e90 0x7efe4c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46200/0 (socket says 172.21.15.76:46200) 2023-11-25T03:14:26.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4affd640 1 -- 172.21.15.76:0/1272421043 learned_addr learned my addr 172.21.15.76:0/1272421043 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:26.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 --2- 172.21.15.76:0/1272421043 >> v2:172.21.15.106:3300/0 conn(0x7efe4c0c7ea0 0x7efe4c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2807203294 0 0) 0x7efe4c06c860 con 0x7efe4c151e90 2023-11-25T03:14:26.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe38003530 con 0x7efe4c151e90 2023-11-25T03:14:26.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 708738768 0 0) 0x7efe4c154930 con 0x7efe4c06b9e0 2023-11-25T03:14:26.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe4c06c860 con 0x7efe4c06b9e0 2023-11-25T03:14:26.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 31082382 0 0) 0x7efe38003530 con 0x7efe4c151e90 2023-11-25T03:14:26.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 >> v2:172.21.15.106:3300/0 conn(0x7efe4c0c7ea0 msgr2=0x7efe4c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:26.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 --2- 172.21.15.76:0/1272421043 >> v2:172.21.15.106:3300/0 conn(0x7efe4c0c7ea0 0x7efe4c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 >> v1:172.21.15.106:6789/0 conn(0x7efe4c06b9e0 legacy=0x7efe4c15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe4c154c10 con 0x7efe4c151e90 2023-11-25T03:14:26.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7efe3c001680 con 0x7efe4c151e90 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 >> v1:172.21.15.76:6789/0 conn(0x7efe4c151e90 legacy=0x7efe4c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe38003b60 0x7efe38003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe38004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe38005250 0x7efe3800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c0c8750 con 0x7efe380047d0 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe3800c190 con 0x7efe38003b60 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe3800c350 con 0x7efe38005250 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 --2- 172.21.15.76:0/1272421043 >> v2:172.21.15.106:3300/0 conn(0x7efe4c0c7ea0 0x7efe4c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe38004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4affd640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe38003b60 0x7efe38003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4b7fe640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe38005250 0x7efe3800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 -- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe38005250 msgr2=0x7efe3800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:26.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe38005250 0x7efe3800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 -- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe38003b60 msgr2=0x7efe38003f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:26.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe38003b60 0x7efe38003f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe43fff640 1 -- 172.21.15.76:0/1272421043 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe38003530 con 0x7efe380047d0 2023-11-25T03:14:26.093 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.082+0000 7efe4b7fe640 1 -- 172.21.15.76:0/1272421043 reap_dead start 2023-11-25T03:14:26.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe43fff640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe38004c50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7efe34009c90 tx=0x7efe3401cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8d6fd65d1d3f0cf server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe34004020 con 0x7efe380047d0 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe34004180 con 0x7efe380047d0 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe4a7fc640 1 -- 172.21.15.76:0/1272421043 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe340a5670 con 0x7efe380047d0 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 -- 172.21.15.76:0/1272421043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 msgr2=0x7efe38004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe38004c50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7efe34009c90 tx=0x7efe3401cbd0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 -- 172.21.15.76:0/1272421043 shutdown_connections 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 --2- 172.21.15.76:0/1272421043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe38004c50 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 -- 172.21.15.76:0/1272421043 >> 172.21.15.76:0/1272421043 conn(0x7efe4c0ca170 msgr2=0x7efe4c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 -- 172.21.15.76:0/1272421043 shutdown_connections 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.086+0000 7efe518d6640 1 -- 172.21.15.76:0/1272421043 wait complete. 2023-11-25T03:14:26.096 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 Processor -- start 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- start start 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe4c1edcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe4c1539d0 0x7efe4c147750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe4c1ee6f0 0x7efe4c1eeb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c1552d0 con 0x7efe380047d0 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c1ef0b0 con 0x7efe4c1539d0 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c1480e0 con 0x7efe4c1ee6f0 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe4c1edcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe4c1edcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54292/0 (socket says 172.21.15.76:54292) 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 -- 172.21.15.76:0/3404364421 learned_addr learned my addr 172.21.15.76:0/3404364421 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4b7fe640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe4c1ee6f0 0x7efe4c1eeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.097 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe43fff640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe4c1539d0 0x7efe4c147750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 -- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe4c1ee6f0 msgr2=0x7efe4c1eeb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe4c1ee6f0 0x7efe4c1eeb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 -- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe4c1539d0 msgr2=0x7efe4c147750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe4c1539d0 0x7efe4c147750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 -- 172.21.15.76:0/3404364421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe4c152b80 con 0x7efe380047d0 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe43fff640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe4c1539d0 0x7efe4c147750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:26.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe4affd640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe4c1edcb0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7efe3c004ed0 tx=0x7efe3c007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3c00f750 con 0x7efe380047d0 2023-11-25T03:14:26.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe3c00f8d0 con 0x7efe380047d0 2023-11-25T03:14:26.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe4c1ee1f0 con 0x7efe380047d0 2023-11-25T03:14:26.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3c00fc80 con 0x7efe380047d0 2023-11-25T03:14:26.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe4c153f40 con 0x7efe380047d0 2023-11-25T03:14:26.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.090+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe4c068400 con 0x7efe380047d0 2023-11-25T03:14:26.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.094+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efe3c01d460 con 0x7efe380047d0 2023-11-25T03:14:26.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.094+0000 7efe48ff9640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe2c066470 0x7efe2c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.094+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efe3c084090 con 0x7efe380047d0 2023-11-25T03:14:26.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.094+0000 7efe43fff640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe2c066470 0x7efe2c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.100 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.094+0000 7efe43fff640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe2c066470 0x7efe2c068930 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7efe340ae000 tx=0x7efe340046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.098+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efe3c0511a0 con 0x7efe380047d0 2023-11-25T03:14:26.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.246+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7efe4c06ca50 con 0x7efe380047d0 2023-11-25T03:14:26.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.246+0000 7efe48ff9640 1 -- 172.21.15.76:0/3404364421 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7efe3c0547c0 con 0x7efe380047d0 2023-11-25T03:14:26.252 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:26.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe2c066470 msgr2=0x7efe2c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe2c066470 0x7efe2c068930 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7efe340ae000 tx=0x7efe340046d0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 msgr2=0x7efe4c1edcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe4c1edcb0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7efe3c004ed0 tx=0x7efe3c007430 comp rx=0 tx=0).stop 2023-11-25T03:14:26.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 shutdown_connections 2023-11-25T03:14:26.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe2c066470 0x7efe2c068930 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe4c1ee6f0 0x7efe4c1eeb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe4c1539d0 0x7efe4c147750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 --2- 172.21.15.76:0/3404364421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe380047d0 0x7efe4c1edcb0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 >> 172.21.15.76:0/3404364421 conn(0x7efe4c0ca170 msgr2=0x7efe4c0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:26.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 shutdown_connections 2023-11-25T03:14:26.256 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.250+0000 7efe518d6640 1 -- 172.21.15.76:0/3404364421 wait complete. 2023-11-25T03:14:26.273 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:14:26.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.406+0000 7f021d7d8640 1 Processor -- start 2023-11-25T03:14:26.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.406+0000 7f021d7d8640 1 -- start start 2023-11-25T03:14:26.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f021d7d8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f02180a5370 0x7f02180c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f021d7d8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 0x7f02181516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f021d7d8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02180c2760 con 0x7f02180c4110 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f021d7d8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02180c3070 con 0x7f02180a5370 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f021d7d8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0218151bf0 con 0x7f0218072090 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 0x7f02181516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 0x7f02181516b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:45010/0 (socket says 172.21.15.76:45010) 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 -- 172.21.15.76:0/1875944870 learned_addr learned my addr 172.21.15.76:0/1875944870 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:26.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f0216ffd640 1 --2- 172.21.15.76:0/1875944870 >> v2:172.21.15.106:3300/0 conn(0x7f02180a5370 0x7f02180c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 -- 172.21.15.76:0/1875944870 >> v2:172.21.15.106:3300/0 conn(0x7f02180a5370 msgr2=0x7f02180c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:26.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 --2- 172.21.15.76:0/1875944870 >> v2:172.21.15.106:3300/0 conn(0x7f02180a5370 0x7f02180c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 -- 172.21.15.76:0/1875944870 >> v1:172.21.15.106:6789/0 conn(0x7f02180c4110 legacy=0x7f0218150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02167fc640 1 -- 172.21.15.76:0/1875944870 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2284079033 0 0) 0x7f02180c2760 con 0x7f02180c4110 2023-11-25T03:14:26.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.410+0000 7f02177fe640 1 -- 172.21.15.76:0/1875944870 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02180a5750 con 0x7f0218072090 2023-11-25T03:14:26.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f02177fe640 1 --2- 172.21.15.76:0/1875944870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 0x7f02181516b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f021000af60 tx=0x7f021001d9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2a28f681263149c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f02167fc640 1 -- 172.21.15.76:0/1875944870 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f021000a2d0 con 0x7f0218072090 2023-11-25T03:14:26.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f02167fc640 1 -- 172.21.15.76:0/1875944870 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02100a6800 con 0x7f0218072090 2023-11-25T03:14:26.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f02167fc640 1 -- 172.21.15.76:0/1875944870 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02100a6b90 con 0x7f0218072090 2023-11-25T03:14:26.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 -- 172.21.15.76:0/1875944870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 msgr2=0x7f02181516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 --2- 172.21.15.76:0/1875944870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 0x7f02181516b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f021000af60 tx=0x7f021001d9c0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 -- 172.21.15.76:0/1875944870 shutdown_connections 2023-11-25T03:14:26.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 --2- 172.21.15.76:0/1875944870 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0218072090 0x7f02181516b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 --2- 172.21.15.76:0/1875944870 >> v2:172.21.15.106:3300/0 conn(0x7f02180a5370 0x7f02180c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 -- 172.21.15.76:0/1875944870 >> 172.21.15.76:0/1875944870 conn(0x7f021806a5b0 msgr2=0x7f021806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:26.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 -- 172.21.15.76:0/1875944870 shutdown_connections 2023-11-25T03:14:26.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 -- 172.21.15.76:0/1875944870 wait complete. 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 Processor -- start 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.414+0000 7f021d7d8640 1 -- start start 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 0x7f02180c4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02180a5370 0x7f02181492c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f02180c4110 0x7f0218149800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f021814e6d0 con 0x7f0218072090 2023-11-25T03:14:26.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f021814a980 con 0x7f02180c4110 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02181ecf10 con 0x7f02180a5370 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 0x7f02180c4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 0x7f02180c4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54298/0 (socket says 172.21.15.76:54298) 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 -- 172.21.15.76:0/3494455115 learned_addr learned my addr 172.21.15.76:0/3494455115 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f020e7fc640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02180a5370 0x7f02181492c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f02177fe640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f02180c4110 0x7f0218149800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 -- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02180a5370 msgr2=0x7f02181492c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02180a5370 0x7f02181492c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 -- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f02180c4110 msgr2=0x7f0218149800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f02180c4110 0x7f0218149800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 -- 172.21.15.76:0/3494455115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f021000ac40 con 0x7f0218072090 2023-11-25T03:14:26.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f0216ffd640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 0x7f02180c4f40 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f020800e930 tx=0x7f020800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0208009690 con 0x7f0218072090 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f020800ca00 con 0x7f0218072090 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f020800cd70 con 0x7f0218072090 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0218070960 con 0x7f0218072090 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f021814b1a0 con 0x7f0218072090 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.418+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0218068400 con 0x7f0218072090 2023-11-25T03:14:26.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.422+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0208013470 con 0x7f0218072090 2023-11-25T03:14:26.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.422+0000 7f020ffff640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f01f8066470 0x7f01f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.422+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0208084390 con 0x7f0218072090 2023-11-25T03:14:26.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.422+0000 7f020e7fc640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f01f8066470 0x7f01f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.422+0000 7f020e7fc640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f01f8066470 0x7f01f8068930 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0218150da0 tx=0x7f0200009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.426+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0208051610 con 0x7f0218072090 2023-11-25T03:14:26.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.586+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f021806baf0 con 0x7f0218072090 2023-11-25T03:14:26.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.586+0000 7f020ffff640 1 -- 172.21.15.76:0/3494455115 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v74) v1 ==== 80+0+0 (secure 0 0 0) 0x7f021806baf0 con 0x7f0218072090 2023-11-25T03:14:26.591 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:14:26.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f01f8066470 msgr2=0x7f01f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f01f8066470 0x7f01f8068930 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0218150da0 tx=0x7f0200009040 comp rx=0 tx=0).stop 2023-11-25T03:14:26.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 msgr2=0x7f02180c4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 0x7f02180c4f40 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f020800e930 tx=0x7f020800edf0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 shutdown_connections 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f01f8066470 0x7f01f8068930 secure :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0218150da0 tx=0x7f0200009040 comp rx=0 tx=0).stop 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f02180c4110 0x7f0218149800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f02180a5370 0x7f02181492c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 --2- 172.21.15.76:0/3494455115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0218072090 0x7f02180c4f40 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 >> 172.21.15.76:0/3494455115 conn(0x7f021806a5b0 msgr2=0x7f02180bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 shutdown_connections 2023-11-25T03:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.590+0000 7f021d7d8640 1 -- 172.21.15.76:0/3494455115 wait complete. 2023-11-25T03:14:26.612 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-11-25T03:14:26.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:26.612 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:26.675 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:14:26.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:26.675 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:14:26.695 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:26.695 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:26.747 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:14:26.748 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-25T03:14:26.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.882+0000 7f3fe5632640 1 Processor -- start 2023-11-25T03:14:26.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.882+0000 7f3fe5632640 1 -- start start 2023-11-25T03:14:26.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fe5632640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3fe0151e90 0x7f3fe00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fe5632640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3fe00c7ea0 0x7f3fe006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fe5632640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fe006c860 con 0x7f3fe00c4e60 2023-11-25T03:14:26.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fe5632640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fe00c8750 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fe5632640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fe01552d0 con 0x7f3fe0151e90 2023-11-25T03:14:26.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3fe00c7ea0 0x7f3fe006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3fe00c7ea0 0x7f3fe006b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54310/0 (socket says 172.21.15.76:54310) 2023-11-25T03:14:26.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 -- 172.21.15.76:0/508954908 learned_addr learned my addr 172.21.15.76:0/508954908 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:26.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fdeffd640 1 --2- 172.21.15.76:0/508954908 >> v2:172.21.15.106:3300/0 conn(0x7f3fe0151e90 0x7f3fe00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 -- 172.21.15.76:0/508954908 >> v2:172.21.15.106:3300/0 conn(0x7f3fe0151e90 msgr2=0x7f3fe00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:26.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 --2- 172.21.15.76:0/508954908 >> v2:172.21.15.106:3300/0 conn(0x7f3fe0151e90 0x7f3fe00c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 -- 172.21.15.76:0/508954908 >> v1:172.21.15.106:6789/0 conn(0x7f3fe00c4e60 legacy=0x7f3fe006b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.886+0000 7f3fd7fff640 1 -- 172.21.15.76:0/508954908 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fe0154930 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fd7fff640 1 --2- 172.21.15.76:0/508954908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe006b4a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f3fe008b410 tx=0x7f3fc801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7c7a5a049acd3b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fde7fc640 1 -- 172.21.15.76:0/508954908 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fc80ab600 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fde7fc640 1 -- 172.21.15.76:0/508954908 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fc80a7050 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fde7fc640 1 -- 172.21.15.76:0/508954908 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fc80ab980 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 -- 172.21.15.76:0/508954908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 msgr2=0x7f3fe006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 --2- 172.21.15.76:0/508954908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe006b4a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f3fe008b410 tx=0x7f3fc801c3e0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 -- 172.21.15.76:0/508954908 shutdown_connections 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 --2- 172.21.15.76:0/508954908 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe006b4a0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 --2- 172.21.15.76:0/508954908 >> v2:172.21.15.106:3300/0 conn(0x7f3fe0151e90 0x7f3fe00c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 -- 172.21.15.76:0/508954908 >> 172.21.15.76:0/508954908 conn(0x7f3fe00ca170 msgr2=0x7f3fe00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 -- 172.21.15.76:0/508954908 shutdown_connections 2023-11-25T03:14:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 -- 172.21.15.76:0/508954908 wait complete. 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 Processor -- start 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 -- start start 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.890+0000 7f3fe5632640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3fe00c4e60 0x7f3fe014e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe00c1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3fe0151e90 0x7f3fe00c24f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe01ed370 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe00c2a30 con 0x7f3fe00c4e60 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe00ad420 con 0x7f3fe0151e90 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe00c1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe00c1fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54320/0 (socket says 172.21.15.76:54320) 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 -- 172.21.15.76:0/1812011106 learned_addr learned my addr 172.21.15.76:0/1812011106 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fdeffd640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3fe00c4e60 0x7f3fe014e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fdf7fe640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3fe0151e90 0x7f3fe00c24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 -- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3fe0151e90 msgr2=0x7f3fe00c24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3fe0151e90 0x7f3fe00c24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 -- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3fe00c4e60 msgr2=0x7f3fe014e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3fe00c4e60 0x7f3fe014e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 -- 172.21.15.76:0/1812011106 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fc80094d0 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd7fff640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe00c1fb0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8018ff0 tx=0x7f3fc8019180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fc80b4620 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fc80b4780 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fe00c1210 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fc80b4b30 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fe00c17d0 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fe0068400 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.894+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3fc80b2070 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.898+0000 7f3fd77fe640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3fc0066470 0x7f3fc0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.898+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f3fc811dc90 con 0x7f3fe00c7ea0 2023-11-25T03:14:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.898+0000 7f3fdeffd640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3fc0066470 0x7f3fc0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.898+0000 7f3fdeffd640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3fc0066470 0x7f3fc0068930 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3fd0007a60 tx=0x7f3fd0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:26.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:26.902+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3fc80eae60 con 0x7f3fe00c7ea0 2023-11-25T03:14:27.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3fe00ca8d0 con 0x7f3fe00c7ea0 2023-11-25T03:14:27.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fd77fe640 1 -- 172.21.15.76:0/1812011106 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) v1 ==== 53+0+149 (secure 0 0 0) 0x7f3fc80b00b0 con 0x7f3fe00c7ea0 2023-11-25T03:14:27.089 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-25T03:14:27.089 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3fc0066470 msgr2=0x7f3fc0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3fc0066470 0x7f3fc0068930 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3fd0007a60 tx=0x7f3fd0008040 comp rx=0 tx=0).stop 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 msgr2=0x7f3fe00c1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe00c1fb0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8018ff0 tx=0x7f3fc8019180 comp rx=0 tx=0).stop 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 shutdown_connections 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3fc0066470 0x7f3fc0068930 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3fe0151e90 0x7f3fe00c24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:27.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3fe00c7ea0 0x7f3fe00c1fb0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:27.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 --2- 172.21.15.76:0/1812011106 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3fe00c4e60 0x7f3fe014e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:27.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 >> 172.21.15.76:0/1812011106 conn(0x7f3fe00ca170 msgr2=0x7f3fe0148ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:27.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 shutdown_connections 2023-11-25T03:14:27.092 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:27.086+0000 7f3fe5632640 1 -- 172.21.15.76:0/1812011106 wait complete. 2023-11-25T03:14:27.110 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-11-25T03:14:27.110 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-25T03:14:27.111 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi106.front.sepia.ceph.com 2023-11-25T03:14:27.111 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-11-25T03:14:27.111 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:27.111 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-11-25T03:14:27.111 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-11-25T03:14:27.111 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.XtDKdjTXZ2 2023-11-25T03:14:27.111 DEBUG:teuthology.orchestra.run.smithi106:> mktemp 2023-11-25T03:14:27.121 INFO:teuthology.orchestra.run.smithi106.stdout:/tmp/tmp.9uk5vA4NFG 2023-11-25T03:14:27.121 DEBUG:teuthology.orchestra.run.smithi106:> sudo cp /tmp/tmp.XtDKdjTXZ2 /tmp/tmp.9uk5vA4NFG 2023-11-25T03:14:27.187 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 0666 /tmp/tmp.9uk5vA4NFG 2023-11-25T03:14:27.313 DEBUG:teuthology.orchestra.remote:smithi106:/tmp/tmp.9uk5vA4NFG is 226B 2023-11-25T03:14:27.330 DEBUG:teuthology.orchestra.run.smithi106:> rm -fr /tmp/tmp.9uk5vA4NFG 2023-11-25T03:14:27.339 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q== caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" caps mon = "allow r" caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-11-25T03:14:27.339 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:27.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.339 DEBUG:teuthology.orchestra.run.smithi106:> ip addr 2023-11-25T03:14:27.392 INFO:teuthology.orchestra.run.smithi106.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-25T03:14:27.392 INFO:teuthology.orchestra.run.smithi106.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-25T03:14:27.392 INFO:teuthology.orchestra.run.smithi106.stdout: inet 127.0.0.1/8 scope host lo 2023-11-25T03:14:27.392 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.392 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 ::1/128 scope host 2023-11-25T03:14:27.392 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2a brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f0 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:d8:a1:2b brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout: altname enp7s0f1 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-25T03:14:27.393 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6c brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0c:c4:7a:8f:ce:6d brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.21.15.106/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft 42214sec preferred_lft 42214sec 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::ec4:7aff:fe8f:ce6d/64 scope link 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.394 INFO:teuthology.orchestra.run.smithi106.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 02:42:19:78:d0:8f brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-25T03:14:27.395 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.396 INFO:teuthology.orchestra.run.smithi106.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-25T03:14:27.396 INFO:teuthology.orchestra.run.smithi106.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:14:27.396 INFO:teuthology.orchestra.run.smithi106.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-25T03:14:27.396 INFO:teuthology.orchestra.run.smithi106.stdout: valid_lft forever preferred_lft forever 2023-11-25T03:14:27.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.397 DEBUG:teuthology.orchestra.run.smithi106:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-25T03:14:27.459 INFO:teuthology.orchestra.run.smithi106.stdout:1 2023-11-25T03:14:27.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.461 DEBUG:teuthology.orchestra.run.smithi106:> route 2023-11-25T03:14:27.518 INFO:teuthology.orchestra.run.smithi106.stdout:Kernel IP routing table 2023-11-25T03:14:27.518 INFO:teuthology.orchestra.run.smithi106.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-25T03:14:27.518 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run.smithi106.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-25T03:14:27.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.519 DEBUG:teuthology.orchestra.run.smithi106:> (cd / && exec bash -c ' 2023-11-25T03:14:27.520 DEBUG:teuthology.orchestra.run.smithi106:> set -e 2023-11-25T03:14:27.520 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-25T03:14:27.520 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-25T03:14:27.520 DEBUG:teuthology.orchestra.run.smithi106:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-25T03:14:27.520 DEBUG:teuthology.orchestra.run.smithi106:> ') 2023-11-25T03:14:27.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.614 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:14:27.624 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:14:27.624 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:27.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.624 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link set brx.0 up 2023-11-25T03:14:27.694 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:27.694 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:27.747 INFO:teuthology.orchestra.run.smithi106.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-11-25T03:14:27.747 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-25T03:14:27.747 DEBUG:teuthology.orchestra.run.smithi106:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:27.803 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:27.803 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/tmp/tmp.XtDKdjTXZ2 of=/dev/stdout 2023-11-25T03:14:27.855 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-11-25T03:14:27.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.855 DEBUG:teuthology.orchestra.run.smithi106:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:14:27.952 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:14:27.952 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:14:27.952 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:27.952 INFO:teuthology.orchestra.run.smithi106.stdout:keyring.get_secret failed 2023-11-25T03:14:27.968 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:14:27.968 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:14:27.968 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:27.968 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:27.968 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:27.968 INFO:teuthology.orchestra.run.smithi106.stdout:keyring.get_secret failed 2023-11-25T03:14:27.977 INFO:teuthology.orchestra.run.smithi106.stdout:parsing options: rw,norequire_active_mds,secret=AQCLZmFlDYokKRAACnj38sCGDfHhdh8N/8ee5Q==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-11-25T03:14:27.977 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-11-25T03:14:27.978 INFO:teuthology.orchestra.run.smithi106.stdout:invalid new device string format 2023-11-25T03:14:27.978 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:3300,172.21.15.106:3300,172.21.15.106:3301" 2023-11-25T03:14:27.978 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: switching to using v1 address with old syntax 2023-11-25T03:14:27.978 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: resolved to: "172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790" 2023-11-25T03:14:27.978 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.76:6789,172.21.15.106:6789,172.21.15.106:6790:/ 2023-11-25T03:14:27.978 INFO:teuthology.orchestra.run.smithi106.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2,key=testuser,fsid=e61c0d8a-7661-495e-9c70-d0c893415dab" will pass to kernel 2023-11-25T03:14:27.982 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-11-25T03:14:27.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:27.982 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:28.002 INFO:teuthology.orchestra.run.smithi106.stderr:chmod: changing permissions of '/home/ubuntu/cephtest/mnt.1': Permission denied 2023-11-25T03:14:28.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:14:28.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:28.004 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-11-25T03:14:28.062 INFO:teuthology.orchestra.run.smithi106.stdout:client5975 2023-11-25T03:14:28.063 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:28.063 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:28.115 INFO:tasks.cephfs.caps_helper:test read perm: read file /home/ubuntu/cephtest/mnt.0/testdir/testfile and expect data "self.path = /home/ubuntu/cephtest/mnt.0/testdir/testfile cephfs_name = cephfs cephfs_mntpt = / hostfs_mntpt = /home/ubuntu/cephtest/mnt.0" 2023-11-25T03:14:28.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:28.115 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/testdir/testfile) 2023-11-25T03:14:28.127 INFO:teuthology.orchestra.run.smithi076.stderr:cat: /home/ubuntu/cephtest/mnt.0/testdir/testfile: Permission denied 2023-11-25T03:14:28.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:14:28.128 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:28.128 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:28.181 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:28.181 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:28.233 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:28.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.414+0000 7f02547c4640 1 Processor -- start 2023-11-25T03:14:28.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.414+0000 7f02547c4640 1 -- start start 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.414+0000 7f02547c4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f024c0c5640 0x7f024c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.414+0000 7f02547c4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f024c0c2580 con 0x7f024c0c60f0 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.414+0000 7f02547c4640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f024c0c1a00 con 0x7f024c0c5260 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.414+0000 7f02547c4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f024c153510 con 0x7f024c0c5640 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0252d61640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f024c0c60f0 0x7f024c155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41718/0 (socket says 172.21.15.76:41718) 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0252d61640 1 -- 172.21.15.76:0/715861740 learned_addr learned my addr 172.21.15.76:0/715861740 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:28.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0251d5f640 1 --2- 172.21.15.76:0/715861740 >> v2:172.21.15.106:3300/0 conn(0x7f024c0c5640 0x7f024c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f025155e640 1 -- 172.21.15.76:0/715861740 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1738075813 0 0) 0x7f024c0c2580 con 0x7f024c0c60f0 2023-11-25T03:14:28.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f025155e640 1 -- 172.21.15.76:0/715861740 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0238003530 con 0x7f024c0c60f0 2023-11-25T03:14:28.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0251d5f640 1 -- 172.21.15.76:0/715861740 >> v1:172.21.15.106:6789/0 conn(0x7f024c0c5260 legacy=0x7f024c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0251d5f640 1 -- 172.21.15.76:0/715861740 >> v1:172.21.15.76:6789/0 conn(0x7f024c0c60f0 legacy=0x7f024c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0251d5f640 1 -- 172.21.15.76:0/715861740 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f024c0c1ce0 con 0x7f024c0c5640 2023-11-25T03:14:28.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f0251d5f640 1 --2- 172.21.15.76:0/715861740 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c5640 0x7f024c0c5bb0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f023c0097c0 tx=0x7f023c01c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=744f0c9b924ef6ff server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:28.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.418+0000 7f025155e640 1 -- 172.21.15.76:0/715861740 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f023c0ab600 con 0x7f024c0c5640 2023-11-25T03:14:28.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f025155e640 1 -- 172.21.15.76:0/715861740 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f023c0a7050 con 0x7f024c0c5640 2023-11-25T03:14:28.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f025155e640 1 -- 172.21.15.76:0/715861740 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f023c0ab960 con 0x7f024c0c5640 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- 172.21.15.76:0/715861740 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c5640 msgr2=0x7f024c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 --2- 172.21.15.76:0/715861740 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c5640 0x7f024c0c5bb0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f023c0097c0 tx=0x7f023c01c3f0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- 172.21.15.76:0/715861740 shutdown_connections 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 --2- 172.21.15.76:0/715861740 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c5640 0x7f024c0c5bb0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- 172.21.15.76:0/715861740 >> 172.21.15.76:0/715861740 conn(0x7f024c06a5b0 msgr2=0x7f024c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- 172.21.15.76:0/715861740 shutdown_connections 2023-11-25T03:14:28.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- 172.21.15.76:0/715861740 wait complete. 2023-11-25T03:14:28.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 Processor -- start 2023-11-25T03:14:28.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- start start 2023-11-25T03:14:28.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 0x7f024c0a92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.428 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f024c0c5640 0x7f024c14c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c60f0 0x7f024c1f10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f024c14d5e0 con 0x7f024c0c5260 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f024c1f09a0 con 0x7f024c0c60f0 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f02547c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f024c0bf6e0 con 0x7f024c0c5640 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f0252560640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 0x7f024c0a92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f0252560640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 0x7f024c0a92a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40588/0 (socket says 172.21.15.76:40588) 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f0252560640 1 -- 172.21.15.76:0/2932855523 learned_addr learned my addr 172.21.15.76:0/2932855523 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f0252d61640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c60f0 0x7f024c1f10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f0251d5f640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f024c0c5640 0x7f024c14c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.422+0000 7f0252560640 1 -- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f024c0c5640 msgr2=0x7f024c14c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0252560640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f024c0c5640 0x7f024c14c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0252560640 1 -- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c60f0 msgr2=0x7f024c1f10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0252560640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c60f0 0x7f024c1f10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0252560640 1 -- 172.21.15.76:0/2932855523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f023c009420 con 0x7f024c0c5260 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0252560640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 0x7f024c0a92a0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f024800c370 tx=0x7f024800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02480052d0 con 0x7f024c0c5260 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0248005430 con 0x7f024c0c5260 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0248007260 con 0x7f024c0c5260 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f024c0bf9c0 con 0x7f024c0c5260 2023-11-25T03:14:28.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f024c1f0bb0 con 0x7f024c0c5260 2023-11-25T03:14:28.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f024c068400 con 0x7f024c0c5260 2023-11-25T03:14:28.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f02480073c0 con 0x7f024c0c5260 2023-11-25T03:14:28.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0242ffd640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f02300664a0 0x7f0230068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f02480834b0 con 0x7f024c0c5260 2023-11-25T03:14:28.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.426+0000 7f0251d5f640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f02300664a0 0x7f0230068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.430+0000 7f0251d5f640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f02300664a0 0x7f0230068960 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f023c0ad000 tx=0x7f023c0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:28.435 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.430+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0248050670 con 0x7f024c0c5260 2023-11-25T03:14:28.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.582+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f024c06d390 con 0x7f024c0c5260 2023-11-25T03:14:28.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.582+0000 7f0242ffd640 1 -- 172.21.15.76:0/2932855523 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f0248053c90 con 0x7f024c0c5260 2023-11-25T03:14:28.587 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:28.587 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:28.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f02300664a0 msgr2=0x7f0230068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f02300664a0 0x7f0230068960 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f023c0ad000 tx=0x7f023c0a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 msgr2=0x7f024c0a92a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 0x7f024c0a92a0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f024800c370 tx=0x7f024800c830 comp rx=0 tx=0).stop 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 shutdown_connections 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f02300664a0 0x7f0230068960 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f024c0c60f0 0x7f024c1f10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f024c0c5640 0x7f024c14c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 --2- 172.21.15.76:0/2932855523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f024c0c5260 0x7f024c0a92a0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 >> 172.21.15.76:0/2932855523 conn(0x7f024c06a5b0 msgr2=0x7f024c14f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 shutdown_connections 2023-11-25T03:14:28.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.586+0000 7f02547c4640 1 -- 172.21.15.76:0/2932855523 wait complete. 2023-11-25T03:14:28.608 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:28.608 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:28.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 Processor -- start 2023-11-25T03:14:28.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 -- start start 2023-11-25T03:14:28.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f5a780c63c0 0x7f5a780c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a780c2bb0 0x7f5a780a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a780c31c0 con 0x7f5a780c4100 2023-11-25T03:14:28.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a780c34a0 con 0x7f5a780c2bb0 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7cf57640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a780c1030 con 0x7f5a780c63c0 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a780c2bb0 0x7f5a780a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5a780c2bb0 0x7f5a780a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40600/0 (socket says 172.21.15.76:40600) 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 -- 172.21.15.76:0/1585214790 learned_addr learned my addr 172.21.15.76:0/1585214790 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a7659c640 1 --2- 172.21.15.76:0/1585214790 >> v2:172.21.15.106:3300/0 conn(0x7f5a780c63c0 0x7f5a780c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 -- 172.21.15.76:0/1585214790 >> v2:172.21.15.106:3300/0 conn(0x7f5a780c63c0 msgr2=0x7f5a780c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 --2- 172.21.15.76:0/1585214790 >> v2:172.21.15.106:3300/0 conn(0x7f5a780c63c0 0x7f5a780c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 -- 172.21.15.76:0/1585214790 >> v1:172.21.15.106:6789/0 conn(0x7f5a780c4100 legacy=0x7f5a780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:28.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.746+0000 7f5a76d9d640 1 -- 172.21.15.76:0/1585214790 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a780c1310 con 0x7f5a780c2bb0 2023-11-25T03:14:28.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a76d9d640 1 --2- 172.21.15.76:0/1585214790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c2bb0 0x7f5a780a9680 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f5a7806e000 tx=0x7f5a7001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e89d5655c0c0769 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:28.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a75d9b640 1 -- 172.21.15.76:0/1585214790 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a780aa3d0 con 0x7f5a780c2bb0 2023-11-25T03:14:28.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a75d9b640 1 -- 172.21.15.76:0/1585214790 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a700ac620 con 0x7f5a780c2bb0 2023-11-25T03:14:28.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a75d9b640 1 -- 172.21.15.76:0/1585214790 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a700ac9b0 con 0x7f5a780c2bb0 2023-11-25T03:14:28.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 -- 172.21.15.76:0/1585214790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c2bb0 msgr2=0x7f5a780a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/1585214790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c2bb0 0x7f5a780a9680 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f5a7806e000 tx=0x7f5a7001c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 -- 172.21.15.76:0/1585214790 shutdown_connections 2023-11-25T03:14:28.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/1585214790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c2bb0 0x7f5a780a9680 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/1585214790 >> v2:172.21.15.106:3300/0 conn(0x7f5a780c63c0 0x7f5a780c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 -- 172.21.15.76:0/1585214790 >> 172.21.15.76:0/1585214790 conn(0x7f5a7806a5b0 msgr2=0x7f5a7806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:28.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 -- 172.21.15.76:0/1585214790 shutdown_connections 2023-11-25T03:14:28.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 -- 172.21.15.76:0/1585214790 wait complete. 2023-11-25T03:14:28.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 Processor -- start 2023-11-25T03:14:28.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.750+0000 7f5a7cf57640 1 -- start start 2023-11-25T03:14:28.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a780c2bb0 0x7f5a7815a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 0x7f5a78156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a780c63c0 0x7f5a780c51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a780a7890 con 0x7f5a780c4100 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a780a7360 con 0x7f5a780c63c0 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a780bfc40 con 0x7f5a780c2bb0 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 0x7f5a78156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 0x7f5a78156e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40616/0 (socket says 172.21.15.76:40616) 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 -- 172.21.15.76:0/3952324987 learned_addr learned my addr 172.21.15.76:0/3952324987 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7659c640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a780c2bb0 0x7f5a7815a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a76d9d640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a780c63c0 0x7f5a780c51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 -- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a780c2bb0 msgr2=0x7f5a7815a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a780c2bb0 0x7f5a7815a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 -- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a780c63c0 msgr2=0x7f5a780c51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a780c63c0 0x7f5a780c51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 -- 172.21.15.76:0/3952324987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a700094d0 con 0x7f5a780c4100 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a76d9d640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a780c63c0 0x7f5a780c51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6dd9b640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 0x7f5a78156e00 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f5a6000c7c0 tx=0x7f5a6000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6000aa50 con 0x7f5a780c4100 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a6000abb0 con 0x7f5a780c4100 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a60012420 con 0x7f5a780c4100 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a780c5730 con 0x7f5a780c4100 2023-11-25T03:14:28.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a78157940 con 0x7f5a780c4100 2023-11-25T03:14:28.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.754+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a781577a0 con 0x7f5a780c4100 2023-11-25T03:14:28.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.758+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a60012580 con 0x7f5a780c4100 2023-11-25T03:14:28.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.758+0000 7f5a6f7fe640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a58066470 0x7f5a58068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:28.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.758+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5a60084520 con 0x7f5a780c4100 2023-11-25T03:14:28.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.758+0000 7f5a7659c640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a58066470 0x7f5a58068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:28.764 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.758+0000 7f5a7659c640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a58066470 0x7f5a58068930 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5a6800b930 tx=0x7f5a68008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:28.765 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.762+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a781577a0 con 0x7f5a780c4100 2023-11-25T03:14:28.916 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5a781577a0 con 0x7f5a780c4100 2023-11-25T03:14:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a6f7fe640 1 -- 172.21.15.76:0/3952324987 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5a781577a0 con 0x7f5a780c4100 2023-11-25T03:14:28.917 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a58066470 msgr2=0x7f5a58068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a58066470 0x7f5a58068930 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5a6800b930 tx=0x7f5a68008040 comp rx=0 tx=0).stop 2023-11-25T03:14:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 msgr2=0x7f5a78156e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 0x7f5a78156e00 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f5a6000c7c0 tx=0x7f5a6000cc80 comp rx=0 tx=0).stop 2023-11-25T03:14:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 shutdown_connections 2023-11-25T03:14:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5a58066470 0x7f5a58068930 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5a780c63c0 0x7f5a780c51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5a780c4100 0x7f5a78156e00 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 --2- 172.21.15.76:0/3952324987 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5a780c2bb0 0x7f5a7815a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 >> 172.21.15.76:0/3952324987 conn(0x7f5a7806a5b0 msgr2=0x7f5a7806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 shutdown_connections 2023-11-25T03:14:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:28.914+0000 7f5a7cf57640 1 -- 172.21.15.76:0/3952324987 wait complete. 2023-11-25T03:14:28.937 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:29.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f912abb8640 1 Processor -- start 2023-11-25T03:14:29.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f912abb8640 1 -- start start 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f912abb8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f9124073a70 0x7f91240bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f912abb8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f912406a5b0 con 0x7f912414b010 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f912abb8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f912406b710 con 0x7f9124157c20 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f912abb8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91240c1d60 con 0x7f9124073a70 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f9128954640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f912414b010 0x7f912406b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41728/0 (socket says 172.21.15.76:41728) 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f9128954640 1 -- 172.21.15.76:0/4149756513 learned_addr learned my addr 172.21.15.76:0/4149756513 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:29.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911bfff640 1 --2- 172.21.15.76:0/4149756513 >> v2:172.21.15.106:3300/0 conn(0x7f9124073a70 0x7f91240bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1287169667 0 0) 0x7f912406a5b0 con 0x7f912414b010 2023-11-25T03:14:29.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f910c003530 con 0x7f912414b010 2023-11-25T03:14:29.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4188006701 0 0) 0x7f912406b710 con 0x7f9124157c20 2023-11-25T03:14:29.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f912406a5b0 con 0x7f9124157c20 2023-11-25T03:14:29.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911bfff640 1 -- 172.21.15.76:0/4149756513 >> v1:172.21.15.106:6789/0 conn(0x7f9124157c20 legacy=0x7f9124158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911bfff640 1 -- 172.21.15.76:0/4149756513 >> v1:172.21.15.76:6789/0 conn(0x7f912414b010 legacy=0x7f912406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3548476272 0 0) 0x7f910c003530 con 0x7f912414b010 2023-11-25T03:14:29.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.074+0000 7f911bfff640 1 -- 172.21.15.76:0/4149756513 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91240c2040 con 0x7f9124073a70 2023-11-25T03:14:29.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f911bfff640 1 --2- 172.21.15.76:0/4149756513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9124073a70 0x7f91240bf9f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f91140097c0 tx=0x7f911401eb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f58ffad5a917b86 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9120001680 con 0x7f9124073a70 2023-11-25T03:14:29.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91140a8610 con 0x7f9124073a70 2023-11-25T03:14:29.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f911b7fe640 1 -- 172.21.15.76:0/4149756513 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91140a89a0 con 0x7f9124073a70 2023-11-25T03:14:29.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 -- 172.21.15.76:0/4149756513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9124073a70 msgr2=0x7f91240bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 --2- 172.21.15.76:0/4149756513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9124073a70 0x7f91240bf9f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f91140097c0 tx=0x7f911401eb90 comp rx=0 tx=0).stop 2023-11-25T03:14:29.084 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 -- 172.21.15.76:0/4149756513 shutdown_connections 2023-11-25T03:14:29.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 --2- 172.21.15.76:0/4149756513 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f9124073a70 0x7f91240bf9f0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 -- 172.21.15.76:0/4149756513 >> 172.21.15.76:0/4149756513 conn(0x7f91240c30c0 msgr2=0x7f91240c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:29.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 -- 172.21.15.76:0/4149756513 shutdown_connections 2023-11-25T03:14:29.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.078+0000 7f912abb8640 1 -- 172.21.15.76:0/4149756513 wait complete. 2023-11-25T03:14:29.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 Processor -- start 2023-11-25T03:14:29.086 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 -- start start 2023-11-25T03:14:29.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9124073a70 0x7f91241392b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f912414b010 0x7f9124071cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 0x7f9124153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9124154ce0 con 0x7f9124157c20 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91241ee180 con 0x7f912414b010 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91241ed500 con 0x7f9124073a70 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 0x7f9124153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9128954640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9124073a70 0x7f91241392b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f911bfff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f912414b010 0x7f9124071cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9128954640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9124073a70 0x7f91241392b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:45006/0 (socket says 172.21.15.76:45006) 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f911bfff640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f912414b010 0x7f9124071cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:48122/0 (socket says 172.21.15.76:48122) 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9128954640 1 -- 172.21.15.76:0/1803651536 learned_addr learned my addr 172.21.15.76:0/1803651536 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 0x7f9124153d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40626/0 (socket says 172.21.15.76:40626) 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 -- 172.21.15.76:0/1803651536 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9124073a70 msgr2=0x7f91241392b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9124073a70 0x7f91241392b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 -- 172.21.15.76:0/1803651536 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f912414b010 msgr2=0x7f9124071cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f912414b010 0x7f9124071cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 -- 172.21.15.76:0/1803651536 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9114009420 con 0x7f9124157c20 2023-11-25T03:14:29.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f9129155640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 0x7f9124153d70 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f911c00c700 tx=0x7f911c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f911c006d60 con 0x7f9124157c20 2023-11-25T03:14:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f911c005020 con 0x7f9124157c20 2023-11-25T03:14:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91241ed7e0 con 0x7f9124157c20 2023-11-25T03:14:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.082+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f911c0053f0 con 0x7f9124157c20 2023-11-25T03:14:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91241edda0 con 0x7f9124157c20 2023-11-25T03:14:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91241ee2c0 con 0x7f9124157c20 2023-11-25T03:14:29.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f911c005550 con 0x7f9124157c20 2023-11-25T03:14:29.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f91197fa640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9110066470 0x7f9110068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f911c083bf0 con 0x7f9124157c20 2023-11-25T03:14:29.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f9128954640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9110066470 0x7f9110068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.091 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.086+0000 7f9128954640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9110066470 0x7f9110068930 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f9120001550 tx=0x7f91200014a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.095 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.090+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f91241ee2c0 con 0x7f9124157c20 2023-11-25T03:14:29.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.246+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f91241ee2c0 con 0x7f9124157c20 2023-11-25T03:14:29.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.246+0000 7f91197fa640 1 -- 172.21.15.76:0/1803651536 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v74) v1 ==== 104+0+11 (secure 0 0 0) 0x7f91241ee2c0 con 0x7f9124157c20 2023-11-25T03:14:29.252 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9110066470 msgr2=0x7f9110068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9110066470 0x7f9110068930 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f9120001550 tx=0x7f91200014a0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 msgr2=0x7f9124153d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 0x7f9124153d70 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f911c00c700 tx=0x7f911c00cbc0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 shutdown_connections 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f9110066470 0x7f9110068930 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9124157c20 0x7f9124153d70 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f912414b010 0x7f9124071cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 --2- 172.21.15.76:0/1803651536 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f9124073a70 0x7f91241392b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 >> 172.21.15.76:0/1803651536 conn(0x7f91240c30c0 msgr2=0x7f9124157240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:29.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 shutdown_connections 2023-11-25T03:14:29.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.250+0000 7f912abb8640 1 -- 172.21.15.76:0/1803651536 wait complete. 2023-11-25T03:14:29.272 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:29.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f66ea640 1 Processor -- start 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f66ea640 1 -- start start 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f66ea640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 0x7f59f0158330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f66ea640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59f006a5b0 con 0x7f59f0073a70 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f66ea640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59f006b710 con 0x7f59f014b010 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f66ea640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59f00c1d60 con 0x7f59f00bf9f0 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f59f0073a70 0x7f59f0157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41744/0 (socket says 172.21.15.76:41744) 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 -- 172.21.15.76:0/3874810401 learned_addr learned my addr 172.21.15.76:0/3874810401 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f4c87640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 0x7f59f0158330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1518635496 0 0) 0x7f59f006a5b0 con 0x7f59f0073a70 2023-11-25T03:14:29.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f59d8003530 con 0x7f59f0073a70 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3007938550 0 0) 0x7f59f006b710 con 0x7f59f014b010 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f59f006a5b0 con 0x7f59f014b010 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1371668370 0 0) 0x7f59d8003530 con 0x7f59f0073a70 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 msgr2=0x7f59f0158330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 0x7f59f0158330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 >> v1:172.21.15.106:6789/0 conn(0x7f59f014b010 legacy=0x7f59f006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59f00c2040 con 0x7f59f0073a70 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f59e4001680 con 0x7f59f0073a70 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 >> v1:172.21.15.76:6789/0 conn(0x7f59f0073a70 legacy=0x7f59f0157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59d8003b40 0x7f59d8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59d8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 0x7f59d8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59f00c1d60 con 0x7f59d80047d0 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d800ba40 con 0x7f59d8003b40 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59d800bbd0 con 0x7f59f00bf9f0 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59d8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59effff640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59d8003b40 0x7f59d8003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59f4c87640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 0x7f59d8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 -- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 msgr2=0x7f59d8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f00bf9f0 0x7f59d8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 -- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59d8003b40 msgr2=0x7f59d8003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59d8003b40 0x7f59d8003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.410+0000 7f59ef7fe640 1 -- 172.21.15.76:0/3874810401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59d8003530 con 0x7f59d80047d0 2023-11-25T03:14:29.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59d8004c50 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f59e400c190 tx=0x7f59e401f290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84453e792afe4d32 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59e40a8cb0 con 0x7f59d80047d0 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59e40a8e10 con 0x7f59d80047d0 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59eeffd640 1 -- 172.21.15.76:0/3874810401 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59e4005b20 con 0x7f59d80047d0 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f66ea640 1 -- 172.21.15.76:0/3874810401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 msgr2=0x7f59d8004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f66ea640 1 --2- 172.21.15.76:0/3874810401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59d8004c50 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f59e400c190 tx=0x7f59e401f290 comp rx=0 tx=0).stop 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f4c87640 1 -- 172.21.15.76:0/3874810401 reap_dead start 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f66ea640 1 -- 172.21.15.76:0/3874810401 shutdown_connections 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f66ea640 1 -- 172.21.15.76:0/3874810401 >> 172.21.15.76:0/3874810401 conn(0x7f59f00c30c0 msgr2=0x7f59f00c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f66ea640 1 -- 172.21.15.76:0/3874810401 shutdown_connections 2023-11-25T03:14:29.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.414+0000 7f59f66ea640 1 -- 172.21.15.76:0/3874810401 wait complete. 2023-11-25T03:14:29.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 Processor -- start 2023-11-25T03:14:29.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 -- start start 2023-11-25T03:14:29.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59f0070f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59f01452d0 0x7f59f0154930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f0154e70 0x7f59f01445d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59f00ac750 con 0x7f59d80047d0 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59f00abbd0 con 0x7f59f01452d0 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59f00abeb0 con 0x7f59f0154e70 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59f0070f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59f0070f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40650/0 (socket says 172.21.15.76:40650) 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 -- 172.21.15.76:0/4254294512 learned_addr learned my addr 172.21.15.76:0/4254294512 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f4c87640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f0154e70 0x7f59f01445d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59f01452d0 0x7f59f0154930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 -- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f0154e70 msgr2=0x7f59f01445d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f0154e70 0x7f59f01445d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 -- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59f01452d0 msgr2=0x7f59f0154930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59f01452d0 0x7f59f0154930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 -- 172.21.15.76:0/4254294512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59f00ac190 con 0x7f59d80047d0 2023-11-25T03:14:29.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59effff640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59f0070f50 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f59e000f770 tx=0x7f59e000fb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59e0005110 con 0x7f59d80047d0 2023-11-25T03:14:29.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59e0005270 con 0x7f59d80047d0 2023-11-25T03:14:29.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59f00ac470 con 0x7f59d80047d0 2023-11-25T03:14:29.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59e00067e0 con 0x7f59d80047d0 2023-11-25T03:14:29.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.418+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59f0071490 con 0x7f59d80047d0 2023-11-25T03:14:29.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.422+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59f0155280 con 0x7f59d80047d0 2023-11-25T03:14:29.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.422+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f59e0006940 con 0x7f59d80047d0 2023-11-25T03:14:29.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.422+0000 7f59ecff9640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59dc0664a0 0x7f59dc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.422+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f59e0083790 con 0x7f59d80047d0 2023-11-25T03:14:29.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.422+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59dc0664a0 0x7f59dc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.422+0000 7f59ef7fe640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59dc0664a0 0x7f59dc068960 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f59e40ad000 tx=0x7f59e4001990 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.426+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f59e0050950 con 0x7f59d80047d0 2023-11-25T03:14:29.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f59f0068400 con 0x7f59d80047d0 2023-11-25T03:14:29.581 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59ecff9640 1 -- 172.21.15.76:0/4254294512 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v74) v1 ==== 100+0+11 (secure 0 0 0) 0x7f59e0053f70 con 0x7f59d80047d0 2023-11-25T03:14:29.581 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:29.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59dc0664a0 msgr2=0x7f59dc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59dc0664a0 0x7f59dc068960 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f59e40ad000 tx=0x7f59e4001990 comp rx=0 tx=0).stop 2023-11-25T03:14:29.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 msgr2=0x7f59f0070f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.583 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59f0070f50 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f59e000f770 tx=0x7f59e000fb70 comp rx=0 tx=0).stop 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 shutdown_connections 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59dc0664a0 0x7f59dc068960 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59f0154e70 0x7f59f01445d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59f01452d0 0x7f59f0154930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 --2- 172.21.15.76:0/4254294512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59d80047d0 0x7f59f0070f50 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 >> 172.21.15.76:0/4254294512 conn(0x7f59f00c30c0 msgr2=0x7f59f0148a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 shutdown_connections 2023-11-25T03:14:29.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.578+0000 7f59f66ea640 1 -- 172.21.15.76:0/4254294512 wait complete. 2023-11-25T03:14:29.602 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:29.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 Processor -- start 2023-11-25T03:14:29.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 -- start start 2023-11-25T03:14:29.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c63c0 0x7f4f1c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4f1c0c4100 0x7f4f1c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f1c0c31c0 con 0x7f4f1c0c29e0 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f1c0c34a0 con 0x7f4f1c0c4100 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f24301640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f1c0c1030 con 0x7f4f1c0c63c0 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4f1c0c4100 0x7f4f1c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4f1c0c4100 0x7f4f1c0c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40652/0 (socket says 172.21.15.76:40652) 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 -- 172.21.15.76:0/2166649055 learned_addr learned my addr 172.21.15.76:0/2166649055 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2209d640 1 --2- 172.21.15.76:0/2166649055 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c63c0 0x7f4f1c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 -- 172.21.15.76:0/2166649055 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c63c0 msgr2=0x7f4f1c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:29.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 --2- 172.21.15.76:0/2166649055 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c63c0 0x7f4f1c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 -- 172.21.15.76:0/2166649055 >> v1:172.21.15.106:6789/0 conn(0x7f4f1c0c29e0 legacy=0x7f4f1c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.742+0000 7f4f2189c640 1 -- 172.21.15.76:0/2166649055 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f1c0c1310 con 0x7f4f1c0c4100 2023-11-25T03:14:29.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f2189c640 1 --2- 172.21.15.76:0/2166649055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c0c24a0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c009870 tx=0x7f4f0c01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f655d5c5214aa47 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f2109b640 1 -- 172.21.15.76:0/2166649055 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0c0ab610 con 0x7f4f1c0c4100 2023-11-25T03:14:29.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f2109b640 1 -- 172.21.15.76:0/2166649055 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f0c0ab770 con 0x7f4f1c0c4100 2023-11-25T03:14:29.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f2109b640 1 -- 172.21.15.76:0/2166649055 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0c0abb00 con 0x7f4f1c0c4100 2023-11-25T03:14:29.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 -- 172.21.15.76:0/2166649055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 msgr2=0x7f4f1c0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 --2- 172.21.15.76:0/2166649055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c0c24a0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c009870 tx=0x7f4f0c01c3f0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 -- 172.21.15.76:0/2166649055 shutdown_connections 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 --2- 172.21.15.76:0/2166649055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c0c24a0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 --2- 172.21.15.76:0/2166649055 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c63c0 0x7f4f1c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 -- 172.21.15.76:0/2166649055 >> 172.21.15.76:0/2166649055 conn(0x7f4f1c06a5b0 msgr2=0x7f4f1c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 -- 172.21.15.76:0/2166649055 shutdown_connections 2023-11-25T03:14:29.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 -- 172.21.15.76:0/2166649055 wait complete. 2023-11-25T03:14:29.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.746+0000 7f4f24301640 1 Processor -- start 2023-11-25T03:14:29.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- start start 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c29e0 0x7f4f1c153490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f1c0c63c0 0x7f4f1c14d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f1c1eeef0 con 0x7f4f1c0c4100 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f1c0bd360 con 0x7f4f1c0c63c0 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f1c0be330 con 0x7f4f1c0c29e0 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c151480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40662/0 (socket says 172.21.15.76:40662) 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 -- 172.21.15.76:0/3465174207 learned_addr learned my addr 172.21.15.76:0/3465174207 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:29.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2209d640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c29e0 0x7f4f1c153490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2289e640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f1c0c63c0 0x7f4f1c14d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 -- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c29e0 msgr2=0x7f4f1c153490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c29e0 0x7f4f1c153490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 -- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f1c0c63c0 msgr2=0x7f4f1c14d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f1c0c63c0 0x7f4f1c14d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 -- 172.21.15.76:0/3465174207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f0c0094d0 con 0x7f4f1c0c4100 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2289e640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f1c0c63c0 0x7f4f1c14d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:29.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f2189c640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c151480 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c01a020 tx=0x7f4f0c01ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0c0ab610 con 0x7f4f1c0c4100 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f0c0b4800 con 0x7f4f1c0c4100 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f1c070ad0 con 0x7f4f1c0c4100 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0c0b4bb0 con 0x7f4f1c0c4100 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f1c1ef0e0 con 0x7f4f1c0c4100 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.750+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f1c0bea30 con 0x7f4f1c0c4100 2023-11-25T03:14:29.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.754+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4f0c0b4d10 con 0x7f4f1c0c4100 2023-11-25T03:14:29.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.754+0000 7f4f12ffd640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f00066470 0x7f4f00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:29.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.754+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4f0c11ec20 con 0x7f4f1c0c4100 2023-11-25T03:14:29.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.754+0000 7f4f2209d640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f00066470 0x7f4f00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:29.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.754+0000 7f4f2209d640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f00066470 0x7f4f00068930 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4f180079c0 tx=0x7f4f18008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:29.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.758+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4f0c0ebe70 con 0x7f4f1c0c4100 2023-11-25T03:14:29.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.906+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4f1c068400 con 0x7f4f1c0c4100 2023-11-25T03:14:29.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.906+0000 7f4f12ffd640 1 -- 172.21.15.76:0/3465174207 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7f4f0c11e070 con 0x7f4f1c0c4100 2023-11-25T03:14:29.912 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f00066470 msgr2=0x7f4f00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f00066470 0x7f4f00068930 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4f180079c0 tx=0x7f4f18008040 comp rx=0 tx=0).stop 2023-11-25T03:14:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 msgr2=0x7f4f1c151480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c151480 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c01a020 tx=0x7f4f0c01ac30 comp rx=0 tx=0).stop 2023-11-25T03:14:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 shutdown_connections 2023-11-25T03:14:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4f00066470 0x7f4f00068930 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4f1c0c63c0 0x7f4f1c14d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f1c0c4100 0x7f4f1c151480 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 --2- 172.21.15.76:0/3465174207 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4f1c0c29e0 0x7f4f1c153490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 >> 172.21.15.76:0/3465174207 conn(0x7f4f1c06a5b0 msgr2=0x7f4f1c0c0500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 shutdown_connections 2023-11-25T03:14:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:29.910+0000 7f4f24301640 1 -- 172.21.15.76:0/3465174207 wait complete. 2023-11-25T03:14:29.932 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:30.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.070+0000 7f849b59e640 1 Processor -- start 2023-11-25T03:14:30.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.070+0000 7f849b59e640 1 -- start start 2023-11-25T03:14:30.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849b59e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f849c06d990 0x7f849c0c5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849b59e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f849c0c1e30 con 0x7f849c154b20 2023-11-25T03:14:30.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849b59e640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f849c06dd70 con 0x7f849c1546c0 2023-11-25T03:14:30.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849b59e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f849c154f50 con 0x7f849c06d990 2023-11-25T03:14:30.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f849c154b20 0x7f849c06c780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41746/0 (socket says 172.21.15.76:41746) 2023-11-25T03:14:30.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849ad9d640 1 -- 172.21.15.76:0/4056825290 learned_addr learned my addr 172.21.15.76:0/4056825290 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:30.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849a59c640 1 --2- 172.21.15.76:0/4056825290 >> v2:172.21.15.106:3300/0 conn(0x7f849c06d990 0x7f849c0c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f8499d9b640 1 -- 172.21.15.76:0/4056825290 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2541953433 0 0) 0x7f849c0c1e30 con 0x7f849c154b20 2023-11-25T03:14:30.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f8499d9b640 1 -- 172.21.15.76:0/4056825290 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8488005740 con 0x7f849c154b20 2023-11-25T03:14:30.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849a59c640 1 -- 172.21.15.76:0/4056825290 >> v1:172.21.15.106:6789/0 conn(0x7f849c1546c0 legacy=0x7f849c06c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849a59c640 1 -- 172.21.15.76:0/4056825290 >> v1:172.21.15.76:6789/0 conn(0x7f849c154b20 legacy=0x7f849c06c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.074+0000 7f849a59c640 1 -- 172.21.15.76:0/4056825290 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f849c0c1220 con 0x7f849c06d990 2023-11-25T03:14:30.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849a59c640 1 --2- 172.21.15.76:0/4056825290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c06d990 0x7f849c0c5360 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f848c0097c0 tx=0x7f848c01c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2acd3f9ae6e16302 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f8499d9b640 1 -- 172.21.15.76:0/4056825290 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0ab600 con 0x7f849c06d990 2023-11-25T03:14:30.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f8499d9b640 1 -- 172.21.15.76:0/4056825290 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848c0a7050 con 0x7f849c06d990 2023-11-25T03:14:30.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f8499d9b640 1 -- 172.21.15.76:0/4056825290 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0ab980 con 0x7f849c06d990 2023-11-25T03:14:30.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 -- 172.21.15.76:0/4056825290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c06d990 msgr2=0x7f849c0c5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 --2- 172.21.15.76:0/4056825290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c06d990 0x7f849c0c5360 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f848c0097c0 tx=0x7f848c01c3f0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 -- 172.21.15.76:0/4056825290 shutdown_connections 2023-11-25T03:14:30.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 --2- 172.21.15.76:0/4056825290 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c06d990 0x7f849c0c5360 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 -- 172.21.15.76:0/4056825290 >> 172.21.15.76:0/4056825290 conn(0x7f849c0a7800 msgr2=0x7f849c0a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:30.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 -- 172.21.15.76:0/4056825290 shutdown_connections 2023-11-25T03:14:30.082 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 -- 172.21.15.76:0/4056825290 wait complete. 2023-11-25T03:14:30.082 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:14:30.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 Processor -- start 2023-11-25T03:14:30.083 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.078+0000 7f849b59e640 1 -- start start 2023-11-25T03:14:30.086 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 0x7f849c0aac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f849c1546c0 0x7f849c149980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c154b20 0x7f849c1ecde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849c14c060 con 0x7f849c06d990 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849c0a61b0 con 0x7f849c154b20 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f849c1f0ad0 con 0x7f849c1546c0 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 0x7f849c0aac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 0x7f849c0aac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40664/0 (socket says 172.21.15.76:40664) 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 -- 172.21.15.76:0/2828209820 learned_addr learned my addr 172.21.15.76:0/2828209820 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849ad9d640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c154b20 0x7f849c1ecde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.087 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f8491d9b640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f849c1546c0 0x7f849c149980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 -- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f849c1546c0 msgr2=0x7f849c149980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f849c1546c0 0x7f849c149980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 -- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c154b20 msgr2=0x7f849c1ecde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c154b20 0x7f849c1ecde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 -- 172.21.15.76:0/2828209820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f848c009420 con 0x7f849c06d990 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849ad9d640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c154b20 0x7f849c1ecde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f8491d9b640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f849c1546c0 0x7f849c149980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849a59c640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 0x7f849c0aac30 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f848c019000 tx=0x7f848c019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0b4430 con 0x7f849c06d990 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848c0b45b0 con 0x7f849c06d990 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0b4960 con 0x7f849c06d990 2023-11-25T03:14:30.088 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f849c14baa0 con 0x7f849c06d990 2023-11-25T03:14:30.089 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f849c0ab170 con 0x7f849c06d990 2023-11-25T03:14:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f849c04e850 con 0x7f849c06d990 2023-11-25T03:14:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.082+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f848c0b2040 con 0x7f849c06d990 2023-11-25T03:14:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.086+0000 7f84937fe640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f847c066470 0x7f847c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.086+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f848c11e0a0 con 0x7f849c06d990 2023-11-25T03:14:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.086+0000 7f8491d9b640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f847c066470 0x7f847c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.090 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.086+0000 7f8491d9b640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f847c066470 0x7f847c068930 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f849c14a620 tx=0x7f8484009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.094 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.090+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f848c0eb1b0 con 0x7f849c06d990 2023-11-25T03:14:30.251 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.246+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f849c0c0ba0 con 0x7f849c06d990 2023-11-25T03:14:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.246+0000 7f84937fe640 1 -- 172.21.15.76:0/2828209820 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7f848c0ee7d0 con 0x7f849c06d990 2023-11-25T03:14:30.252 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f847c066470 msgr2=0x7f847c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f847c066470 0x7f847c068930 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f849c14a620 tx=0x7f8484009040 comp rx=0 tx=0).stop 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 msgr2=0x7f849c0aac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 0x7f849c0aac30 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f848c019000 tx=0x7f848c019190 comp rx=0 tx=0).stop 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 shutdown_connections 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f847c066470 0x7f847c068930 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f849c154b20 0x7f849c1ecde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f849c1546c0 0x7f849c149980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 --2- 172.21.15.76:0/2828209820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f849c06d990 0x7f849c0aac30 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 >> 172.21.15.76:0/2828209820 conn(0x7f849c0a7800 msgr2=0x7f849c070ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 shutdown_connections 2023-11-25T03:14:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.250+0000 7f849b59e640 1 -- 172.21.15.76:0/2828209820 wait complete. 2023-11-25T03:14:30.272 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:14:30.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 Processor -- start 2023-11-25T03:14:30.410 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 -- start start 2023-11-25T03:14:30.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fefd4072090 0x7fefd4150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fefd40725c0 0x7fefd41514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefd40c2760 con 0x7fefd40a5370 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefd40c3070 con 0x7fefd4072090 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdc4bb640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefd40a5750 con 0x7fefd40725c0 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefd9a56640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fefd4072090 0x7fefd4150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefd9a56640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fefd4072090 0x7fefd4150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40668/0 (socket says 172.21.15.76:40668) 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefd9a56640 1 -- 172.21.15.76:0/3691699584 learned_addr learned my addr 172.21.15.76:0/3691699584 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:30.412 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.406+0000 7fefdaa58640 1 --2- 172.21.15.76:0/3691699584 >> v2:172.21.15.106:3300/0 conn(0x7fefd40725c0 0x7fefd41514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9a56640 1 -- 172.21.15.76:0/3691699584 >> v2:172.21.15.106:3300/0 conn(0x7fefd40725c0 msgr2=0x7fefd41514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:30.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9a56640 1 --2- 172.21.15.76:0/3691699584 >> v2:172.21.15.106:3300/0 conn(0x7fefd40725c0 0x7fefd41514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9a56640 1 -- 172.21.15.76:0/3691699584 >> v1:172.21.15.106:6789/0 conn(0x7fefd40a5370 legacy=0x7fefd40c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9a56640 1 -- 172.21.15.76:0/3691699584 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefd40aad20 con 0x7fefd4072090 2023-11-25T03:14:30.413 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9255640 1 -- 172.21.15.76:0/3691699584 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3782719326 0 0) 0x7fefd40c2760 con 0x7fefd40a5370 2023-11-25T03:14:30.415 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9a56640 1 --2- 172.21.15.76:0/3691699584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd4072090 0x7fefd4150fa0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fefd4072020 tx=0x7fefc401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a20d8eb5c7f9307 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9255640 1 -- 172.21.15.76:0/3691699584 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc40ab600 con 0x7fefd4072090 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9255640 1 -- 172.21.15.76:0/3691699584 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefc40a7050 con 0x7fefd4072090 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefd9255640 1 -- 172.21.15.76:0/3691699584 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc40ab980 con 0x7fefd4072090 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 -- 172.21.15.76:0/3691699584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd4072090 msgr2=0x7fefd4150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/3691699584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd4072090 0x7fefd4150fa0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fefd4072020 tx=0x7fefc401c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 -- 172.21.15.76:0/3691699584 shutdown_connections 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/3691699584 >> v2:172.21.15.106:3300/0 conn(0x7fefd40725c0 0x7fefd41514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/3691699584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd4072090 0x7fefd4150fa0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 -- 172.21.15.76:0/3691699584 >> 172.21.15.76:0/3691699584 conn(0x7fefd406a5b0 msgr2=0x7fefd406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:30.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 -- 172.21.15.76:0/3691699584 shutdown_connections 2023-11-25T03:14:30.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.410+0000 7fefdc4bb640 1 -- 172.21.15.76:0/3691699584 wait complete. 2023-11-25T03:14:30.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 Processor -- start 2023-11-25T03:14:30.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 -- start start 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fefd4072090 0x7fefd41474b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fefd40725c0 0x7fefd413fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 0x7fefd4140140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd4141500 con 0x7fefd40a5370 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd4140bd0 con 0x7fefd4072090 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefd4140eb0 con 0x7fefd40725c0 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 0x7fefd4140140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefda257640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fefd4072090 0x7fefd41474b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.420 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 0x7fefd4140140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40684/0 (socket says 172.21.15.76:40684) 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 -- 172.21.15.76:0/2896470474 learned_addr learned my addr 172.21.15.76:0/2896470474 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefd9a56640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fefd40725c0 0x7fefd413fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 -- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fefd40725c0 msgr2=0x7fefd413fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fefd40725c0 0x7fefd413fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 -- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fefd4072090 msgr2=0x7fefd41474b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fefd4072090 0x7fefd41474b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 -- 172.21.15.76:0/2896470474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc40094d0 con 0x7fefd40a5370 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdaa58640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 0x7fefd4140140 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00efc0 tx=0x7fefcc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefcc014480 con 0x7fefd40a5370 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefcc00f040 con 0x7fefd40a5370 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefd4141190 con 0x7fefd40a5370 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefcc014820 con 0x7fefd40a5370 2023-11-25T03:14:30.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.414+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefd41479f0 con 0x7fefd40a5370 2023-11-25T03:14:30.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.418+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefd4141670 con 0x7fefd40a5370 2023-11-25T03:14:30.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.418+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fefcc014980 con 0x7fefd40a5370 2023-11-25T03:14:30.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.418+0000 7fefcaffd640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fefb80664a0 0x7fefb8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.418+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fefcc084ba0 con 0x7fefd40a5370 2023-11-25T03:14:30.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.418+0000 7fefda257640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fefb80664a0 0x7fefb8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.418+0000 7fefda257640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fefb80664a0 0x7fefb8068960 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fefd0007fd0 tx=0x7fefd0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.422+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fefcc051e00 con 0x7fefd40a5370 2023-11-25T03:14:30.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.582+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fefd4068400 con 0x7fefd40a5370 2023-11-25T03:14:30.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.582+0000 7fefcaffd640 1 -- 172.21.15.76:0/2896470474 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v74) v1 ==== 80+0+0 (secure 0 0 0) 0x7fefcc018080 con 0x7fefd40a5370 2023-11-25T03:14:30.587 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:14:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fefb80664a0 msgr2=0x7fefb8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fefb80664a0 0x7fefb8068960 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fefd0007fd0 tx=0x7fefd0009040 comp rx=0 tx=0).stop 2023-11-25T03:14:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 msgr2=0x7fefd4140140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 0x7fefd4140140 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00efc0 tx=0x7fefcc00c490 comp rx=0 tx=0).stop 2023-11-25T03:14:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 shutdown_connections 2023-11-25T03:14:30.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fefb80664a0 0x7fefb8068960 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefd40a5370 0x7fefd4140140 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fefd40725c0 0x7fefd413fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 --2- 172.21.15.76:0/2896470474 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fefd4072090 0x7fefd41474b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 >> 172.21.15.76:0/2896470474 conn(0x7fefd406a5b0 msgr2=0x7fefd414dc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 shutdown_connections 2023-11-25T03:14:30.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.586+0000 7fefdc4bb640 1 -- 172.21.15.76:0/2896470474 wait complete. 2023-11-25T03:14:30.608 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.testuser... 2023-11-25T03:14:30.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:30.608 DEBUG:teuthology.orchestra.run.smithi076:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-11-25T03:14:30.635 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:14:30.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:30.635 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-25T03:14:30.689 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:30.689 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:30.700 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:30.700 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:30.752 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:30.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 Processor -- start 2023-11-25T03:14:30.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 -- start start 2023-11-25T03:14:30.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f003006e0b0 0x7f00300c3950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f003006c980 0x7f00300c3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0030158a90 con 0x7f0030155dd0 2023-11-25T03:14:30.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00301588a0 con 0x7f003006e0b0 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035867640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0030158d70 con 0x7f003006c980 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f003006e0b0 0x7f00300c3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f003006e0b0 0x7f00300c3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40690/0 (socket says 172.21.15.76:40690) 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 -- 172.21.15.76:0/154681752 learned_addr learned my addr 172.21.15.76:0/154681752 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035066640 1 --2- 172.21.15.76:0/154681752 >> v2:172.21.15.106:3300/0 conn(0x7f003006c980 0x7f00300c3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 -- 172.21.15.76:0/154681752 >> v2:172.21.15.106:3300/0 conn(0x7f003006c980 msgr2=0x7f00300c3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 --2- 172.21.15.76:0/154681752 >> v2:172.21.15.106:3300/0 conn(0x7f003006c980 0x7f00300c3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 -- 172.21.15.76:0/154681752 >> v1:172.21.15.106:6789/0 conn(0x7f0030155dd0 legacy=0x7f00300c1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f002ffff640 1 -- 172.21.15.76:0/154681752 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0030159050 con 0x7f003006e0b0 2023-11-25T03:14:30.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.886+0000 7f0035066640 1 --2- 172.21.15.76:0/154681752 >> v2:172.21.15.106:3300/0 conn(0x7f003006c980 0x7f00300c3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:30.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f002ffff640 1 --2- 172.21.15.76:0/154681752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006e0b0 0x7f00300c3950 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f00300a84e0 tx=0x7f001c01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84377ea69ddf36a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f002f7fe640 1 -- 172.21.15.76:0/154681752 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001c0ab600 con 0x7f003006e0b0 2023-11-25T03:14:30.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f002f7fe640 1 -- 172.21.15.76:0/154681752 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f001c0a7050 con 0x7f003006e0b0 2023-11-25T03:14:30.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f002f7fe640 1 -- 172.21.15.76:0/154681752 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001c0ab980 con 0x7f003006e0b0 2023-11-25T03:14:30.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 -- 172.21.15.76:0/154681752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006e0b0 msgr2=0x7f00300c3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 --2- 172.21.15.76:0/154681752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006e0b0 0x7f00300c3950 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f00300a84e0 tx=0x7f001c01c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 -- 172.21.15.76:0/154681752 shutdown_connections 2023-11-25T03:14:30.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 --2- 172.21.15.76:0/154681752 >> v2:172.21.15.106:3300/0 conn(0x7f003006c980 0x7f00300c3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 --2- 172.21.15.76:0/154681752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006e0b0 0x7f00300c3950 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 -- 172.21.15.76:0/154681752 >> 172.21.15.76:0/154681752 conn(0x7f00300a7800 msgr2=0x7f00300a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:30.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 -- 172.21.15.76:0/154681752 shutdown_connections 2023-11-25T03:14:30.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 -- 172.21.15.76:0/154681752 wait complete. 2023-11-25T03:14:30.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 Processor -- start 2023-11-25T03:14:30.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.890+0000 7f0035867640 1 -- start start 2023-11-25T03:14:30.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 0x7f00300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f003006e0b0 0x7f00301f22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0030155dd0 0x7f00301f2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00300bfb70 con 0x7f003006c980 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00300a35a0 con 0x7f0030155dd0 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00300a2c90 con 0x7f003006e0b0 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 0x7f00300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 0x7f00300a46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40702/0 (socket says 172.21.15.76:40702) 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 -- 172.21.15.76:0/2927969209 learned_addr learned my addr 172.21.15.76:0/2927969209 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f002ffff640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f003006e0b0 0x7f00301f22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035066640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0030155dd0 0x7f00301f2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 -- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f003006e0b0 msgr2=0x7f00301f22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f003006e0b0 0x7f00301f22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 -- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0030155dd0 msgr2=0x7f00301f2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:30.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0030155dd0 0x7f00301f2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:30.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 -- 172.21.15.76:0/2927969209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f001c0094d0 con 0x7f003006c980 2023-11-25T03:14:30.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0034865640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 0x7f00300a46f0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f002400c480 tx=0x7f002400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0024012830 con 0x7f003006c980 2023-11-25T03:14:30.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00240129b0 con 0x7f003006c980 2023-11-25T03:14:30.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00300bfdc0 con 0x7f003006c980 2023-11-25T03:14:30.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0024012d60 con 0x7f003006c980 2023-11-25T03:14:30.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00300a3230 con 0x7f003006c980 2023-11-25T03:14:30.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.894+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f003004e850 con 0x7f003006c980 2023-11-25T03:14:30.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.898+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f002401c460 con 0x7f003006c980 2023-11-25T03:14:30.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.898+0000 7f002d7fa640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0014066470 0x7f0014068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:30.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.898+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0024083fe0 con 0x7f003006c980 2023-11-25T03:14:30.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.898+0000 7f002ffff640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0014066470 0x7f0014068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:30.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.898+0000 7f002ffff640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0014066470 0x7f0014068930 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f001c0ad000 tx=0x7f001c0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:30.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:30.902+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f00240511e0 con 0x7f003006c980 2023-11-25T03:14:31.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.054+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0030164010 con 0x7f003006c980 2023-11-25T03:14:31.059 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.054+0000 7f002d7fa640 1 -- 172.21.15.76:0/2927969209 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f0024054800 con 0x7f003006c980 2023-11-25T03:14:31.059 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:31.059 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0014066470 msgr2=0x7f0014068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0014066470 0x7f0014068930 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f001c0ad000 tx=0x7f001c0a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 msgr2=0x7f00300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 0x7f00300a46f0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f002400c480 tx=0x7f002400c940 comp rx=0 tx=0).stop 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 shutdown_connections 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0014066470 0x7f0014068930 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0030155dd0 0x7f00301f2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f003006e0b0 0x7f00301f22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 --2- 172.21.15.76:0/2927969209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f003006c980 0x7f00300a46f0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 >> 172.21.15.76:0/2927969209 conn(0x7f00300a7800 msgr2=0x7f0030157ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 shutdown_connections 2023-11-25T03:14:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.058+0000 7f0035867640 1 -- 172.21.15.76:0/2927969209 wait complete. 2023-11-25T03:14:31.081 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:31.081 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:31.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.218+0000 7f4ba34c8640 1 Processor -- start 2023-11-25T03:14:31.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.218+0000 7f4ba34c8640 1 -- start start 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba34c8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f4b9c0c1010 0x7f4b9c06fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba34c8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b9c070280 0x7f4b9c15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba34c8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b9c071e90 con 0x7f4b9c14f800 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba34c8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b9c0a5110 con 0x7f4b9c070280 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba34c8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b9c152d70 con 0x7f4b9c0c1010 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b9c070280 0x7f4b9c15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b9c070280 0x7f4b9c15cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40704/0 (socket says 172.21.15.76:40704) 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/2984579847 learned_addr learned my addr 172.21.15.76:0/2984579847 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba1cc5640 1 --2- 172.21.15.76:0/2984579847 >> v2:172.21.15.106:3300/0 conn(0x7f4b9c0c1010 0x7f4b9c06fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/2984579847 >> v2:172.21.15.106:3300/0 conn(0x7f4b9c0c1010 msgr2=0x7f4b9c06fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 --2- 172.21.15.76:0/2984579847 >> v2:172.21.15.106:3300/0 conn(0x7f4b9c0c1010 0x7f4b9c06fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/2984579847 >> v1:172.21.15.106:6789/0 conn(0x7f4b9c14f800 legacy=0x7f4b9c072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/2984579847 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b9c153050 con 0x7f4b9c070280 2023-11-25T03:14:31.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba1cc5640 1 --2- 172.21.15.76:0/2984579847 >> v2:172.21.15.106:3300/0 conn(0x7f4b9c0c1010 0x7f4b9c06fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:31.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.222+0000 7f4ba2cc7640 1 --2- 172.21.15.76:0/2984579847 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c070280 0x7f4b9c15cbd0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c071540 tx=0x7f4b9401c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae47bac515518be7 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba14c4640 1 -- 172.21.15.76:0/2984579847 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b940a57b0 con 0x7f4b9c070280 2023-11-25T03:14:31.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba14c4640 1 -- 172.21.15.76:0/2984579847 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b940a5910 con 0x7f4b9c070280 2023-11-25T03:14:31.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba14c4640 1 -- 172.21.15.76:0/2984579847 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b940a5ca0 con 0x7f4b9c070280 2023-11-25T03:14:31.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- 172.21.15.76:0/2984579847 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c070280 msgr2=0x7f4b9c15cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/2984579847 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c070280 0x7f4b9c15cbd0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c071540 tx=0x7f4b9401c8d0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- 172.21.15.76:0/2984579847 shutdown_connections 2023-11-25T03:14:31.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/2984579847 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c070280 0x7f4b9c15cbd0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/2984579847 >> v2:172.21.15.106:3300/0 conn(0x7f4b9c0c1010 0x7f4b9c06fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- 172.21.15.76:0/2984579847 >> 172.21.15.76:0/2984579847 conn(0x7f4b9c0a7800 msgr2=0x7f4b9c0a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:31.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- 172.21.15.76:0/2984579847 shutdown_connections 2023-11-25T03:14:31.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- 172.21.15.76:0/2984579847 wait complete. 2023-11-25T03:14:31.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 Processor -- start 2023-11-25T03:14:31.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- start start 2023-11-25T03:14:31.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b9c070280 0x7f4b9c147ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b9c0c1010 0x7f4b9c1538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 0x7f4b9c153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b9c149510 con 0x7f4b9c14f800 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b9c148710 con 0x7f4b9c0c1010 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba34c8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b9c146d40 con 0x7f4b9c070280 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba2cc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 0x7f4b9c153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba2cc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 0x7f4b9c153df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40718/0 (socket says 172.21.15.76:40718) 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.226+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/1235142711 learned_addr learned my addr 172.21.15.76:0/1235142711 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba1cc5640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b9c0c1010 0x7f4b9c1538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba24c6640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b9c070280 0x7f4b9c147ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b9c070280 msgr2=0x7f4b9c147ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba2cc7640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b9c070280 0x7f4b9c147ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b9c0c1010 msgr2=0x7f4b9c1538b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba2cc7640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b9c0c1010 0x7f4b9c1538b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba2cc7640 1 -- 172.21.15.76:0/1235142711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b94009b30 con 0x7f4b9c14f800 2023-11-25T03:14:31.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba1cc5640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b9c0c1010 0x7f4b9c1538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:31.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba2cc7640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 0x7f4b9c153df0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f4b9401a500 tx=0x7f4b94019670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b940b8670 con 0x7f4b9c14f800 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b940b8810 con 0x7f4b9c14f800 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b940b8bc0 con 0x7f4b9c14f800 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b9c147020 con 0x7f4b9c14f800 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b9c1475e0 con 0x7f4b9c14f800 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b9c14a220 con 0x7f4b9c14f800 2023-11-25T03:14:31.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.230+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b940b8d20 con 0x7f4b9c14f800 2023-11-25T03:14:31.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.234+0000 7f4b92ffd640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.234+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4b9411f950 con 0x7f4b9c14f800 2023-11-25T03:14:31.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.234+0000 7f4ba24c6640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.234+0000 7f4ba24c6640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f4b98004e30 tx=0x7f4b98009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.240 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.238+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b940ecaf0 con 0x7f4b9c14f800 2023-11-25T03:14:31.391 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.386+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4b9c14a220 con 0x7f4b9c14f800 2023-11-25T03:14:31.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.386+0000 7f4b92ffd640 1 -- 172.21.15.76:0/1235142711 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4b940f0110 con 0x7f4b9c14f800 2023-11-25T03:14:31.392 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:31.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 msgr2=0x7f4b80068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f4b98004e30 tx=0x7f4b98009040 comp rx=0 tx=0).stop 2023-11-25T03:14:31.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 msgr2=0x7f4b9c153df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 0x7f4b9c153df0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f4b9401a500 tx=0x7f4b94019670 comp rx=0 tx=0).stop 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 shutdown_connections 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4b80066470 0x7f4b80068930 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b9c14f800 0x7f4b9c153df0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4b9c0c1010 0x7f4b9c1538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 --2- 172.21.15.76:0/1235142711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4b9c070280 0x7f4b9c147ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 >> 172.21.15.76:0/1235142711 conn(0x7f4b9c0a7800 msgr2=0x7f4b9c14a460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 shutdown_connections 2023-11-25T03:14:31.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.390+0000 7f4ba34c8640 1 -- 172.21.15.76:0/1235142711 wait complete. 2023-11-25T03:14:31.412 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:31.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.546+0000 7f64bdd80640 1 Processor -- start 2023-11-25T03:14:31.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.546+0000 7f64bdd80640 1 -- start start 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64bdd80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b80c63c0 0x7f64b80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64bdd80640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f64b80c2bb0 0x7f64b80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64bdd80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64b80c31c0 con 0x7f64b80c4100 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64bdd80640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64b80c34a0 con 0x7f64b80c2bb0 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64bdd80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64b80c1030 con 0x7f64b80c63c0 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f64b80c4100 0x7f64b80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41750/0 (socket says 172.21.15.76:41750) 2023-11-25T03:14:31.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b6ffd640 1 -- 172.21.15.76:0/2856565711 learned_addr learned my addr 172.21.15.76:0/2856565711 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:31.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b77fe640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b80c63c0 0x7f64b80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 --2- 172.21.15.76:0/2856565711 >> v2:172.21.15.106:3300/0 conn(0x7f64b80c2bb0 0x7f64b80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4156129800 0 0) 0x7f64b80c31c0 con 0x7f64b80c4100 2023-11-25T03:14:31.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64a0003530 con 0x7f64b80c4100 2023-11-25T03:14:31.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4117959313 0 0) 0x7f64a0003530 con 0x7f64b80c4100 2023-11-25T03:14:31.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b80c63c0 msgr2=0x7f64b80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b80c63c0 0x7f64b80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 >> v2:172.21.15.106:3300/0 conn(0x7f64b80c2bb0 msgr2=0x7f64b80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 --2- 172.21.15.76:0/2856565711 >> v2:172.21.15.106:3300/0 conn(0x7f64b80c2bb0 0x7f64b80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b80c1310 con 0x7f64b80c4100 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f64ac001680 con 0x7f64b80c4100 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 >> v1:172.21.15.76:6789/0 conn(0x7f64b80c4100 legacy=0x7f64b80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64a0003980 0x7f64a0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a00047d0 0x7f64a0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a0005190 0x7f64a000dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b80c34a0 con 0x7f64a0005190 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b80c1030 con 0x7f64a00047d0 2023-11-25T03:14:31.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64a000e210 con 0x7f64a0003980 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a0005190 0x7f64a000dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b6ffd640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a00047d0 0x7f64a0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b77fe640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64a0003980 0x7f64a0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 -- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64a0003980 msgr2=0x7f64a0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64a0003980 0x7f64a0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 -- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a00047d0 msgr2=0x7f64a0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a00047d0 0x7f64a0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.550+0000 7f64b7fff640 1 -- 172.21.15.76:0/2856565711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64a0003530 con 0x7f64a0005190 2023-11-25T03:14:31.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64b7fff640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a0005190 0x7f64a000dba0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f64b0009fc0 tx=0x7f64b001cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee84a829d469e0f0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b80aa3d0 con 0x7f64a0005190 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64b000f040 con 0x7f64a0005190 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64b67fc640 1 -- 172.21.15.76:0/2856565711 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b00a5db0 con 0x7f64a0005190 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 -- 172.21.15.76:0/2856565711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a0005190 msgr2=0x7f64a000dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 --2- 172.21.15.76:0/2856565711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a0005190 0x7f64a000dba0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f64b0009fc0 tx=0x7f64b001cc70 comp rx=0 tx=0).stop 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64b7fff640 1 -- 172.21.15.76:0/2856565711 reap_dead start 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 -- 172.21.15.76:0/2856565711 shutdown_connections 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 -- 172.21.15.76:0/2856565711 >> 172.21.15.76:0/2856565711 conn(0x7f64b806a5b0 msgr2=0x7f64b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 -- 172.21.15.76:0/2856565711 shutdown_connections 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 -- 172.21.15.76:0/2856565711 wait complete. 2023-11-25T03:14:31.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.554+0000 7f64bdd80640 1 Processor -- start 2023-11-25T03:14:31.560 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- start start 2023-11-25T03:14:31.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a0005190 0x7f64b81ed9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b81f0d70 0x7f64b8152dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 0x7f64b81450a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b81e2e50 con 0x7f64b80a6080 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b81e3130 con 0x7f64a0005190 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64b81ed1a0 con 0x7f64b81f0d70 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 0x7f64b81450a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 0x7f64b81450a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40748/0 (socket says 172.21.15.76:40748) 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 -- 172.21.15.76:0/3979211315 learned_addr learned my addr 172.21.15.76:0/3979211315 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b77fe640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a0005190 0x7f64b81ed9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b6ffd640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b81f0d70 0x7f64b8152dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 -- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b81f0d70 msgr2=0x7f64b8152dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b81f0d70 0x7f64b8152dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 -- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a0005190 msgr2=0x7f64b81ed9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a0005190 0x7f64b81ed9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.563 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 -- 172.21.15.76:0/3979211315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b81ed480 con 0x7f64b80a6080 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64b7fff640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 0x7f64b81450a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f64b0002240 tx=0x7f64b0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b00039a0 con 0x7f64b80a6080 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64b0003b00 con 0x7f64b80a6080 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64b8153310 con 0x7f64b80a6080 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64b0003e70 con 0x7f64b80a6080 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64b81f11f0 con 0x7f64b80a6080 2023-11-25T03:14:31.564 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.558+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64b8068400 con 0x7f64b80a6080 2023-11-25T03:14:31.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.562+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f64b00b4040 con 0x7f64b80a6080 2023-11-25T03:14:31.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.562+0000 7f649ffff640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f64a4066470 0x7f64a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.562+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f64b011dcf0 con 0x7f64b80a6080 2023-11-25T03:14:31.565 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.562+0000 7f64b77fe640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f64a4066470 0x7f64a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.566 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.562+0000 7f64b77fe640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f64a4066470 0x7f64a4068930 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f64b80c59d0 tx=0x7f64a8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.569 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.566+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f64b00eaea0 con 0x7f64b80a6080 2023-11-25T03:14:31.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.718+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f64b80c3e70 con 0x7f64b80a6080 2023-11-25T03:14:31.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.718+0000 7f649ffff640 1 -- 172.21.15.76:0/3979211315 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v74) v1 ==== 104+0+11 (secure 0 0 0) 0x7f64b00ee4c0 con 0x7f64b80a6080 2023-11-25T03:14:31.723 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f64a4066470 msgr2=0x7f64a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f64a4066470 0x7f64a4068930 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f64b80c59d0 tx=0x7f64a8009190 comp rx=0 tx=0).stop 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 msgr2=0x7f64b81450a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 0x7f64b81450a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f64b0002240 tx=0x7f64b0009750 comp rx=0 tx=0).stop 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 shutdown_connections 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f64a4066470 0x7f64a4068930 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64b80a6080 0x7f64b81450a0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f64b81f0d70 0x7f64b8152dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 --2- 172.21.15.76:0/3979211315 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f64a0005190 0x7f64b81ed9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 >> 172.21.15.76:0/3979211315 conn(0x7f64b806a5b0 msgr2=0x7f64b8155430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:31.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 shutdown_connections 2023-11-25T03:14:31.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.722+0000 7f64bdd80640 1 -- 172.21.15.76:0/3979211315 wait complete. 2023-11-25T03:14:31.743 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:31.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.878+0000 7f16e9b65640 1 Processor -- start 2023-11-25T03:14:31.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.878+0000 7f16e9b65640 1 -- start start 2023-11-25T03:14:31.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e9b65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16e40c63c0 0x7f16e40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e9b65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e9b65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16e40c31c0 con 0x7f16e40c29e0 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e9b65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16e40c34a0 con 0x7f16e40c63c0 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e9b65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e40c1030 con 0x7f16e40c4100 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16e40c63c0 0x7f16e40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f16e40c29e0 0x7f16e40a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41760/0 (socket says 172.21.15.76:41760) 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e3fff640 1 -- 172.21.15.76:0/890216910 learned_addr learned my addr 172.21.15.76:0/890216910 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e2ffd640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e37fe640 1 -- 172.21.15.76:0/890216910 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 msgr2=0x7f16e40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e37fe640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e40c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e37fe640 1 -- 172.21.15.76:0/890216910 >> v1:172.21.15.76:6789/0 conn(0x7f16e40c29e0 legacy=0x7f16e40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e37fe640 1 -- 172.21.15.76:0/890216910 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16e40c1310 con 0x7f16e40c63c0 2023-11-25T03:14:31.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e2ffd640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e40c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:31.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.882+0000 7f16e27fc640 1 -- 172.21.15.76:0/890216910 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2582504297 0 0) 0x7f16e40c31c0 con 0x7f16e40c29e0 2023-11-25T03:14:31.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e37fe640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e40c06d0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f16d40097c0 tx=0x7f16d401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db0fe1c27337071 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e27fc640 1 -- 172.21.15.76:0/890216910 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d4004230 con 0x7f16e40c63c0 2023-11-25T03:14:31.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e27fc640 1 -- 172.21.15.76:0/890216910 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16d40a7050 con 0x7f16e40c63c0 2023-11-25T03:14:31.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e27fc640 1 -- 172.21.15.76:0/890216910 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d4003620 con 0x7f16e40c63c0 2023-11-25T03:14:31.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 -- 172.21.15.76:0/890216910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 msgr2=0x7f16e40c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e40c06d0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f16d40097c0 tx=0x7f16d401c330 comp rx=0 tx=0).stop 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 -- 172.21.15.76:0/890216910 shutdown_connections 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e40c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 --2- 172.21.15.76:0/890216910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e40c06d0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 -- 172.21.15.76:0/890216910 >> 172.21.15.76:0/890216910 conn(0x7f16e406a5b0 msgr2=0x7f16e406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 -- 172.21.15.76:0/890216910 shutdown_connections 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 -- 172.21.15.76:0/890216910 wait complete. 2023-11-25T03:14:31.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 Processor -- start 2023-11-25T03:14:31.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 -- start start 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f16e40c29e0 0x7f16e406d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.886+0000 7f16e9b65640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e41f0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e41f0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e40a4250 con 0x7f16e40c63c0 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e41f0320 con 0x7f16e40c29e0 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e41f11f0 con 0x7f16e40c4100 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e41f0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e41f0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40760/0 (socket says 172.21.15.76:40760) 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 -- 172.21.15.76:0/748208165 learned_addr learned my addr 172.21.15.76:0/748208165 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e2ffd640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e41f0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e37fe640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f16e40c29e0 0x7f16e406d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 -- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 msgr2=0x7f16e41f0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e41f0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 -- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f16e40c29e0 msgr2=0x7f16e406d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:31.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f16e40c29e0 0x7f16e406d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:31.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 -- 172.21.15.76:0/748208165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16d4009420 con 0x7f16e40c63c0 2023-11-25T03:14:31.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e3fff640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e41f0cb0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f16dc001570 tx=0x7f16dc00cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16dc00a640 con 0x7f16e40c63c0 2023-11-25T03:14:31.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16dc00a7c0 con 0x7f16e40c63c0 2023-11-25T03:14:31.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16dc00ab70 con 0x7f16e40c63c0 2023-11-25T03:14:31.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16e406ab90 con 0x7f16e40c63c0 2023-11-25T03:14:31.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16e40a4c30 con 0x7f16e40c63c0 2023-11-25T03:14:31.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16e41f0490 con 0x7f16e40c63c0 2023-11-25T03:14:31.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.890+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f16dc00acd0 con 0x7f16e40c63c0 2023-11-25T03:14:31.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.894+0000 7f16cbfff640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f16d0066470 0x7f16d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:31.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.894+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f16dc083870 con 0x7f16e40c63c0 2023-11-25T03:14:31.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.894+0000 7f16e37fe640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f16d0066470 0x7f16d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:31.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.894+0000 7f16e37fe640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f16d0066470 0x7f16d0068930 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f16d40ad000 tx=0x7f16d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:31.900 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:31.898+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f16e41f0490 con 0x7f16e40c63c0 2023-11-25T03:14:32.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.046+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f16e41f0490 con 0x7f16e40c63c0 2023-11-25T03:14:32.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.046+0000 7f16cbfff640 1 -- 172.21.15.76:0/748208165 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v74) v1 ==== 100+0+11 (secure 0 0 0) 0x7f16e41f0490 con 0x7f16e40c63c0 2023-11-25T03:14:32.050 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:32.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.046+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f16d0066470 msgr2=0x7f16d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.046+0000 7f16e9b65640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f16d0066470 0x7f16d0068930 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f16d40ad000 tx=0x7f16d4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:32.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.046+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 msgr2=0x7f16e41f0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.046+0000 7f16e9b65640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e41f0cb0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f16dc001570 tx=0x7f16dc00cca0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 shutdown_connections 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f16d0066470 0x7f16d0068930 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16e40c63c0 0x7f16e41f0cb0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f16e40c4100 0x7f16e41f0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 --2- 172.21.15.76:0/748208165 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f16e40c29e0 0x7f16e406d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 >> 172.21.15.76:0/748208165 conn(0x7f16e406a5b0 msgr2=0x7f16e4071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 shutdown_connections 2023-11-25T03:14:32.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.050+0000 7f16e9b65640 1 -- 172.21.15.76:0/748208165 wait complete. 2023-11-25T03:14:32.071 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.210+0000 7fc0ff365640 1 Processor -- start 2023-11-25T03:14:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0ff365640 1 -- start start 2023-11-25T03:14:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0ff365640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fc0f8151e90 0x7fc0f80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0ff365640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc0f80c7ea0 0x7fc0f806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0ff365640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0f806c860 con 0x7fc0f80c4e60 2023-11-25T03:14:32.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0ff365640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0f80c8750 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0ff365640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0f81552d0 con 0x7fc0f8151e90 2023-11-25T03:14:32.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fc900640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc0f80c7ea0 0x7fc0f806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fd902640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc0f80c4e60 0x7fc0f806b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41772/0 (socket says 172.21.15.76:41772) 2023-11-25T03:14:32.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fd902640 1 -- 172.21.15.76:0/2592739240 learned_addr learned my addr 172.21.15.76:0/2592739240 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fd101640 1 --2- 172.21.15.76:0/2592739240 >> v2:172.21.15.106:3300/0 conn(0x7fc0f8151e90 0x7fc0f80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fc900640 1 -- 172.21.15.76:0/2592739240 >> v2:172.21.15.106:3300/0 conn(0x7fc0f8151e90 msgr2=0x7fc0f80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fc900640 1 --2- 172.21.15.76:0/2592739240 >> v2:172.21.15.106:3300/0 conn(0x7fc0f8151e90 0x7fc0f80c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fc900640 1 -- 172.21.15.76:0/2592739240 >> v1:172.21.15.76:6789/0 conn(0x7fc0f80c4e60 legacy=0x7fc0f806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0fc900640 1 -- 172.21.15.76:0/2592739240 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0f8154930 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.214+0000 7fc0effff640 1 -- 172.21.15.76:0/2592739240 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2765791605 0 0) 0x7fc0f806c860 con 0x7fc0f80c4e60 2023-11-25T03:14:32.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0fc900640 1 --2- 172.21.15.76:0/2592739240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f806b4a0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fc0f808b410 tx=0x7fc0e801c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd746c2ef706b5d2 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0effff640 1 -- 172.21.15.76:0/2592739240 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e80ab600 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0effff640 1 -- 172.21.15.76:0/2592739240 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0e80a7050 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0effff640 1 -- 172.21.15.76:0/2592739240 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e80ab980 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 -- 172.21.15.76:0/2592739240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 msgr2=0x7fc0f806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 --2- 172.21.15.76:0/2592739240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f806b4a0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fc0f808b410 tx=0x7fc0e801c340 comp rx=0 tx=0).stop 2023-11-25T03:14:32.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 -- 172.21.15.76:0/2592739240 shutdown_connections 2023-11-25T03:14:32.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 --2- 172.21.15.76:0/2592739240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f806b4a0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.222 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 --2- 172.21.15.76:0/2592739240 >> v2:172.21.15.106:3300/0 conn(0x7fc0f8151e90 0x7fc0f80c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 -- 172.21.15.76:0/2592739240 >> 172.21.15.76:0/2592739240 conn(0x7fc0f80ca170 msgr2=0x7fc0f80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:32.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 -- 172.21.15.76:0/2592739240 shutdown_connections 2023-11-25T03:14:32.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 -- 172.21.15.76:0/2592739240 wait complete. 2023-11-25T03:14:32.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 Processor -- start 2023-11-25T03:14:32.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.218+0000 7fc0ff365640 1 -- start start 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc0f80c4e60 0x7fc0f814c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f8155e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc0f8151e90 0x7fc0f806bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f8157720 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f81589d0 con 0x7fc0f8151e90 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f81563d0 con 0x7fc0f80c4e60 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f8155e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f8155e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40786/0 (socket says 172.21.15.76:40786) 2023-11-25T03:14:32.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 -- 172.21.15.76:0/540848833 learned_addr learned my addr 172.21.15.76:0/540848833 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fd902640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc0f8151e90 0x7fc0f806bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fd101640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc0f80c4e60 0x7fc0f814c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 -- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc0f80c4e60 msgr2=0x7fc0f814c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc0f80c4e60 0x7fc0f814c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 -- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc0f8151e90 msgr2=0x7fc0f806bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc0f8151e90 0x7fc0f806bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 -- 172.21.15.76:0/540848833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0e8009420 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fd101640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc0f80c4e60 0x7fc0f814c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0fc900640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f8155e90 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8018f50 tx=0x7fc0e80190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e8006e20 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0e8004030 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e80043a0 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.227 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0f8155bb0 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0f81ed350 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0f8158530 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.222+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc0e80b2040 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.226+0000 7fc0edffb640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc0dc066470 0x7fc0dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.226+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc0e811dff0 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.226+0000 7fc0fd101640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc0dc066470 0x7fc0dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.226+0000 7fc0fd101640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc0dc066470 0x7fc0dc068930 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc0f814bec0 tx=0x7fc0f4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.230+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc0e814f280 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc0f8068400 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.381 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0edffb640 1 -- 172.21.15.76:0/540848833 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7fc0e80c20b0 con 0x7fc0f80c7ea0 2023-11-25T03:14:32.381 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:32.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc0dc066470 msgr2=0x7fc0dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc0dc066470 0x7fc0dc068930 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc0f814bec0 tx=0x7fc0f4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:32.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 msgr2=0x7fc0f8155e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f8155e90 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8018f50 tx=0x7fc0e80190e0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 shutdown_connections 2023-11-25T03:14:32.384 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fc0dc066470 0x7fc0dc068930 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fc0f8151e90 0x7fc0f806bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0f80c7ea0 0x7fc0f8155e90 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 --2- 172.21.15.76:0/540848833 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fc0f80c4e60 0x7fc0f814c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 >> 172.21.15.76:0/540848833 conn(0x7fc0f80ca170 msgr2=0x7fc0f814f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:32.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 shutdown_connections 2023-11-25T03:14:32.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.378+0000 7fc0ff365640 1 -- 172.21.15.76:0/540848833 wait complete. 2023-11-25T03:14:32.402 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:32.541 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa421972640 1 Processor -- start 2023-11-25T03:14:32.542 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa421972640 1 -- start start 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa421972640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa421972640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa41c06c860 con 0x7fa41c0c7ea0 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa421972640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa41c154930 con 0x7fa41c0c4e60 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa421972640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c0c8750 con 0x7fa41c151e90 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa4127fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa41c0c7ea0 0x7fa41c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41774/0 (socket says 172.21.15.76:41774) 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa4127fc640 1 -- 172.21.15.76:0/230507719 learned_addr learned my addr 172.21.15.76:0/230507719 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:32.543 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41affd640 1 --2- 172.21.15.76:0/230507719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1483921578 0 0) 0x7fa41c06c860 con 0x7fa41c0c7ea0 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa408003530 con 0x7fa41c0c7ea0 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3695357725 0 0) 0x7fa41c154930 con 0x7fa41c0c4e60 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa41c06c860 con 0x7fa41c0c4e60 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41affd640 1 -- 172.21.15.76:0/230507719 >> v1:172.21.15.106:6789/0 conn(0x7fa41c0c4e60 legacy=0x7fa41c15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41affd640 1 -- 172.21.15.76:0/230507719 >> v1:172.21.15.76:6789/0 conn(0x7fa41c0c7ea0 legacy=0x7fa41c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.538+0000 7fa41affd640 1 -- 172.21.15.76:0/230507719 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa41c154c10 con 0x7fa41c151e90 2023-11-25T03:14:32.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa41affd640 1 --2- 172.21.15.76:0/230507719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c0c4920 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa40c0097f0 tx=0x7fa40c01c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a54dc5e294c0d1b9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0ab600 con 0x7fa41c151e90 2023-11-25T03:14:32.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa40c0a7050 con 0x7fa41c151e90 2023-11-25T03:14:32.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa41a7fc640 1 -- 172.21.15.76:0/230507719 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0ab980 con 0x7fa41c151e90 2023-11-25T03:14:32.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 -- 172.21.15.76:0/230507719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 msgr2=0x7fa41c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 --2- 172.21.15.76:0/230507719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c0c4920 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa40c0097f0 tx=0x7fa40c01c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 -- 172.21.15.76:0/230507719 shutdown_connections 2023-11-25T03:14:32.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 --2- 172.21.15.76:0/230507719 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c0c4920 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 -- 172.21.15.76:0/230507719 >> 172.21.15.76:0/230507719 conn(0x7fa41c0ca170 msgr2=0x7fa41c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:32.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 -- 172.21.15.76:0/230507719 shutdown_connections 2023-11-25T03:14:32.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.542+0000 7fa421972640 1 -- 172.21.15.76:0/230507719 wait complete. 2023-11-25T03:14:32.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 Processor -- start 2023-11-25T03:14:32.549 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 -- start start 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 0x7fa41c1edfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa41c0c7ea0 0x7fa41c0c2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c14b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c1552d0 con 0x7fa41c0c4e60 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c14a180 con 0x7fa41c0c7ea0 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c14a610 con 0x7fa41c151e90 2023-11-25T03:14:32.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 0x7fa41c1edfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 0x7fa41c1edfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40792/0 (socket says 172.21.15.76:40792) 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 -- 172.21.15.76:0/3232844591 learned_addr learned my addr 172.21.15.76:0/3232844591 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa4127fc640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa41c0c7ea0 0x7fa41c0c2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41b7fe640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c14b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 -- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 msgr2=0x7fa41c14b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c14b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 -- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa41c0c7ea0 msgr2=0x7fa41c0c2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa41c0c7ea0 0x7fa41c0c2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 -- 172.21.15.76:0/3232844591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa40c009420 con 0x7fa41c0c4e60 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa41affd640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 0x7fa41c1edfe0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa40c018fb0 tx=0x7fa40c019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0b5470 con 0x7fa41c0c4e60 2023-11-25T03:14:32.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa40c0b55f0 con 0x7fa41c0c4e60 2023-11-25T03:14:32.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa41c149850 con 0x7fa41c0c4e60 2023-11-25T03:14:32.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0b59a0 con 0x7fa41c0c4e60 2023-11-25T03:14:32.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.546+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa41c149e10 con 0x7fa41c0c4e60 2023-11-25T03:14:32.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.550+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa41c068400 con 0x7fa41c0c4e60 2023-11-25T03:14:32.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.550+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa40c0b2040 con 0x7fa41c0c4e60 2023-11-25T03:14:32.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.550+0000 7fa418ff9640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa3fc066470 0x7fa3fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.550+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa40c11e3e0 con 0x7fa41c0c4e60 2023-11-25T03:14:32.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.550+0000 7fa4127fc640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa3fc066470 0x7fa3fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.550+0000 7fa4127fc640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa3fc066470 0x7fa3fc068930 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa41c0b0060 tx=0x7fa404007d80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.554+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa40c0eb640 con 0x7fa41c0c4e60 2023-11-25T03:14:32.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.702+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fa41c0bd470 con 0x7fa41c0c4e60 2023-11-25T03:14:32.708 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa418ff9640 1 -- 172.21.15.76:0/3232844591 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7fa40c0b00a0 con 0x7fa41c0c4e60 2023-11-25T03:14:32.708 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:32.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa3fc066470 msgr2=0x7fa3fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa3fc066470 0x7fa3fc068930 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa41c0b0060 tx=0x7fa404007d80 comp rx=0 tx=0).stop 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 msgr2=0x7fa41c1edfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 0x7fa41c1edfe0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa40c018fb0 tx=0x7fa40c019140 comp rx=0 tx=0).stop 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 shutdown_connections 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa3fc066470 0x7fa3fc068930 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa41c151e90 0x7fa41c14b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa41c0c7ea0 0x7fa41c0c2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 --2- 172.21.15.76:0/3232844591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa41c0c4e60 0x7fa41c1edfe0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 >> 172.21.15.76:0/3232844591 conn(0x7fa41c0ca170 msgr2=0x7fa41c151100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 shutdown_connections 2023-11-25T03:14:32.711 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.706+0000 7fa421972640 1 -- 172.21.15.76:0/3232844591 wait complete. 2023-11-25T03:14:32.729 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-25T03:14:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe92e9c640 1 Processor -- start 2023-11-25T03:14:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe92e9c640 1 -- start start 2023-11-25T03:14:32.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe92e9c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efe8c0c2bb0 0x7efe8c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe92e9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe8c0c31c0 con 0x7efe8c0c4100 2023-11-25T03:14:32.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe92e9c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe8c0c34a0 con 0x7efe8c0c63c0 2023-11-25T03:14:32.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe92e9c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe8c0c1030 con 0x7efe8c0c2bb0 2023-11-25T03:14:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe83fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efe8c0c4100 0x7efe8c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41790/0 (socket says 172.21.15.76:41790) 2023-11-25T03:14:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe83fff640 1 -- 172.21.15.76:0/1839383487 learned_addr learned my addr 172.21.15.76:0/1839383487 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 --2- 172.21.15.76:0/1839383487 >> v2:172.21.15.106:3300/0 conn(0x7efe8c0c2bb0 0x7efe8c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2279597449 0 0) 0x7efe8c0c31c0 con 0x7efe8c0c4100 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe74003530 con 0x7efe8c0c4100 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4070245156 0 0) 0x7efe8c0c34a0 con 0x7efe8c0c63c0 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe8c0c31c0 con 0x7efe8c0c63c0 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4022037778 0 0) 0x7efe74003530 con 0x7efe8c0c4100 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 >> v2:172.21.15.106:3300/0 conn(0x7efe8c0c2bb0 msgr2=0x7efe8c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 --2- 172.21.15.76:0/1839383487 >> v2:172.21.15.106:3300/0 conn(0x7efe8c0c2bb0 0x7efe8c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 >> v1:172.21.15.106:6789/0 conn(0x7efe8c0c63c0 legacy=0x7efe8c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe8c0c1310 con 0x7efe8c0c4100 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7efe7c001680 con 0x7efe8c0c4100 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 >> v1:172.21.15.76:6789/0 conn(0x7efe8c0c4100 legacy=0x7efe8c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.873 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74003b10 0x7efe74003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe740047d0 0x7efe74004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74005200 0x7efe7400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c0c1030 con 0x7efe74005200 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe7400c160 con 0x7efe74003b10 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe7400c320 con 0x7efe740047d0 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74005200 0x7efe7400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe90c38640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74003b10 0x7efe74003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe83fff640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe740047d0 0x7efe74004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 -- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe740047d0 msgr2=0x7efe74004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe740047d0 0x7efe74004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 -- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74003b10 msgr2=0x7efe74003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74003b10 0x7efe74003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.866+0000 7efe91439640 1 -- 172.21.15.76:0/1839383487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe74003530 con 0x7efe74005200 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe91439640 1 -- 172.21.15.76:0/1839383487 reap_dead start 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe91439640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74005200 0x7efe7400b990 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7efe84009fc0 tx=0x7efe8401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee93e4e6a4e5e4fc server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe840a5cb0 con 0x7efe74005200 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe8400f040 con 0x7efe74005200 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe837fe640 1 -- 172.21.15.76:0/1839383487 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe84003be0 con 0x7efe74005200 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 -- 172.21.15.76:0/1839383487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74005200 msgr2=0x7efe7400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74005200 0x7efe7400b990 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7efe84009fc0 tx=0x7efe8401cca0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 -- 172.21.15.76:0/1839383487 shutdown_connections 2023-11-25T03:14:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 --2- 172.21.15.76:0/1839383487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe74005200 0x7efe7400b990 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 -- 172.21.15.76:0/1839383487 >> 172.21.15.76:0/1839383487 conn(0x7efe8c06a5b0 msgr2=0x7efe8c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 -- 172.21.15.76:0/1839383487 shutdown_connections 2023-11-25T03:14:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.870+0000 7efe92e9c640 1 -- 172.21.15.76:0/1839383487 wait complete. 2023-11-25T03:14:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 Processor -- start 2023-11-25T03:14:32.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 -- start start 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74005200 0x7efe8c1f0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe8c0a4f50 0x7efe8c154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 0x7efe8c15b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c157d70 con 0x7efe8c15b470 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c14fc80 con 0x7efe74005200 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c06fe50 con 0x7efe8c0a4f50 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 0x7efe8c15b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 0x7efe8c15b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40804/0 (socket says 172.21.15.76:40804) 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 -- 172.21.15.76:0/970257498 learned_addr learned my addr 172.21.15.76:0/970257498 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe90c38640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74005200 0x7efe8c1f0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe83fff640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe8c0a4f50 0x7efe8c154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 -- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe8c0a4f50 msgr2=0x7efe8c154900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe8c0a4f50 0x7efe8c154900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 -- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74005200 msgr2=0x7efe8c1f0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74005200 0x7efe8c1f0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 -- 172.21.15.76:0/970257498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe8c0c69b0 con 0x7efe8c15b470 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe91439640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 0x7efe8c15b8f0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7efe840987d0 tx=0x7efe84009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe840a5d70 con 0x7efe8c15b470 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe840039a0 con 0x7efe8c15b470 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe84003d50 con 0x7efe8c15b470 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe8c070990 con 0x7efe8c15b470 2023-11-25T03:14:32.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.874+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe8c070060 con 0x7efe8c15b470 2023-11-25T03:14:32.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.878+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe8c070b20 con 0x7efe8c15b470 2023-11-25T03:14:32.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.878+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efe840ae930 con 0x7efe8c15b470 2023-11-25T03:14:32.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.878+0000 7efe817fa640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe78066470 0x7efe78068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:32.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.878+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efe840a6e40 con 0x7efe8c15b470 2023-11-25T03:14:32.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.878+0000 7efe90c38640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe78066470 0x7efe78068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:32.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.878+0000 7efe90c38640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe78066470 0x7efe78068930 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0a62b0 tx=0x7efe88009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:32.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:32.882+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efe840ec140 con 0x7efe8c15b470 2023-11-25T03:14:33.049 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7efe8c068400 con 0x7efe8c15b470 2023-11-25T03:14:33.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe817fa640 1 -- 172.21.15.76:0/970257498 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v74) v1 ==== 80+0+0 (secure 0 0 0) 0x7efe840be080 con 0x7efe8c15b470 2023-11-25T03:14:33.050 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe78066470 msgr2=0x7efe78068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe78066470 0x7efe78068930 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0a62b0 tx=0x7efe88009040 comp rx=0 tx=0).stop 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 msgr2=0x7efe8c15b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 0x7efe8c15b8f0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7efe840987d0 tx=0x7efe84009750 comp rx=0 tx=0).stop 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 shutdown_connections 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efe78066470 0x7efe78068930 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe8c15b470 0x7efe8c15b8f0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efe8c0a4f50 0x7efe8c154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 --2- 172.21.15.76:0/970257498 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efe74005200 0x7efe8c1f0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.052 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 >> 172.21.15.76:0/970257498 conn(0x7efe8c06a5b0 msgr2=0x7efe8c15c570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:33.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 shutdown_connections 2023-11-25T03:14:33.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.046+0000 7efe92e9c640 1 -- 172.21.15.76:0/970257498 wait complete. 2023-11-25T03:14:33.071 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.testuser... 2023-11-25T03:14:33.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:33.071 DEBUG:teuthology.orchestra.run.smithi106:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-11-25T03:14:33.103 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:14:33.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:33.103 DEBUG:teuthology.orchestra.run.smithi106:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-11-25T03:14:33.156 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-25T03:14:33.157 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:14:33.254 DEBUG:teuthology.orchestra.run.smithi106:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-25T03:14:33.338 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-25T03:14:33.338 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:33.338 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:33.349 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:14:33.349 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:33.349 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:33.358 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:14:33.359 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:33.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.522+0000 7f7cc292a640 1 Processor -- start 2023-11-25T03:14:33.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.522+0000 7f7cc292a640 1 -- start start 2023-11-25T03:14:33.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc292a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7cbc0a5370 0x7f7cbc0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc292a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc0c4110 0x7f7cbc150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc292a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7cbc072090 0x7f7cbc1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc292a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cbc0c3070 con 0x7f7cbc072090 2023-11-25T03:14:33.529 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc292a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cbc0c2760 con 0x7f7cbc0a5370 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc292a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cbc0a5750 con 0x7f7cbc0c4110 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7cbc072090 0x7f7cbc1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7cbc072090 0x7f7cbc1514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40818/0 (socket says 172.21.15.76:40818) 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 -- 172.21.15.76:0/2383236823 learned_addr learned my addr 172.21.15.76:0/2383236823 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cbbfff640 1 --2- 172.21.15.76:0/2383236823 >> v2:172.21.15.106:3300/0 conn(0x7f7cbc0a5370 0x7f7cbc0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cbb7fe640 1 --2- 172.21.15.76:0/2383236823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc0c4110 0x7f7cbc150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 -- 172.21.15.76:0/2383236823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc0c4110 msgr2=0x7f7cbc150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 --2- 172.21.15.76:0/2383236823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc0c4110 0x7f7cbc150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 -- 172.21.15.76:0/2383236823 >> v2:172.21.15.106:3300/0 conn(0x7f7cbc0a5370 msgr2=0x7f7cbc0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 --2- 172.21.15.76:0/2383236823 >> v2:172.21.15.106:3300/0 conn(0x7f7cbc0a5370 0x7f7cbc0c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.526+0000 7f7cc0ec7640 1 -- 172.21.15.76:0/2383236823 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cbc0aad20 con 0x7f7cbc072090 2023-11-25T03:14:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc0ec7640 1 --2- 172.21.15.76:0/2383236823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc072090 0x7f7cbc1514e0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc0a8af0 tx=0x7f7cb401ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39901222dcede576 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:33.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cbaffd640 1 -- 172.21.15.76:0/2383236823 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb40a7a90 con 0x7f7cbc072090 2023-11-25T03:14:33.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cbaffd640 1 -- 172.21.15.76:0/2383236823 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cb40ab070 con 0x7f7cbc072090 2023-11-25T03:14:33.533 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cbaffd640 1 -- 172.21.15.76:0/2383236823 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb40a7e10 con 0x7f7cbc072090 2023-11-25T03:14:33.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 -- 172.21.15.76:0/2383236823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc072090 msgr2=0x7f7cbc1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2383236823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc072090 0x7f7cbc1514e0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc0a8af0 tx=0x7f7cb401ea80 comp rx=0 tx=0).stop 2023-11-25T03:14:33.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 -- 172.21.15.76:0/2383236823 shutdown_connections 2023-11-25T03:14:33.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2383236823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc072090 0x7f7cbc1514e0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2383236823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc0c4110 0x7f7cbc150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2383236823 >> v2:172.21.15.106:3300/0 conn(0x7f7cbc0a5370 0x7f7cbc0c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 -- 172.21.15.76:0/2383236823 >> 172.21.15.76:0/2383236823 conn(0x7f7cbc06a5b0 msgr2=0x7f7cbc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 -- 172.21.15.76:0/2383236823 shutdown_connections 2023-11-25T03:14:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 -- 172.21.15.76:0/2383236823 wait complete. 2023-11-25T03:14:33.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 Processor -- start 2023-11-25T03:14:33.536 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.530+0000 7f7cc292a640 1 -- start start 2023-11-25T03:14:33.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc072090 0x7f7cbc1ed660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.537 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 0x7f7cbc14fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cbc0c4110 0x7f7cbc1526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cbc149be0 con 0x7f7cbc0a5370 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cbc1edba0 con 0x7f7cbc0c4110 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cbc152260 con 0x7f7cbc072090 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 0x7f7cbc14fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 0x7f7cbc14fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40830/0 (socket says 172.21.15.76:40830) 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 -- 172.21.15.76:0/2525231481 learned_addr learned my addr 172.21.15.76:0/2525231481 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbbfff640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc072090 0x7f7cbc1ed660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc0ec7640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cbc0c4110 0x7f7cbc1526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 -- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc072090 msgr2=0x7f7cbc1ed660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc072090 0x7f7cbc1ed660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 -- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cbc0c4110 msgr2=0x7f7cbc1526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cbc0c4110 0x7f7cbc1526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 -- 172.21.15.76:0/2525231481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cb400bd40 con 0x7f7cbc0a5370 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cbb7fe640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 0x7f7cbc14fe60 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000d5f0 tx=0x7f7cb000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb00125f0 con 0x7f7cbc0a5370 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cb0012750 con 0x7f7cbc0a5370 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb0012ae0 con 0x7f7cbc0a5370 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cbc151f30 con 0x7f7cbc0a5370 2023-11-25T03:14:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cbc153b50 con 0x7f7cbc0a5370 2023-11-25T03:14:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cbc068400 con 0x7f7cbc0a5370 2023-11-25T03:14:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.534+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7cb0012c40 con 0x7f7cbc0a5370 2023-11-25T03:14:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.538+0000 7f7cb8ff9640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7ca8066470 0x7f7ca8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.538+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7cb0084500 con 0x7f7cbc0a5370 2023-11-25T03:14:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.538+0000 7f7cbbfff640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7ca8066470 0x7f7ca8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.541 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.538+0000 7f7cbbfff640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7ca8066470 0x7f7ca8068930 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0045f0 tx=0x7f7cac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:33.544 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.542+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7cb00516c0 con 0x7f7cbc0a5370 2023-11-25T03:14:33.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.718+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7cbc1523a0 con 0x7f7cbc0a5370 2023-11-25T03:14:33.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cb8ff9640 1 -- 172.21.15.76:0/2525231481 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+6137 (secure 0 0 0) 0x7f7cb0054ce0 con 0x7f7cbc0a5370 2023-11-25T03:14:33.725 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:33.725 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:33.725 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7ca8066470 msgr2=0x7f7ca8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7ca8066470 0x7f7ca8068930 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0045f0 tx=0x7f7cac008040 comp rx=0 tx=0).stop 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 msgr2=0x7f7cbc14fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 0x7f7cbc14fe60 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000d5f0 tx=0x7f7cb000dab0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 shutdown_connections 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7ca8066470 0x7f7ca8068930 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7cbc0c4110 0x7f7cbc1526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7cbc0a5370 0x7f7cbc14fe60 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 --2- 172.21.15.76:0/2525231481 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7cbc072090 0x7f7cbc1ed660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 >> 172.21.15.76:0/2525231481 conn(0x7f7cbc06a5b0 msgr2=0x7f7cbc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:33.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 shutdown_connections 2023-11-25T03:14:33.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.722+0000 7f7cc292a640 1 -- 172.21.15.76:0/2525231481 wait complete. 2023-11-25T03:14:33.746 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:33.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.878+0000 7fa9315b8640 1 Processor -- start 2023-11-25T03:14:33.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.878+0000 7fa9315b8640 1 -- start start 2023-11-25T03:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa9315b8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fa92c152f10 0x7fa92c070170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa9315b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa92c0727f0 con 0x7fa92c06fd90 2023-11-25T03:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa9315b8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa92c0c0b00 con 0x7fa92c0714c0 2023-11-25T03:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa9315b8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa92c0c0560 con 0x7fa92c152f10 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa92c06fd90 0x7fa92c152800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41798/0 (socket says 172.21.15.76:41798) 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92affd640 1 -- 172.21.15.76:0/3219286427 learned_addr learned my addr 172.21.15.76:0/3219286427 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 --2- 172.21.15.76:0/3219286427 >> v2:172.21.15.106:3300/0 conn(0x7fa92c152f10 0x7fa92c070170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 644213537 0 0) 0x7fa92c0727f0 con 0x7fa92c06fd90 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa918003530 con 0x7fa92c06fd90 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2840651199 0 0) 0x7fa918003530 con 0x7fa92c06fd90 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 >> v2:172.21.15.106:3300/0 conn(0x7fa92c152f10 msgr2=0x7fa92c070170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 --2- 172.21.15.76:0/3219286427 >> v2:172.21.15.106:3300/0 conn(0x7fa92c152f10 0x7fa92c070170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 >> v1:172.21.15.106:6789/0 conn(0x7fa92c0714c0 legacy=0x7fa92c15ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa92c072a40 con 0x7fa92c06fd90 2023-11-25T03:14:33.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fa91c001680 con 0x7fa92c06fd90 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 >> v1:172.21.15.76:6789/0 conn(0x7fa92c06fd90 legacy=0x7fa92c152800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa918003980 0x7fa918003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9180047d0 0x7fa918004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa91800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa92c0c0560 con 0x7fa918005190 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa91800c130 con 0x7fa918003980 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa91800c2f0 con 0x7fa9180047d0 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa91800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92affd640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa918003980 0x7fa918003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa9227fc640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9180047d0 0x7fa918004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 -- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9180047d0 msgr2=0x7fa918004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:33.888 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa9180047d0 0x7fa918004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 -- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa918003980 msgr2=0x7fa918003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:33.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa918003980 0x7fa918003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92b7fe640 1 -- 172.21.15.76:0/3219286427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa918003530 con 0x7fa918005190 2023-11-25T03:14:33.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.882+0000 7fa92affd640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa918003980 0x7fa918003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:33.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa92b7fe640 1 -- 172.21.15.76:0/3219286427 reap_dead start 2023-11-25T03:14:33.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa92b7fe640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa91800b990 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fa924009fc0 tx=0x7fa92401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e656c8a4fdcf26d server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:33.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9240a5cb0 con 0x7fa918005190 2023-11-25T03:14:33.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa92400f040 con 0x7fa918005190 2023-11-25T03:14:33.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa92a7fc640 1 -- 172.21.15.76:0/3219286427 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa924003be0 con 0x7fa918005190 2023-11-25T03:14:33.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 -- 172.21.15.76:0/3219286427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 msgr2=0x7fa91800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa91800b990 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fa924009fc0 tx=0x7fa92401cca0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 -- 172.21.15.76:0/3219286427 shutdown_connections 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 --2- 172.21.15.76:0/3219286427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa91800b990 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 -- 172.21.15.76:0/3219286427 >> 172.21.15.76:0/3219286427 conn(0x7fa92c0a7910 msgr2=0x7fa92c0a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 -- 172.21.15.76:0/3219286427 shutdown_connections 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 -- 172.21.15.76:0/3219286427 wait complete. 2023-11-25T03:14:33.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.886+0000 7fa9315b8640 1 Processor -- start 2023-11-25T03:14:33.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- start start 2023-11-25T03:14:33.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa92c0bae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa92c0bfde0 0x7fa92c155f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.894 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa92c1eb0b0 0x7fa92c1eb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa92c0a58d0 con 0x7fa918005190 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa92c0bb340 con 0x7fa92c1eb0b0 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa92c1e7ae0 con 0x7fa92c0bfde0 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa92c0bae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa92c0bae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40848/0 (socket says 172.21.15.76:40848) 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 -- 172.21.15.76:0/1909424527 learned_addr learned my addr 172.21.15.76:0/1909424527 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9227fc640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa92c0bfde0 0x7fa92c155f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92b7fe640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa92c1eb0b0 0x7fa92c1eb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 -- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa92c0bfde0 msgr2=0x7fa92c155f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa92c0bfde0 0x7fa92c155f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 -- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa92c1eb0b0 msgr2=0x7fa92c1eb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:33.895 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa92c1eb0b0 0x7fa92c1eb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 -- 172.21.15.76:0/1909424527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa92c0bb5a0 con 0x7fa918005190 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa92affd640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa92c0bae00 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fa91c011810 tx=0x7fa91c011cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91c01a030 con 0x7fa918005190 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa91c00fb60 con 0x7fa918005190 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91c015410 con 0x7fa918005190 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa92c1e7da0 con 0x7fa918005190 2023-11-25T03:14:33.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa92c1e8360 con 0x7fa918005190 2023-11-25T03:14:33.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.890+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa92c04e850 con 0x7fa918005190 2023-11-25T03:14:33.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.894+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa91c01d070 con 0x7fa918005190 2023-11-25T03:14:33.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.894+0000 7fa923fff640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa90c0664a0 0x7fa90c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:33.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.894+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa91c01b070 con 0x7fa918005190 2023-11-25T03:14:33.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.894+0000 7fa9227fc640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa90c0664a0 0x7fa90c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:33.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.894+0000 7fa9227fc640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa90c0664a0 0x7fa90c068960 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0a5170 tx=0x7fa914009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:33.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:33.898+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa91c0541b0 con 0x7fa918005190 2023-11-25T03:14:34.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.050+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa92c0c4ec0 con 0x7fa918005190 2023-11-25T03:14:34.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.050+0000 7fa923fff640 1 -- 172.21.15.76:0/1909424527 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7fa91c0577d0 con 0x7fa918005190 2023-11-25T03:14:34.055 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:34.055 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa90c0664a0 msgr2=0x7fa90c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa90c0664a0 0x7fa90c068960 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0a5170 tx=0x7fa914009040 comp rx=0 tx=0).stop 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 msgr2=0x7fa92c0bae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa92c0bae00 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fa91c011810 tx=0x7fa91c011cd0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 shutdown_connections 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa90c0664a0 0x7fa90c068960 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.057 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa92c1eb0b0 0x7fa92c1eb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa92c0bfde0 0x7fa92c155f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 --2- 172.21.15.76:0/1909424527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa918005190 0x7fa92c0bae00 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 >> 172.21.15.76:0/1909424527 conn(0x7fa92c0a7910 msgr2=0x7fa92c071de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:34.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 shutdown_connections 2023-11-25T03:14:34.058 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.054+0000 7fa9315b8640 1 -- 172.21.15.76:0/1909424527 wait complete. 2023-11-25T03:14:34.076 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-25T03:13:50.162837+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-11-25T03:13:51.440846+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:34.076 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:34.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 Processor -- start 2023-11-25T03:14:34.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 -- start start 2023-11-25T03:14:34.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8e2c0c4100 0x7f8e2c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e2c0c31c0 con 0x7f8e2c0c63c0 2023-11-25T03:14:34.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e2c0c34a0 con 0x7f8e2c0c4100 2023-11-25T03:14:34.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.214+0000 7f8e33df8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2c0c1030 con 0x7f8e2c0c06d0 2023-11-25T03:14:34.220 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e31393640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f8e2c0c4100 0x7f8e2c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:45210/0 (socket says 172.21.15.76:45210) 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 -- 172.21.15.76:0/3848568524 learned_addr learned my addr 172.21.15.76:0/3848568524 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 -- 172.21.15.76:0/3848568524 >> v2:172.21.15.106:3300/0 conn(0x7f8e2c0c4100 msgr2=0x7f8e2c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 --2- 172.21.15.76:0/3848568524 >> v2:172.21.15.106:3300/0 conn(0x7f8e2c0c4100 0x7f8e2c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 -- 172.21.15.76:0/3848568524 >> v1:172.21.15.106:6789/0 conn(0x7f8e2c0c63c0 legacy=0x7f8e2c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 -- 172.21.15.76:0/3848568524 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e2c0c1310 con 0x7f8e2c0c06d0 2023-11-25T03:14:34.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e31393640 1 --2- 172.21.15.76:0/3848568524 >> v2:172.21.15.106:3300/0 conn(0x7f8e2c0c4100 0x7f8e2c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:34.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e32395640 1 --2- 172.21.15.76:0/3848568524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c0a9680 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009e50 tx=0x7f8e2401c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e629e9fdfaf73b9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e30b92640 1 -- 172.21.15.76:0/3848568524 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c0aa3d0 con 0x7f8e2c0c06d0 2023-11-25T03:14:34.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e30b92640 1 -- 172.21.15.76:0/3848568524 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e240a56c0 con 0x7f8e2c0c06d0 2023-11-25T03:14:34.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.218+0000 7f8e30b92640 1 -- 172.21.15.76:0/3848568524 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e240a5a50 con 0x7f8e2c0c06d0 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- 172.21.15.76:0/3848568524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 msgr2=0x7f8e2c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 --2- 172.21.15.76:0/3848568524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c0a9680 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009e50 tx=0x7f8e2401c8f0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- 172.21.15.76:0/3848568524 shutdown_connections 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 --2- 172.21.15.76:0/3848568524 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c0a9680 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 --2- 172.21.15.76:0/3848568524 >> v2:172.21.15.106:3300/0 conn(0x7f8e2c0c4100 0x7f8e2c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- 172.21.15.76:0/3848568524 >> 172.21.15.76:0/3848568524 conn(0x7f8e2c06a5b0 msgr2=0x7f8e2c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- 172.21.15.76:0/3848568524 shutdown_connections 2023-11-25T03:14:34.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- 172.21.15.76:0/3848568524 wait complete. 2023-11-25T03:14:34.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 Processor -- start 2023-11-25T03:14:34.226 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- start start 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c1ed770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 0x7f8e2c06d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8e2c0c63c0 0x7f8e2c159880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2c1eccd0 con 0x7f8e2c0c4100 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2c1f0cc0 con 0x7f8e2c0c63c0 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e33df8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2c1ecf70 con 0x7f8e2c0c06d0 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e31393640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 0x7f8e2c06d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e31393640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 0x7f8e2c06d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40852/0 (socket says 172.21.15.76:40852) 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e31393640 1 -- 172.21.15.76:0/1985580486 learned_addr learned my addr 172.21.15.76:0/1985580486 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e31b94640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c1ed770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.222+0000 7f8e32395640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8e2c0c63c0 0x7f8e2c159880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31393640 1 -- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 msgr2=0x7f8e2c1ed770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31393640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c1ed770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31393640 1 -- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8e2c0c63c0 msgr2=0x7f8e2c159880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31393640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8e2c0c63c0 0x7f8e2c159880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31393640 1 -- 172.21.15.76:0/1985580486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e1c009420 con 0x7f8e2c0c4100 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31393640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 0x7f8e2c06d130 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00ebb0 tx=0x7f8e1c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c00eeb0 con 0x7f8e2c0c4100 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e1c00cc30 con 0x7f8e2c0c4100 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e24009b30 con 0x7f8e2c0c4100 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c013470 con 0x7f8e2c0c4100 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e2c06d670 con 0x7f8e2c0c4100 2023-11-25T03:14:34.230 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e2c068400 con 0x7f8e2c0c4100 2023-11-25T03:14:34.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8e1c0135d0 con 0x7f8e2c0c4100 2023-11-25T03:14:34.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e227fc640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e100664a0 0x7f8e10068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8e1c0843b0 con 0x7f8e2c0c4100 2023-11-25T03:14:34.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.226+0000 7f8e31b94640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e100664a0 0x7f8e10068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.230+0000 7f8e31b94640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e100664a0 0x7f8e10068960 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f8e28007fd0 tx=0x7f8e28009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.230+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8e1c051570 con 0x7f8e2c0c4100 2023-11-25T03:14:34.385 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8e2c0c3e70 con 0x7f8e2c0c4100 2023-11-25T03:14:34.386 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e227fc640 1 -- 172.21.15.76:0/1985580486 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8e1c054b90 con 0x7f8e2c0c4100 2023-11-25T03:14:34.386 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e100664a0 msgr2=0x7f8e10068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e100664a0 0x7f8e10068960 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f8e28007fd0 tx=0x7f8e28009040 comp rx=0 tx=0).stop 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 msgr2=0x7f8e2c06d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 0x7f8e2c06d130 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00ebb0 tx=0x7f8e1c00c520 comp rx=0 tx=0).stop 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 shutdown_connections 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8e100664a0 0x7f8e10068960 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8e2c0c63c0 0x7f8e2c159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8e2c0c4100 0x7f8e2c06d130 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 --2- 172.21.15.76:0/1985580486 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8e2c0c06d0 0x7f8e2c1ed770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.382+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 >> 172.21.15.76:0/1985580486 conn(0x7f8e2c06a5b0 msgr2=0x7f8e2c0c48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:34.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.386+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 shutdown_connections 2023-11-25T03:14:34.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.386+0000 7f8e33df8640 1 -- 172.21.15.76:0/1985580486 wait complete. 2023-11-25T03:14:34.406 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-25T03:14:34.545 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 Processor -- start 2023-11-25T03:14:34.546 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 -- start start 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fd4b0151e90 0x7fd4b00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4b00c4e60 0x7fd4b006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4b006c860 con 0x7fd4b00c7ea0 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4b00c8750 con 0x7fd4b00c4e60 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b7fb8640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4b01552d0 con 0x7fd4b0151e90 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4b00c4e60 0x7fd4b006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4b00c4e60 0x7fd4b006bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40862/0 (socket says 172.21.15.76:40862) 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 -- 172.21.15.76:0/2361489351 learned_addr learned my addr 172.21.15.76:0/2361489351 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:34.547 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b5d54640 1 --2- 172.21.15.76:0/2361489351 >> v2:172.21.15.106:3300/0 conn(0x7fd4b0151e90 0x7fd4b00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 -- 172.21.15.76:0/2361489351 >> v2:172.21.15.106:3300/0 conn(0x7fd4b0151e90 msgr2=0x7fd4b00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:34.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 --2- 172.21.15.76:0/2361489351 >> v2:172.21.15.106:3300/0 conn(0x7fd4b0151e90 0x7fd4b00c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 -- 172.21.15.76:0/2361489351 >> v1:172.21.15.106:6789/0 conn(0x7fd4b00c7ea0 legacy=0x7fd4b006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.548 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.542+0000 7fd4b6555640 1 -- 172.21.15.76:0/2361489351 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b0154930 con 0x7fd4b00c4e60 2023-11-25T03:14:34.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b6555640 1 --2- 172.21.15.76:0/2361489351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b006bbb0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fd4b008b410 tx=0x7fd4a801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd3fb0864bf4b86 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b4d52640 1 -- 172.21.15.76:0/2361489351 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a80a5570 con 0x7fd4b00c4e60 2023-11-25T03:14:34.550 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b4d52640 1 -- 172.21.15.76:0/2361489351 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a80a56d0 con 0x7fd4b00c4e60 2023-11-25T03:14:34.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b4d52640 1 -- 172.21.15.76:0/2361489351 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a80a5a60 con 0x7fd4b00c4e60 2023-11-25T03:14:34.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/2361489351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 msgr2=0x7fd4b006bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/2361489351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b006bbb0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fd4b008b410 tx=0x7fd4a801c8b0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.551 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/2361489351 shutdown_connections 2023-11-25T03:14:34.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/2361489351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b006bbb0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/2361489351 >> v2:172.21.15.106:3300/0 conn(0x7fd4b0151e90 0x7fd4b00c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/2361489351 >> 172.21.15.76:0/2361489351 conn(0x7fd4b00ca170 msgr2=0x7fd4b00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:34.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/2361489351 shutdown_connections 2023-11-25T03:14:34.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.546+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/2361489351 wait complete. 2023-11-25T03:14:34.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 Processor -- start 2023-11-25T03:14:34.553 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- start start 2023-11-25T03:14:34.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b0148190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4b00c7ea0 0x7fd4b01486d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4b0151e90 0x7fd4b01f0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b00c2950 con 0x7fd4b00c4e60 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b0148c10 con 0x7fd4b00c7ea0 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b00c1a80 con 0x7fd4b0151e90 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b0148190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b0148190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40872/0 (socket says 172.21.15.76:40872) 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 -- 172.21.15.76:0/3030709895 learned_addr learned my addr 172.21.15.76:0/3030709895 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5553640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4b00c7ea0 0x7fd4b01486d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b6555640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4b0151e90 0x7fd4b01f0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 -- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4b0151e90 msgr2=0x7fd4b01f0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4b0151e90 0x7fd4b01f0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 -- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4b00c7ea0 msgr2=0x7fd4b01486d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4b00c7ea0 0x7fd4b01486d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 -- 172.21.15.76:0/3030709895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a8009b30 con 0x7fd4b00c4e60 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b6555640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4b0151e90 0x7fd4b01f0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5553640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4b00c7ea0 0x7fd4b01486d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b5d54640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b0148190 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac00e960 tx=0x7fd4ac00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac009690 con 0x7fd4b00c4e60 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4ac00ca00 con 0x7fd4b00c4e60 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4b00c1cd0 con 0x7fd4b00c4e60 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ac00cd70 con 0x7fd4b00c4e60 2023-11-25T03:14:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4b00c2290 con 0x7fd4b00c4e60 2023-11-25T03:14:34.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.550+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4b0068400 con 0x7fd4b00c4e60 2023-11-25T03:14:34.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.554+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd4ac013470 con 0x7fd4b00c4e60 2023-11-25T03:14:34.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.554+0000 7fd4a67fc640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4940664a0 0x7fd494068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.554+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd4ac084750 con 0x7fd4b00c4e60 2023-11-25T03:14:34.558 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.554+0000 7fd4b5553640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4940664a0 0x7fd494068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.559 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.554+0000 7fd4b5553640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4940664a0 0x7fd494068960 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd4b01f0fe0 tx=0x7fd4a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.562 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.558+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd4ac0518a0 con 0x7fd4b00c4e60 2023-11-25T03:14:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.706+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd4b014c140 con 0x7fd4b00c4e60 2023-11-25T03:14:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.706+0000 7fd4a67fc640 1 -- 172.21.15.76:0/3030709895 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v74) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd4ac054ec0 con 0x7fd4b00c4e60 2023-11-25T03:14:34.711 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4940664a0 msgr2=0x7fd494068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4940664a0 0x7fd494068960 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd4b01f0fe0 tx=0x7fd4a0009040 comp rx=0 tx=0).stop 2023-11-25T03:14:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 msgr2=0x7fd4b0148190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b0148190 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac00e960 tx=0x7fd4ac00ee20 comp rx=0 tx=0).stop 2023-11-25T03:14:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 shutdown_connections 2023-11-25T03:14:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd4940664a0 0x7fd494068960 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd4b0151e90 0x7fd4b01f0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd4b00c7ea0 0x7fd4b01486d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 --2- 172.21.15.76:0/3030709895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4b00c4e60 0x7fd4b0148190 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 >> 172.21.15.76:0/3030709895 conn(0x7fd4b00ca170 msgr2=0x7fd4b014b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 shutdown_connections 2023-11-25T03:14:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.710+0000 7fd4b7fb8640 1 -- 172.21.15.76:0/3030709895 wait complete. 2023-11-25T03:14:34.731 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-25T03:14:34.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.926+0000 7efd153e4640 1 Processor -- start 2023-11-25T03:14:34.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.926+0000 7efd153e4640 1 -- start start 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd153e4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd100ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd153e4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7efd10154be0 0x7efd1015ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd153e4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd100c8160 con 0x7efd100c7c50 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd153e4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd10157b40 con 0x7efd10154be0 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd153e4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd10157e20 con 0x7efd10151cd0 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd0f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efd100c7c50 0x7efd101544d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41802/0 (socket says 172.21.15.76:41802) 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd0f7fe640 1 -- 172.21.15.76:0/2036346621 learned_addr learned my addr 172.21.15.76:0/2036346621 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd14be3640 1 --2- 172.21.15.76:0/2036346621 >> v2:172.21.15.106:3300/0 conn(0x7efd10154be0 0x7efd1015ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd0ffff640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd100ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd0effd640 1 -- 172.21.15.76:0/2036346621 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 221912083 0 0) 0x7efd100c8160 con 0x7efd100c7c50 2023-11-25T03:14:34.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd0effd640 1 -- 172.21.15.76:0/2036346621 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efcf8003530 con 0x7efd100c7c50 2023-11-25T03:14:34.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd14be3640 1 -- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 msgr2=0x7efd100ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:34.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd14be3640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd100ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd14be3640 1 -- 172.21.15.76:0/2036346621 >> v1:172.21.15.76:6789/0 conn(0x7efd100c7c50 legacy=0x7efd101544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd14be3640 1 -- 172.21.15.76:0/2036346621 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd10158100 con 0x7efd10154be0 2023-11-25T03:14:34.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.930+0000 7efd0ffff640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd100ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:34.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd14be3640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd1015ee30 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efd08009d90 tx=0x7efd0801c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b7b072d863e1225 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd0effd640 1 -- 172.21.15.76:0/2036346621 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd080a5a00 con 0x7efd10154be0 2023-11-25T03:14:34.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd0effd640 1 -- 172.21.15.76:0/2036346621 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd080a5b60 con 0x7efd10154be0 2023-11-25T03:14:34.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd0effd640 1 -- 172.21.15.76:0/2036346621 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd080ad440 con 0x7efd10154be0 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 -- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 msgr2=0x7efd1015ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd1015ee30 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efd08009d90 tx=0x7efd0801c920 comp rx=0 tx=0).stop 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 -- 172.21.15.76:0/2036346621 shutdown_connections 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd1015ee30 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 --2- 172.21.15.76:0/2036346621 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd100ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 -- 172.21.15.76:0/2036346621 >> 172.21.15.76:0/2036346621 conn(0x7efd100abee0 msgr2=0x7efd100c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 -- 172.21.15.76:0/2036346621 shutdown_connections 2023-11-25T03:14:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 -- 172.21.15.76:0/2036346621 wait complete. 2023-11-25T03:14:34.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 Processor -- start 2023-11-25T03:14:34.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.934+0000 7efd153e4640 1 -- start start 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 0x7efd101eced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd10148280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd101f0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd101edea0 con 0x7efd100c7c50 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd10148d10 con 0x7efd10154be0 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1014bc30 con 0x7efd10151cd0 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 0x7efd101eced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 0x7efd101eced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40884/0 (socket says 172.21.15.76:40884) 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 -- 172.21.15.76:0/847517846 learned_addr learned my addr 172.21.15.76:0/847517846 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:34.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0f7fe640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd10148280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd14be3640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd101f0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 -- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 msgr2=0x7efd10148280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd10148280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 -- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 msgr2=0x7efd101f0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd101f0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 -- 172.21.15.76:0/847517846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd00009420 con 0x7efd100c7c50 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd14be3640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd101f0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0ffff640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 0x7efd101eced0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7efd0000ebe0 tx=0x7efd0000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0000eee0 con 0x7efd100c7c50 2023-11-25T03:14:34.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd0000cc30 con 0x7efd100c7c50 2023-11-25T03:14:34.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd00013470 con 0x7efd100c7c50 2023-11-25T03:14:34.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd08009a70 con 0x7efd100c7c50 2023-11-25T03:14:34.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd101f05e0 con 0x7efd100c7c50 2023-11-25T03:14:34.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.938+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd101491f0 con 0x7efd100c7c50 2023-11-25T03:14:34.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.942+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efd000135d0 con 0x7efd100c7c50 2023-11-25T03:14:34.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.942+0000 7efd0cff9640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcfc066470 0x7efcfc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:34.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.942+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efd00084b80 con 0x7efd100c7c50 2023-11-25T03:14:34.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.942+0000 7efd0f7fe640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcfc066470 0x7efcfc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:34.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.946+0000 7efd0f7fe640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcfc066470 0x7efcfc068930 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7efd10154bb0 tx=0x7efd04009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:34.946+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd00051d10 con 0x7efd100c7c50 2023-11-25T03:14:35.098 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.094+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7efd101f0440 con 0x7efd100c7c50 2023-11-25T03:14:35.099 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.094+0000 7efd0cff9640 1 -- 172.21.15.76:0/847517846 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v74) v1 ==== 100+0+11 (secure 0 0 0) 0x7efd00017020 con 0x7efd100c7c50 2023-11-25T03:14:35.099 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:35.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcfc066470 msgr2=0x7efcfc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcfc066470 0x7efcfc068930 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7efd10154bb0 tx=0x7efd04009040 comp rx=0 tx=0).stop 2023-11-25T03:14:35.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 msgr2=0x7efd101eced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 0x7efd101eced0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7efd0000ebe0 tx=0x7efd0000c520 comp rx=0 tx=0).stop 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 shutdown_connections 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7efcfc066470 0x7efcfc068930 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7efd10154be0 0x7efd101f0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7efd10151cd0 0x7efd10148280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 --2- 172.21.15.76:0/847517846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100c7c50 0x7efd101eced0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 >> 172.21.15.76:0/847517846 conn(0x7efd100abee0 msgr2=0x7efd100c8940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 shutdown_connections 2023-11-25T03:14:35.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.098+0000 7efd153e4640 1 -- 172.21.15.76:0/847517846 wait complete. 2023-11-25T03:14:35.120 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:35.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.258+0000 7f59ca079640 1 Processor -- start 2023-11-25T03:14:35.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.258+0000 7f59ca079640 1 -- start start 2023-11-25T03:14:35.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59ca079640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 0x7f59c40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59ca079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c2bb0 0x7f59c40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59ca079640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59c40c31c0 con 0x7f59c40c4100 2023-11-25T03:14:35.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59ca079640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59c40c34a0 con 0x7f59c40c63c0 2023-11-25T03:14:35.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59ca079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59c40c1030 con 0x7f59c40c2bb0 2023-11-25T03:14:35.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c37fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 0x7f59c40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c3fff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c2bb0 0x7f59c40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c37fe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 0x7f59c40c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:48396/0 (socket says 172.21.15.76:48396) 2023-11-25T03:14:35.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c2ffd640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f59c40c4100 0x7f59c40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:45040/0 (socket says 172.21.15.76:45040) 2023-11-25T03:14:35.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c37fe640 1 -- 172.21.15.76:0/2482366596 learned_addr learned my addr 172.21.15.76:0/2482366596 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:35.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c3fff640 1 -- 172.21.15.76:0/2482366596 >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 msgr2=0x7f59c40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:35.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c3fff640 1 --2- 172.21.15.76:0/2482366596 >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 0x7f59c40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c3fff640 1 -- 172.21.15.76:0/2482366596 >> v1:172.21.15.106:6789/0 conn(0x7f59c40c4100 legacy=0x7f59c40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c3fff640 1 -- 172.21.15.76:0/2482366596 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59c40c1310 con 0x7f59c40c2bb0 2023-11-25T03:14:35.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.262+0000 7f59c37fe640 1 --2- 172.21.15.76:0/2482366596 >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 0x7f59c40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:35.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59c3fff640 1 --2- 172.21.15.76:0/2482366596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c2bb0 0x7f59c40a9680 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f59bc009d90 tx=0x7f59bc01c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd6e078a4fad8128 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59c27fc640 1 -- 172.21.15.76:0/2482366596 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59c40aa3d0 con 0x7f59c40c2bb0 2023-11-25T03:14:35.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59c27fc640 1 -- 172.21.15.76:0/2482366596 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59bc0a58e0 con 0x7f59c40c2bb0 2023-11-25T03:14:35.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59c27fc640 1 -- 172.21.15.76:0/2482366596 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59bc0a5c70 con 0x7f59c40c2bb0 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 -- 172.21.15.76:0/2482366596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c2bb0 msgr2=0x7f59c40a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 --2- 172.21.15.76:0/2482366596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c2bb0 0x7f59c40a9680 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f59bc009d90 tx=0x7f59bc01c800 comp rx=0 tx=0).stop 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 -- 172.21.15.76:0/2482366596 shutdown_connections 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 --2- 172.21.15.76:0/2482366596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c2bb0 0x7f59c40a9680 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 --2- 172.21.15.76:0/2482366596 >> v2:172.21.15.106:3300/0 conn(0x7f59c40c63c0 0x7f59c40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 -- 172.21.15.76:0/2482366596 >> 172.21.15.76:0/2482366596 conn(0x7f59c406a5b0 msgr2=0x7f59c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 -- 172.21.15.76:0/2482366596 shutdown_connections 2023-11-25T03:14:35.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 -- 172.21.15.76:0/2482366596 wait complete. 2023-11-25T03:14:35.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 Processor -- start 2023-11-25T03:14:35.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.266+0000 7f59ca079640 1 -- start start 2023-11-25T03:14:35.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 0x7f59c4150d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59c40c4100 0x7f59c4151250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c63c0 0x7f59c40a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c40a4d30 con 0x7f59c40c2bb0 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c40a64a0 con 0x7f59c40c4100 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59c41ed990 con 0x7f59c40c63c0 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 0x7f59c4150d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 0x7f59c4150d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40894/0 (socket says 172.21.15.76:40894) 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 -- 172.21.15.76:0/521168618 learned_addr learned my addr 172.21.15.76:0/521168618 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c3fff640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c63c0 0x7f59c40a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c2ffd640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59c40c4100 0x7f59c4151250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 -- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c63c0 msgr2=0x7f59c40a5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c63c0 0x7f59c40a5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 -- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59c40c4100 msgr2=0x7f59c4151250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59c40c4100 0x7f59c4151250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 -- 172.21.15.76:0/521168618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59b40094d0 con 0x7f59c40c2bb0 2023-11-25T03:14:35.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c3fff640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c63c0 0x7f59c40a5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:35.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59c37fe640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 0x7f59c4150d10 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f59b400e930 tx=0x7f59b400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59b400ca00 con 0x7f59c40c2bb0 2023-11-25T03:14:35.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59b400cb60 con 0x7f59c40c2bb0 2023-11-25T03:14:35.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59b4013470 con 0x7f59c40c2bb0 2023-11-25T03:14:35.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59bc009a70 con 0x7f59c40c2bb0 2023-11-25T03:14:35.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59c415a320 con 0x7f59c40c2bb0 2023-11-25T03:14:35.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59c4068400 con 0x7f59c40c2bb0 2023-11-25T03:14:35.276 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.270+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f59b40135d0 con 0x7f59c40c2bb0 2023-11-25T03:14:35.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.274+0000 7f59abfff640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59b0066470 0x7f59b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.274+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f59b4084470 con 0x7f59c40c2bb0 2023-11-25T03:14:35.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.274+0000 7f59c2ffd640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59b0066470 0x7f59b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.274+0000 7f59c2ffd640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59b0066470 0x7f59b0068930 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f59c40bf3f0 tx=0x7f59b8007c90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.278+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f59b4051580 con 0x7f59c40c2bb0 2023-11-25T03:14:35.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.426+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f59c40c3e70 con 0x7f59c40c2bb0 2023-11-25T03:14:35.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.426+0000 7f59abfff640 1 -- 172.21.15.76:0/521168618 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7f59b4054ba0 con 0x7f59c40c2bb0 2023-11-25T03:14:35.431 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:35.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59b0066470 msgr2=0x7f59b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59b0066470 0x7f59b0068930 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f59c40bf3f0 tx=0x7f59b8007c90 comp rx=0 tx=0).stop 2023-11-25T03:14:35.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 msgr2=0x7f59c4150d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 0x7f59c4150d10 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f59b400e930 tx=0x7f59b400edf0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 shutdown_connections 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f59b0066470 0x7f59b0068930 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f59c40c63c0 0x7f59c40a5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f59c40c4100 0x7f59c4151250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 --2- 172.21.15.76:0/521168618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c40c2bb0 0x7f59c4150d10 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 >> 172.21.15.76:0/521168618 conn(0x7f59c406a5b0 msgr2=0x7f59c406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 shutdown_connections 2023-11-25T03:14:35.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.430+0000 7f59ca079640 1 -- 172.21.15.76:0/521168618 wait complete. 2023-11-25T03:14:35.452 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:35.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.586+0000 7f27a8617640 1 Processor -- start 2023-11-25T03:14:35.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.586+0000 7f27a8617640 1 -- start start 2023-11-25T03:14:35.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a8617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a0150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a8617640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27a00c2760 con 0x7f27a00725c0 2023-11-25T03:14:35.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a8617640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27a00a5750 con 0x7f27a00a5370 2023-11-25T03:14:35.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a8617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27a00c3070 con 0x7f27a0072090 2023-11-25T03:14:35.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a6bb4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f27a00725c0 0x7f27a01514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41810/0 (socket says 172.21.15.76:41810) 2023-11-25T03:14:35.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a6bb4640 1 -- 172.21.15.76:0/3448685476 learned_addr learned my addr 172.21.15.76:0/3448685476 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:35.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a5bb2640 1 --2- 172.21.15.76:0/3448685476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a0150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a53b1640 1 -- 172.21.15.76:0/3448685476 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4154572437 0 0) 0x7f27a00c2760 con 0x7f27a00725c0 2023-11-25T03:14:35.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a53b1640 1 -- 172.21.15.76:0/3448685476 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f278c005740 con 0x7f27a00725c0 2023-11-25T03:14:35.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a53b1640 1 -- 172.21.15.76:0/3448685476 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2841941946 0 0) 0x7f27a00a5750 con 0x7f27a00a5370 2023-11-25T03:14:35.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a5bb2640 1 -- 172.21.15.76:0/3448685476 >> v1:172.21.15.106:6789/0 conn(0x7f27a00a5370 legacy=0x7f27a00c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a5bb2640 1 -- 172.21.15.76:0/3448685476 >> v1:172.21.15.76:6789/0 conn(0x7f27a00725c0 legacy=0x7f27a01514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.590+0000 7f27a5bb2640 1 -- 172.21.15.76:0/3448685476 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27a00aad20 con 0x7f27a0072090 2023-11-25T03:14:35.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a5bb2640 1 --2- 172.21.15.76:0/3448685476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a0150fa0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f27900097f0 tx=0x7f279001c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e6be264600a3597 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a53b1640 1 -- 172.21.15.76:0/3448685476 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27900a4ea0 con 0x7f27a0072090 2023-11-25T03:14:35.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a53b1640 1 -- 172.21.15.76:0/3448685476 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27900a7050 con 0x7f27a0072090 2023-11-25T03:14:35.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a53b1640 1 -- 172.21.15.76:0/3448685476 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27900ab820 con 0x7f27a0072090 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 -- 172.21.15.76:0/3448685476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 msgr2=0x7f27a0150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 --2- 172.21.15.76:0/3448685476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a0150fa0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f27900097f0 tx=0x7f279001c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 -- 172.21.15.76:0/3448685476 shutdown_connections 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 --2- 172.21.15.76:0/3448685476 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a0150fa0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 -- 172.21.15.76:0/3448685476 >> 172.21.15.76:0/3448685476 conn(0x7f27a006a5b0 msgr2=0x7f27a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 -- 172.21.15.76:0/3448685476 shutdown_connections 2023-11-25T03:14:35.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.594+0000 7f27a8617640 1 -- 172.21.15.76:0/3448685476 wait complete. 2023-11-25T03:14:35.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 Processor -- start 2023-11-25T03:14:35.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- start start 2023-11-25T03:14:35.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a00bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a00725c0 0x7f27a0145210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 0x7f27a0145750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a01f0730 con 0x7f27a00a5370 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a01edfb0 con 0x7f27a00725c0 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27a01f0980 con 0x7f27a0072090 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 0x7f27a0145750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 0x7f27a0145750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40902/0 (socket says 172.21.15.76:40902) 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 -- 172.21.15.76:0/2762813893 learned_addr learned my addr 172.21.15.76:0/2762813893 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a5bb2640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a00725c0 0x7f27a0145210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a63b3640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a00bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 -- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 msgr2=0x7f27a00bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a00bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 -- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a00725c0 msgr2=0x7f27a0145210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a00725c0 0x7f27a0145210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 -- 172.21.15.76:0/2762813893 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2790009420 con 0x7f27a00a5370 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a6bb4640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 0x7f27a0145750 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f279800cb40 tx=0x7f279800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279800aca0 con 0x7f27a00a5370 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f279800ae00 con 0x7f27a00a5370 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27a01f0c60 con 0x7f27a00a5370 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2798012620 con 0x7f27a00a5370 2023-11-25T03:14:35.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27a00bf8a0 con 0x7f27a00a5370 2023-11-25T03:14:35.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.598+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27a01f1180 con 0x7f27a00a5370 2023-11-25T03:14:35.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.602+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2798007070 con 0x7f27a00a5370 2023-11-25T03:14:35.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.602+0000 7f2796ffd640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2784066470 0x7f2784068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.602+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f27980841c0 con 0x7f27a00a5370 2023-11-25T03:14:35.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.602+0000 7f27a63b3640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2784066470 0x7f2784068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.602+0000 7f27a63b3640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2784066470 0x7f2784068930 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f279c000f70 tx=0x7f279c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.606+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f27a01f1180 con 0x7f27a00a5370 2023-11-25T03:14:35.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.754+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f27a01f1180 con 0x7f27a00a5370 2023-11-25T03:14:35.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.754+0000 7f2796ffd640 1 -- 172.21.15.76:0/2762813893 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7f27a01f1180 con 0x7f27a00a5370 2023-11-25T03:14:35.760 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2784066470 msgr2=0x7f2784068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2784066470 0x7f2784068930 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f279c000f70 tx=0x7f279c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 msgr2=0x7f27a0145750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 0x7f27a0145750 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f279800cb40 tx=0x7f279800a060 comp rx=0 tx=0).stop 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 shutdown_connections 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2784066470 0x7f2784068930 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27a00a5370 0x7f27a0145750 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f27a00725c0 0x7f27a0145210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 --2- 172.21.15.76:0/2762813893 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f27a0072090 0x7f27a00bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 >> 172.21.15.76:0/2762813893 conn(0x7f27a006a5b0 msgr2=0x7f27a00c3bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:35.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 shutdown_connections 2023-11-25T03:14:35.763 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.758+0000 7f27a8617640 1 -- 172.21.15.76:0/2762813893 wait complete. 2023-11-25T03:14:35.781 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:35.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.914+0000 7faab8a17640 1 Processor -- start 2023-11-25T03:14:35.919 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.914+0000 7faab8a17640 1 -- start start 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab8a17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7faab40c5260 0x7faab406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab8a17640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faab4155de0 0x7faab4156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab8a17640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faab40c2580 con 0x7faab40c5640 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab8a17640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faab4153510 con 0x7faab4155de0 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab8a17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faab40c17f0 con 0x7faab40c5260 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faab4155de0 0x7faab4156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faab4155de0 0x7faab4156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40916/0 (socket says 172.21.15.76:40916) 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 -- 172.21.15.76:0/1922656324 learned_addr learned my addr 172.21.15.76:0/1922656324 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab259c640 1 --2- 172.21.15.76:0/1922656324 >> v2:172.21.15.106:3300/0 conn(0x7faab40c5260 0x7faab406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.921 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 -- 172.21.15.76:0/1922656324 >> v2:172.21.15.106:3300/0 conn(0x7faab40c5260 msgr2=0x7faab406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:35.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 --2- 172.21.15.76:0/1922656324 >> v2:172.21.15.106:3300/0 conn(0x7faab40c5260 0x7faab406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 -- 172.21.15.76:0/1922656324 >> v1:172.21.15.106:6789/0 conn(0x7faab40c5640 legacy=0x7faab40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.922 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 -- 172.21.15.76:0/1922656324 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faab40c1a00 con 0x7faab4155de0 2023-11-25T03:14:35.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.918+0000 7faab2d9d640 1 --2- 172.21.15.76:0/1922656324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab4155de0 0x7faab4156230 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7faab40c6920 tx=0x7faaac01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=775079a02b820c87 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab1d9b640 1 -- 172.21.15.76:0/1922656324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaac0ab640 con 0x7faab4155de0 2023-11-25T03:14:35.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab1d9b640 1 -- 172.21.15.76:0/1922656324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaac0a7070 con 0x7faab4155de0 2023-11-25T03:14:35.924 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab1d9b640 1 -- 172.21.15.76:0/1922656324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaac0ab9c0 con 0x7faab4155de0 2023-11-25T03:14:35.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 -- 172.21.15.76:0/1922656324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab4155de0 msgr2=0x7faab4156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 --2- 172.21.15.76:0/1922656324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab4155de0 0x7faab4156230 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7faab40c6920 tx=0x7faaac01c440 comp rx=0 tx=0).stop 2023-11-25T03:14:35.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 -- 172.21.15.76:0/1922656324 shutdown_connections 2023-11-25T03:14:35.925 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 --2- 172.21.15.76:0/1922656324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab4155de0 0x7faab4156230 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 --2- 172.21.15.76:0/1922656324 >> v2:172.21.15.106:3300/0 conn(0x7faab40c5260 0x7faab406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 -- 172.21.15.76:0/1922656324 >> 172.21.15.76:0/1922656324 conn(0x7faab406a5b0 msgr2=0x7faab406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:35.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 -- 172.21.15.76:0/1922656324 shutdown_connections 2023-11-25T03:14:35.926 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 -- 172.21.15.76:0/1922656324 wait complete. 2023-11-25T03:14:35.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 Processor -- start 2023-11-25T03:14:35.927 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.922+0000 7faab8a17640 1 -- start start 2023-11-25T03:14:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faab40c5260 0x7faab40a7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 0x7faab40bb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faab4155de0 0x7faab40bbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab41eb770 con 0x7faab40c5640 2023-11-25T03:14:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab40bad90 con 0x7faab4155de0 2023-11-25T03:14:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faab41eb960 con 0x7faab40c5260 2023-11-25T03:14:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 0x7faab40bb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 0x7faab40bb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40928/0 (socket says 172.21.15.76:40928) 2023-11-25T03:14:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab259c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faab40c5260 0x7faab40a7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 -- 172.21.15.76:0/1358726355 learned_addr learned my addr 172.21.15.76:0/1358726355 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab2d9d640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faab4155de0 0x7faab40bbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 -- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faab40c5260 msgr2=0x7faab40a7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faab40c5260 0x7faab40a7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 -- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faab4155de0 msgr2=0x7faab40bbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faab4155de0 0x7faab40bbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 -- 172.21.15.76:0/1358726355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaac0094d0 con 0x7faab40c5640 2023-11-25T03:14:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab2d9d640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faab4155de0 0x7faab40bbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaa9d9b640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 0x7faab40bb830 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00c390 tx=0x7faa9c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa9c0052d0 con 0x7faab40c5640 2023-11-25T03:14:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa9c005430 con 0x7faab40c5640 2023-11-25T03:14:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faab40bb030 con 0x7faab40c5640 2023-11-25T03:14:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa9c003820 con 0x7faab40c5640 2023-11-25T03:14:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faab41ebc40 con 0x7faab40c5640 2023-11-25T03:14:35.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faab40bb550 con 0x7faab40c5640 2023-11-25T03:14:35.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.926+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7faa9c003980 con 0x7faab40c5640 2023-11-25T03:14:35.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.930+0000 7faaab7fe640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faa94066470 0x7faa94068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:35.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.930+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7faa9c0836f0 con 0x7faab40c5640 2023-11-25T03:14:35.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.930+0000 7faab259c640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faa94066470 0x7faa94068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:35.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.930+0000 7faab259c640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faa94066470 0x7faa94068930 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7faaa4011340 tx=0x7faaa400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:35.934+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7faab40bb550 con 0x7faab40c5640 2023-11-25T03:14:36.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.114+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faab40bb550 con 0x7faab40c5640 2023-11-25T03:14:36.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.114+0000 7faaab7fe640 1 -- 172.21.15.76:0/1358726355 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+6137 (secure 0 0 0) 0x7faab40bb550 con 0x7faab40c5640 2023-11-25T03:14:36.120 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:36.121 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2023-11-25T03:14:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faa94066470 msgr2=0x7faa94068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faa94066470 0x7faa94068930 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7faaa4011340 tx=0x7faaa400b040 comp rx=0 tx=0).stop 2023-11-25T03:14:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 msgr2=0x7faab40bb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 0x7faab40bb830 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00c390 tx=0x7faa9c00c850 comp rx=0 tx=0).stop 2023-11-25T03:14:36.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 shutdown_connections 2023-11-25T03:14:36.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7faa94066470 0x7faa94068930 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7faab4155de0 0x7faab40bbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faab40c5640 0x7faab40bb830 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 --2- 172.21.15.76:0/1358726355 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7faab40c5260 0x7faab40a7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 >> 172.21.15.76:0/1358726355 conn(0x7faab406a5b0 msgr2=0x7faab40a4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:36.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 shutdown_connections 2023-11-25T03:14:36.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.118+0000 7faab8a17640 1 -- 172.21.15.76:0/1358726355 wait complete. 2023-11-25T03:14:36.142 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:36.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.274+0000 7f33bc3c4640 1 Processor -- start 2023-11-25T03:14:36.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.274+0000 7f33bc3c4640 1 -- start start 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33bc3c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c63c0 0x7f33b40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33bc3c4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f33b40c4100 0x7f33b40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33bc3c4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f33b40c29e0 0x7f33b40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33bc3c4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33b40c31c0 con 0x7f33b40c29e0 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33bc3c4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33b40c34a0 con 0x7f33b40c4100 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33bc3c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b40c1030 con 0x7f33b40c63c0 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f33b40c29e0 0x7f33b40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f33b40c29e0 0x7f33b40a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40930/0 (socket says 172.21.15.76:40930) 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 -- 172.21.15.76:0/3145542800 learned_addr learned my addr 172.21.15.76:0/3145542800 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:36.282 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba160640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c63c0 0x7f33b40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33b995f640 1 --2- 172.21.15.76:0/3145542800 >> v2:172.21.15.106:3300/0 conn(0x7f33b40c4100 0x7f33b40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 -- 172.21.15.76:0/3145542800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c63c0 msgr2=0x7f33b40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c63c0 0x7f33b40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 -- 172.21.15.76:0/3145542800 >> v2:172.21.15.106:3300/0 conn(0x7f33b40c4100 msgr2=0x7f33b40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 --2- 172.21.15.76:0/3145542800 >> v2:172.21.15.106:3300/0 conn(0x7f33b40c4100 0x7f33b40c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba961640 1 -- 172.21.15.76:0/3145542800 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b40c1310 con 0x7f33b40c29e0 2023-11-25T03:14:36.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.278+0000 7f33ba160640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c63c0 0x7f33b40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:36.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33ba961640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b40a9680 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f33b406b390 tx=0x7f33ac01ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76a3a1c887181f65 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33b915e640 1 -- 172.21.15.76:0/3145542800 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33b40aa3d0 con 0x7f33b40c29e0 2023-11-25T03:14:36.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33b915e640 1 -- 172.21.15.76:0/3145542800 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33ac00b2d0 con 0x7f33b40c29e0 2023-11-25T03:14:36.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33b915e640 1 -- 172.21.15.76:0/3145542800 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33ac0a7b50 con 0x7f33b40c29e0 2023-11-25T03:14:36.286 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3145542800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 msgr2=0x7f33b40a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b40a9680 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f33b406b390 tx=0x7f33ac01ea80 comp rx=0 tx=0).stop 2023-11-25T03:14:36.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3145542800 shutdown_connections 2023-11-25T03:14:36.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b40a9680 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3145542800 >> v2:172.21.15.106:3300/0 conn(0x7f33b40c4100 0x7f33b40c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3145542800 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c63c0 0x7f33b40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.287 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3145542800 >> 172.21.15.76:0/3145542800 conn(0x7f33b406a5b0 msgr2=0x7f33b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:36.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3145542800 shutdown_connections 2023-11-25T03:14:36.288 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3145542800 wait complete. 2023-11-25T03:14:36.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 Processor -- start 2023-11-25T03:14:36.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.282+0000 7f33bc3c4640 1 -- start start 2023-11-25T03:14:36.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b41588e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c4100 0x7f33b4158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33b40c63c0 0x7f33b4156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b406fe50 con 0x7f33b40c29e0 2023-11-25T03:14:36.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b415a8e0 con 0x7f33b40c63c0 2023-11-25T03:14:36.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b415ab80 con 0x7f33b40c4100 2023-11-25T03:14:36.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b41588e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b41588e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40932/0 (socket says 172.21.15.76:40932) 2023-11-25T03:14:36.293 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 -- 172.21.15.76:0/3399530422 learned_addr learned my addr 172.21.15.76:0/3399530422 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:36.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 -- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c4100 msgr2=0x7f33b4158e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c4100 0x7f33b4158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba961640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33b40c63c0 0x7f33b4156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 -- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33b40c63c0 msgr2=0x7f33b4156370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33b40c63c0 0x7f33b4156370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 -- 172.21.15.76:0/3399530422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33ac00bd40 con 0x7f33b40c29e0 2023-11-25T03:14:36.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba961640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33b40c63c0 0x7f33b4156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:36.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33ba160640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b41588e0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f33b000d800 tx=0x7f33b000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33b00096c0 con 0x7f33b40c29e0 2023-11-25T03:14:36.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33b0009820 con 0x7f33b40c29e0 2023-11-25T03:14:36.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33b0009bd0 con 0x7f33b40c29e0 2023-11-25T03:14:36.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33b40c69b0 con 0x7f33b40c29e0 2023-11-25T03:14:36.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33b41edf70 con 0x7f33b40c29e0 2023-11-25T03:14:36.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33b4068400 con 0x7f33b40c29e0 2023-11-25T03:14:36.296 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.286+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f33b0009d30 con 0x7f33b40c29e0 2023-11-25T03:14:36.297 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.290+0000 7f33aaffd640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33980664a0 0x7f3398068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.290+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f33b0084900 con 0x7f33b40c29e0 2023-11-25T03:14:36.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.290+0000 7f33b995f640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33980664a0 0x7f3398068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.290+0000 7f33b995f640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33980664a0 0x7f3398068960 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f33b406aa00 tx=0x7f33a4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.294+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f33b0051a10 con 0x7f33b40c29e0 2023-11-25T03:14:36.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.442+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33b40c4670 con 0x7f33b40c29e0 2023-11-25T03:14:36.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33aaffd640 1 -- 172.21.15.76:0/3399530422 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f33b0055030 con 0x7f33b40c29e0 2023-11-25T03:14:36.450 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:36.450 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33980664a0 msgr2=0x7f3398068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33980664a0 0x7f3398068960 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f33b406aa00 tx=0x7f33a4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 msgr2=0x7f33b41588e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b41588e0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f33b000d800 tx=0x7f33b000dcc0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 shutdown_connections 2023-11-25T03:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f33980664a0 0x7f3398068960 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f33b40c63c0 0x7f33b4156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f33b40c4100 0x7f33b4158e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 --2- 172.21.15.76:0/3399530422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33b40c29e0 0x7f33b41588e0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 >> 172.21.15.76:0/3399530422 conn(0x7f33b406a5b0 msgr2=0x7f33b40a88c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:36.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 shutdown_connections 2023-11-25T03:14:36.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.446+0000 7f33bc3c4640 1 -- 172.21.15.76:0/3399530422 wait complete. 2023-11-25T03:14:36.470 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-25T03:14:36.470 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.602+0000 7fafc3e9c640 1 Processor -- start 2023-11-25T03:14:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.602+0000 7fafc3e9c640 1 -- start start 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc3e9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafbc0a5370 0x7fafbc0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc3e9c640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fafbc0c4110 0x7fafbc150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc3e9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafbc0c2760 con 0x7fafbc072090 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc3e9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafbc0c3070 con 0x7fafbc0a5370 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc3e9c640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafbc151bf0 con 0x7fafbc0c4110 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc1c38640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafbc0a5370 0x7fafbc0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc2439640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fafbc072090 0x7fafbc1514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41818/0 (socket says 172.21.15.76:41818) 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc2439640 1 -- 172.21.15.76:0/1115418839 learned_addr learned my addr 172.21.15.76:0/1115418839 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc1437640 1 --2- 172.21.15.76:0/1115418839 >> v2:172.21.15.106:3300/0 conn(0x7fafbc0c4110 0x7fafbc150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc1c38640 1 -- 172.21.15.76:0/1115418839 >> v2:172.21.15.106:3300/0 conn(0x7fafbc0c4110 msgr2=0x7fafbc150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:36.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc1c38640 1 --2- 172.21.15.76:0/1115418839 >> v2:172.21.15.106:3300/0 conn(0x7fafbc0c4110 0x7fafbc150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc1c38640 1 -- 172.21.15.76:0/1115418839 >> v1:172.21.15.76:6789/0 conn(0x7fafbc072090 legacy=0x7fafbc1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc1c38640 1 -- 172.21.15.76:0/1115418839 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafbc0a5750 con 0x7fafbc0a5370 2023-11-25T03:14:36.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.606+0000 7fafc0c36640 1 -- 172.21.15.76:0/1115418839 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 979865947 0 0) 0x7fafbc0c2760 con 0x7fafbc072090 2023-11-25T03:14:36.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc1c38640 1 --2- 172.21.15.76:0/1115418839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0a5370 0x7fafbc0c3bd0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fafbc06b360 tx=0x7fafb801d6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73c4c082a5642c37 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc0c36640 1 -- 172.21.15.76:0/1115418839 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb80a7700 con 0x7fafbc0a5370 2023-11-25T03:14:36.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc0c36640 1 -- 172.21.15.76:0/1115418839 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb80a7860 con 0x7fafbc0a5370 2023-11-25T03:14:36.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc0c36640 1 -- 172.21.15.76:0/1115418839 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb80a7bf0 con 0x7fafbc0a5370 2023-11-25T03:14:36.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 -- 172.21.15.76:0/1115418839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0a5370 msgr2=0x7fafbc0c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/1115418839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0a5370 0x7fafbc0c3bd0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fafbc06b360 tx=0x7fafb801d6c0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 -- 172.21.15.76:0/1115418839 shutdown_connections 2023-11-25T03:14:36.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/1115418839 >> v2:172.21.15.106:3300/0 conn(0x7fafbc0c4110 0x7fafbc150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/1115418839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0a5370 0x7fafbc0c3bd0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 -- 172.21.15.76:0/1115418839 >> 172.21.15.76:0/1115418839 conn(0x7fafbc06a5b0 msgr2=0x7fafbc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:36.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 -- 172.21.15.76:0/1115418839 shutdown_connections 2023-11-25T03:14:36.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 -- 172.21.15.76:0/1115418839 wait complete. 2023-11-25T03:14:36.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 Processor -- start 2023-11-25T03:14:36.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 -- start start 2023-11-25T03:14:36.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafbc072090 0x7fafbc06d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.610+0000 7fafc3e9c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafbc0a5370 0x7fafbc071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 0x7fafbc1eb190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc14fdc0 con 0x7fafbc0c4110 2023-11-25T03:14:36.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc1500a0 con 0x7fafbc0a5370 2023-11-25T03:14:36.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc150380 con 0x7fafbc072090 2023-11-25T03:14:36.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 0x7fafbc1eb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 0x7fafbc1eb190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40952/0 (socket says 172.21.15.76:40952) 2023-11-25T03:14:36.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 -- 172.21.15.76:0/3059212865 learned_addr learned my addr 172.21.15.76:0/3059212865 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc1c38640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafbc072090 0x7fafbc06d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc1437640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafbc0a5370 0x7fafbc071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 -- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafbc072090 msgr2=0x7fafbc06d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafbc072090 0x7fafbc06d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 -- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafbc0a5370 msgr2=0x7fafbc071100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafbc0a5370 0x7fafbc071100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 -- 172.21.15.76:0/3059212865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafb800a5c0 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc2439640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 0x7fafbc1eb190 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fafb4001570 tx=0x7fafb400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb400a640 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb400a7c0 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafbc1eac70 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb400ab70 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafbc071640 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafbc14ff00 con 0x7fafbc0c4110 2023-11-25T03:14:36.619 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.614+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fafb400acd0 con 0x7fafbc0c4110 2023-11-25T03:14:36.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.618+0000 7fafb27fc640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafa0066470 0x7fafa0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.618+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fafb40838e0 con 0x7fafbc0c4110 2023-11-25T03:14:36.620 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.618+0000 7fafc1c38640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafa0066470 0x7fafa0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.621 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.618+0000 7fafc1c38640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafa0066470 0x7fafa0068930 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fafb80b0000 tx=0x7fafb80a8000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.624 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.622+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fafbc14ff00 con 0x7fafbc0c4110 2023-11-25T03:14:36.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fafbc14ff00 con 0x7fafbc0c4110 2023-11-25T03:14:36.805 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafb27fc640 1 -- 172.21.15.76:0/3059212865 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+6137 (secure 0 0 0) 0x7fafbc14ff00 con 0x7fafbc0c4110 2023-11-25T03:14:36.805 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:36.805 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:36.805 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafa0066470 msgr2=0x7fafa0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafa0066470 0x7fafa0068930 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fafb80b0000 tx=0x7fafb80a8000 comp rx=0 tx=0).stop 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 msgr2=0x7fafbc1eb190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 0x7fafbc1eb190 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fafb4001570 tx=0x7fafb400cca0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 shutdown_connections 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafa0066470 0x7fafa0068930 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafbc0c4110 0x7fafbc1eb190 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafbc0a5370 0x7fafbc071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.807 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 --2- 172.21.15.76:0/3059212865 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafbc072090 0x7fafbc06d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 >> 172.21.15.76:0/3059212865 conn(0x7fafbc06a5b0 msgr2=0x7fafbc14dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:36.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 shutdown_connections 2023-11-25T03:14:36.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.802+0000 7fafc3e9c640 1 -- 172.21.15.76:0/3059212865 wait complete. 2023-11-25T03:14:36.825 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:36.963 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.958+0000 7f4c9f92a640 1 Processor -- start 2023-11-25T03:14:36.964 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.958+0000 7f4c9f92a640 1 -- start start 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9f92a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c4100 0x7f4c980c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9f92a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c980c31c0 con 0x7f4c980c06d0 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9f92a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c980c34a0 con 0x7f4c980c63c0 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9f92a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c980c1030 con 0x7f4c980c4100 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9dec7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4c980c06d0 0x7f4c980a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41826/0 (socket says 172.21.15.76:41826) 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9dec7640 1 -- 172.21.15.76:0/580777799 learned_addr learned my addr 172.21.15.76:0/580777799 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:36.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9cec5640 1 --2- 172.21.15.76:0/580777799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c4100 0x7f4c980c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3550632018 0 0) 0x7f4c980c31c0 con 0x7f4c980c06d0 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c84003530 con 0x7f4c980c06d0 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2171983283 0 0) 0x7f4c980c34a0 con 0x7f4c980c63c0 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c980c31c0 con 0x7f4c980c63c0 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9cec5640 1 -- 172.21.15.76:0/580777799 >> v1:172.21.15.106:6789/0 conn(0x7f4c980c63c0 legacy=0x7f4c980c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9cec5640 1 -- 172.21.15.76:0/580777799 >> v1:172.21.15.76:6789/0 conn(0x7f4c980c06d0 legacy=0x7f4c980a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.962+0000 7f4c9cec5640 1 -- 172.21.15.76:0/580777799 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c980c1310 con 0x7f4c980c4100 2023-11-25T03:14:36.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9cec5640 1 --2- 172.21.15.76:0/580777799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c4100 0x7f4c980c2bb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4c880097f0 tx=0x7f4c8801c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df79145e8e6ff62e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c880ab600 con 0x7f4c980c4100 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c880a7050 con 0x7f4c980c4100 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c8ffff640 1 -- 172.21.15.76:0/580777799 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c880ab980 con 0x7f4c980c4100 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 -- 172.21.15.76:0/580777799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c4100 msgr2=0x7f4c980c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/580777799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c4100 0x7f4c980c2bb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4c880097f0 tx=0x7f4c8801c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 -- 172.21.15.76:0/580777799 shutdown_connections 2023-11-25T03:14:36.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/580777799 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c4100 0x7f4c980c2bb0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 -- 172.21.15.76:0/580777799 >> 172.21.15.76:0/580777799 conn(0x7f4c9806a5b0 msgr2=0x7f4c9806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:36.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 -- 172.21.15.76:0/580777799 shutdown_connections 2023-11-25T03:14:36.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 -- 172.21.15.76:0/580777799 wait complete. 2023-11-25T03:14:36.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 Processor -- start 2023-11-25T03:14:36.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 -- start start 2023-11-25T03:14:36.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 0x7f4c98156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c980c4100 0x7f4c9806fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.966+0000 7f4c9f92a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c63c0 0x7f4c98070390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9f92a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c980708d0 con 0x7f4c980c06d0 2023-11-25T03:14:36.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9f92a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9815b140 con 0x7f4c980c4100 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9f92a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c981ed0a0 con 0x7f4c980c63c0 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 0x7f4c98156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 0x7f4c98156490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40968/0 (socket says 172.21.15.76:40968) 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 -- 172.21.15.76:0/2917663072 learned_addr learned my addr 172.21.15.76:0/2917663072 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9dec7640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c63c0 0x7f4c98070390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9cec5640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c980c4100 0x7f4c9806fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 -- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c63c0 msgr2=0x7f4c98070390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c63c0 0x7f4c98070390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.974 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 -- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c980c4100 msgr2=0x7f4c9806fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c980c4100 0x7f4c9806fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 -- 172.21.15.76:0/2917663072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c88009420 con 0x7f4c980c06d0 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9d6c6640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 0x7f4c98156490 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f4c9400c430 tx=0x7f4c9400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c940052d0 con 0x7f4c980c06d0 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c94005450 con 0x7f4c980c06d0 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c980c69b0 con 0x7f4c980c06d0 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c94003840 con 0x7f4c980c06d0 2023-11-25T03:14:36.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c9815aaf0 con 0x7f4c980c06d0 2023-11-25T03:14:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c98068400 con 0x7f4c980c06d0 2023-11-25T03:14:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.970+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4c940039a0 con 0x7f4c980c06d0 2023-11-25T03:14:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.974+0000 7f4c8dffb640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c7c0664a0 0x7f4c7c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.974+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4c94083800 con 0x7f4c980c06d0 2023-11-25T03:14:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.974+0000 7f4c9cec5640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c7c0664a0 0x7f4c7c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.974+0000 7f4c9cec5640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c7c0664a0 0x7f4c7c068960 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f4c880ad000 tx=0x7f4c88008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:36.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:36.978+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4c94050930 con 0x7f4c980c06d0 2023-11-25T03:14:37.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.158+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4c980c3e70 con 0x7f4c980c06d0 2023-11-25T03:14:37.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c8dffb640 1 -- 172.21.15.76:0/2917663072 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+6137 (secure 0 0 0) 0x7f4c94053f50 con 0x7f4c980c06d0 2023-11-25T03:14:37.164 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:37.164 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:13:52.448715+0000","modified":"2023-11-25T03:13:55.457637+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/160476178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":160476178},{"type":"v1","addr":"172.21.15.76:6837","nonce":160476178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:37.165 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2023-11-25T03:14:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c7c0664a0 msgr2=0x7f4c7c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c7c0664a0 0x7f4c7c068960 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f4c880ad000 tx=0x7f4c88008040 comp rx=0 tx=0).stop 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 msgr2=0x7f4c98156490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 0x7f4c98156490 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f4c9400c430 tx=0x7f4c9400c8f0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 shutdown_connections 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4c7c0664a0 0x7f4c7c068960 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4c980c63c0 0x7f4c98070390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4c980c4100 0x7f4c9806fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 --2- 172.21.15.76:0/2917663072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c980c06d0 0x7f4c98156490 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 >> 172.21.15.76:0/2917663072 conn(0x7f4c9806a5b0 msgr2=0x7f4c9806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 shutdown_connections 2023-11-25T03:14:37.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.162+0000 7f4c9f92a640 1 -- 172.21.15.76:0/2917663072 wait complete. 2023-11-25T03:14:37.185 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.318+0000 7f917209a640 1 Processor -- start 2023-11-25T03:14:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.318+0000 7f917209a640 1 -- start start 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f917209a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f916c0c5260 0x7f916c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f917209a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f916c0c2580 con 0x7f916c0c5640 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f917209a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f916c156940 con 0x7f916c155de0 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f917209a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f916c153510 con 0x7f916c0c5260 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f916b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f916c0c5260 0x7f916c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f916affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f916c0c5640 0x7f916c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54982/0 (socket says 172.21.15.76:54982) 2023-11-25T03:14:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f916affd640 1 -- 172.21.15.76:0/1140757747 learned_addr learned my addr 172.21.15.76:0/1140757747 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:37.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f916b7fe640 1 -- 172.21.15.76:0/1140757747 >> v1:172.21.15.106:6789/0 conn(0x7f916c155de0 legacy=0x7f916c156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:37.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f916b7fe640 1 -- 172.21.15.76:0/1140757747 >> v1:172.21.15.76:6789/0 conn(0x7f916c0c5640 legacy=0x7f916c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.326 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.322+0000 7f916b7fe640 1 -- 172.21.15.76:0/1140757747 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f916c0c1a00 con 0x7f916c0c5260 2023-11-25T03:14:37.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f916b7fe640 1 --2- 172.21.15.76:0/1140757747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c06d5b0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f915c0097c0 tx=0x7f915c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bc549aafbbc37c1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:37.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f916a7fc640 1 -- 172.21.15.76:0/1140757747 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c0ab600 con 0x7f916c0c5260 2023-11-25T03:14:37.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f916a7fc640 1 -- 172.21.15.76:0/1140757747 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f915c0a7050 con 0x7f916c0c5260 2023-11-25T03:14:37.329 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f916a7fc640 1 -- 172.21.15.76:0/1140757747 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c0ab980 con 0x7f916c0c5260 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 -- 172.21.15.76:0/1140757747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 msgr2=0x7f916c06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 --2- 172.21.15.76:0/1140757747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c06d5b0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f915c0097c0 tx=0x7f915c01c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 -- 172.21.15.76:0/1140757747 shutdown_connections 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 --2- 172.21.15.76:0/1140757747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c06d5b0 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 -- 172.21.15.76:0/1140757747 >> 172.21.15.76:0/1140757747 conn(0x7f916c06a5b0 msgr2=0x7f916c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 -- 172.21.15.76:0/1140757747 shutdown_connections 2023-11-25T03:14:37.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 -- 172.21.15.76:0/1140757747 wait complete. 2023-11-25T03:14:37.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 Processor -- start 2023-11-25T03:14:37.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.326+0000 7f917209a640 1 -- start start 2023-11-25T03:14:37.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c148c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f916c0c5640 0x7f916c149ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f916c155de0 0x7f916c0bf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f916c071e10 con 0x7f916c0c5260 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f916c0717e0 con 0x7f916c155de0 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f916c1f1020 con 0x7f916c0c5640 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c148c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c148c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60788/0 (socket says 172.21.15.76:60788) 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 -- 172.21.15.76:0/1506672880 learned_addr learned my addr 172.21.15.76:0/1506672880 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916affd640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f916c0c5640 0x7f916c149ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916bfff640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f916c155de0 0x7f916c0bf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 -- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f916c0c5640 msgr2=0x7f916c149ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f916c0c5640 0x7f916c149ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 -- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f916c155de0 msgr2=0x7f916c0bf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f916c155de0 0x7f916c0bf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 -- 172.21.15.76:0/1506672880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f915c009420 con 0x7f916c0c5260 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f916b7fe640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c148c90 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f915c0ae040 tx=0x7f915c01abf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c0b7650 con 0x7f916c0c5260 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f915c0b77d0 con 0x7f916c0c5260 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c0b7b80 con 0x7f916c0c5260 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f916c1f1300 con 0x7f916c0c5260 2023-11-25T03:14:37.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f916c0bfaf0 con 0x7f916c0c5260 2023-11-25T03:14:37.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f916c068400 con 0x7f916c0c5260 2023-11-25T03:14:37.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.330+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f915c0b7ce0 con 0x7f916c0c5260 2023-11-25T03:14:37.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.334+0000 7f9153fff640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f91580664a0 0x7f9158068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.334+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f915c11ebe0 con 0x7f916c0c5260 2023-11-25T03:14:37.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.334+0000 7f916affd640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f91580664a0 0x7f9158068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.334+0000 7f916affd640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f91580664a0 0x7f9158068960 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f916c06da00 tx=0x7f9160009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:37.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.338+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f915c0ebd80 con 0x7f916c0c5260 2023-11-25T03:14:37.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.486+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f916c06d390 con 0x7f916c0c5260 2023-11-25T03:14:37.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.486+0000 7f9153fff640 1 -- 172.21.15.76:0/1506672880 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+20202 (secure 0 0 0) 0x7f915c0b0090 con 0x7f916c0c5260 2023-11-25T03:14:37.492 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:37.492 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:06.919814+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-11-25T03:13:50.162837+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-11-25T03:13:51.440846+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:37.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f91580664a0 msgr2=0x7f9158068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.493 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f91580664a0 0x7f9158068960 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f916c06da00 tx=0x7f9160009040 comp rx=0 tx=0).stop 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 msgr2=0x7f916c148c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c148c90 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f915c0ae040 tx=0x7f915c01abf0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 shutdown_connections 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f91580664a0 0x7f9158068960 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f916c155de0 0x7f916c0bf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f916c0c5640 0x7f916c149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 --2- 172.21.15.76:0/1506672880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f916c0c5260 0x7f916c148c90 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 >> 172.21.15.76:0/1506672880 conn(0x7f916c06a5b0 msgr2=0x7f916c0c5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 shutdown_connections 2023-11-25T03:14:37.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.490+0000 7f917209a640 1 -- 172.21.15.76:0/1506672880 wait complete. 2023-11-25T03:14:37.513 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-25T03:14:37.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 Processor -- start 2023-11-25T03:14:37.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 -- start start 2023-11-25T03:14:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1054073a70 0x7f10540bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1054157c20 0x7f10541580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f105406a5b0 con 0x7f105414b010 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f105406b710 con 0x7f1054073a70 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.646+0000 7f1058c46640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10540c1d60 con 0x7f1054157c20 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1054073a70 0x7f10540bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1054073a70 0x7f10540bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60798/0 (socket says 172.21.15.76:60798) 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 -- 172.21.15.76:0/151589615 learned_addr learned my addr 172.21.15.76:0/151589615 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1052d9d640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1054157c20 0x7f10541580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 -- 172.21.15.76:0/151589615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1054157c20 msgr2=0x7f10541580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1054157c20 0x7f10541580b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 -- 172.21.15.76:0/151589615 >> v1:172.21.15.106:6789/0 conn(0x7f105414b010 legacy=0x7f105406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 -- 172.21.15.76:0/151589615 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10540c2040 con 0x7f1054073a70 2023-11-25T03:14:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1052d9d640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1054157c20 0x7f10541580b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1049d9b640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540bf9f0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f1044009870 tx=0x7f104401ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f2b1bb7b1a6a3d1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:37.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1051d9b640 1 -- 172.21.15.76:0/151589615 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10440a8a30 con 0x7f1054073a70 2023-11-25T03:14:37.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1051d9b640 1 -- 172.21.15.76:0/151589615 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10440a8b90 con 0x7f1054073a70 2023-11-25T03:14:37.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.650+0000 7f1051d9b640 1 -- 172.21.15.76:0/151589615 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10440b0440 con 0x7f1054073a70 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- 172.21.15.76:0/151589615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 msgr2=0x7f10540bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540bf9f0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f1044009870 tx=0x7f104401ed30 comp rx=0 tx=0).stop 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- 172.21.15.76:0/151589615 shutdown_connections 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1054157c20 0x7f10541580b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 --2- 172.21.15.76:0/151589615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540bf9f0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- 172.21.15.76:0/151589615 >> 172.21.15.76:0/151589615 conn(0x7f10540c30c0 msgr2=0x7f10540c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- 172.21.15.76:0/151589615 shutdown_connections 2023-11-25T03:14:37.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- 172.21.15.76:0/151589615 wait complete. 2023-11-25T03:14:37.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 Processor -- start 2023-11-25T03:14:37.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- start start 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540ac430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f105414b010 0x7f1054147fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1054157c20 0x7f1054145450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1054154220 con 0x7f1054073a70 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10541524d0 con 0x7f1054157c20 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1058c46640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10541ef120 con 0x7f105414b010 2023-11-25T03:14:37.660 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f105259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540ac430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f105259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540ac430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60814/0 (socket says 172.21.15.76:60814) 2023-11-25T03:14:37.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f105259c640 1 -- 172.21.15.76:0/3173873979 learned_addr learned my addr 172.21.15.76:0/3173873979 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:37.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1049d9b640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f105414b010 0x7f1054147fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.661 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.654+0000 7f1052d9d640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1054157c20 0x7f1054145450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f105259c640 1 -- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f105414b010 msgr2=0x7f1054147fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f105259c640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f105414b010 0x7f1054147fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f105259c640 1 -- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1054157c20 msgr2=0x7f1054145450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f105259c640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1054157c20 0x7f1054145450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f105259c640 1 -- 172.21.15.76:0/3173873979 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10440094d0 con 0x7f1054073a70 2023-11-25T03:14:37.662 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f105259c640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540ac430 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f103c00c530 tx=0x7f103c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f103c005220 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f103c005380 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1054154430 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f103c007270 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10540abd30 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1054068400 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f103c0073d0 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f104b7fe640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1034066470 0x7f1034068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f103c083920 con 0x7f1054073a70 2023-11-25T03:14:37.664 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.658+0000 7f1049d9b640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1034066470 0x7f1034068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:37.665 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.662+0000 7f1049d9b640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1034066470 0x7f1034068930 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f10440b2000 tx=0x7f1044009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:37.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.662+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f103c050b80 con 0x7f1054073a70 2023-11-25T03:14:37.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.842+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f10540c4660 con 0x7f1054073a70 2023-11-25T03:14:37.846 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:14:37.842+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:14:37.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f104b7fe640 1 -- 172.21.15.76:0/3173873979 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v56) v1 ==== 161+0+0 (secure 0 0 0) 0x7f103c0541a0 con 0x7f1054073a70 2023-11-25T03:14:37.849 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:14:37.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1034066470 msgr2=0x7f1034068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1034066470 0x7f1034068930 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f10440b2000 tx=0x7f1044009040 comp rx=0 tx=0).stop 2023-11-25T03:14:37.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 msgr2=0x7f10540ac430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:37.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540ac430 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f103c00c530 tx=0x7f103c00c9f0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 shutdown_connections 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1034066470 0x7f1034068930 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1054157c20 0x7f1054145450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f105414b010 0x7f1054147fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 --2- 172.21.15.76:0/3173873979 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1054073a70 0x7f10540ac430 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 >> 172.21.15.76:0/3173873979 conn(0x7f10540c30c0 msgr2=0x7f10540c35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 shutdown_connections 2023-11-25T03:14:37.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:37.846+0000 7f1058c46640 1 -- 172.21.15.76:0/3173873979 wait complete. 2023-11-25T03:14:37.861 INFO:tasks.ceph.mds.a.smithi076.stderr: -5301> 2023-11-25T03:13:57.023+0000 7f4db3af8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:14:37.873 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-25T03:14:37.913 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2023-11-25T03:14:38.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 Processor -- start 2023-11-25T03:14:38.022 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 -- start start 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f28d80c63c0 0x7f28d80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f28d80c4100 0x7f28d80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28d80c31c0 con 0x7f28d80c29e0 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28d80c34a0 con 0x7f28d80c4100 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28de0e3640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28d80c1030 con 0x7f28d80c63c0 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28d7fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f28d80c29e0 0x7f28d80a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55004/0 (socket says 172.21.15.76:55004) 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28d7fff640 1 -- 172.21.15.76:0/1048066870 learned_addr learned my addr 172.21.15.76:0/1048066870 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:38.024 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28d6ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f28d80c4100 0x7f28d80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:38.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.018+0000 7f28d77fe640 1 --2- 172.21.15.76:0/1048066870 >> v2:172.21.15.106:3300/0 conn(0x7f28d80c63c0 0x7f28d80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:38.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d6ffd640 1 -- 172.21.15.76:0/1048066870 >> v2:172.21.15.106:3300/0 conn(0x7f28d80c63c0 msgr2=0x7f28d80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:38.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d6ffd640 1 --2- 172.21.15.76:0/1048066870 >> v2:172.21.15.106:3300/0 conn(0x7f28d80c63c0 0x7f28d80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d67fc640 1 -- 172.21.15.76:0/1048066870 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1664777687 0 0) 0x7f28d80c31c0 con 0x7f28d80c29e0 2023-11-25T03:14:38.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d6ffd640 1 -- 172.21.15.76:0/1048066870 >> v1:172.21.15.76:6789/0 conn(0x7f28d80c29e0 legacy=0x7f28d80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:38.025 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d6ffd640 1 -- 172.21.15.76:0/1048066870 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28d80c1310 con 0x7f28d80c4100 2023-11-25T03:14:38.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d6ffd640 1 --2- 172.21.15.76:0/1048066870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c4100 0x7f28d80c24a0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f28d806e000 tx=0x7f28cc01c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdfcdff0f1b47272 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:38.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d67fc640 1 -- 172.21.15.76:0/1048066870 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28cc0ab600 con 0x7f28d80c4100 2023-11-25T03:14:38.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d67fc640 1 -- 172.21.15.76:0/1048066870 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28cc0a7050 con 0x7f28d80c4100 2023-11-25T03:14:38.027 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28d67fc640 1 -- 172.21.15.76:0/1048066870 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28cc0ab980 con 0x7f28d80c4100 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 -- 172.21.15.76:0/1048066870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c4100 msgr2=0x7f28d80c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 --2- 172.21.15.76:0/1048066870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c4100 0x7f28d80c24a0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f28d806e000 tx=0x7f28cc01c310 comp rx=0 tx=0).stop 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 -- 172.21.15.76:0/1048066870 shutdown_connections 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 --2- 172.21.15.76:0/1048066870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c4100 0x7f28d80c24a0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 --2- 172.21.15.76:0/1048066870 >> v2:172.21.15.106:3300/0 conn(0x7f28d80c63c0 0x7f28d80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 -- 172.21.15.76:0/1048066870 >> 172.21.15.76:0/1048066870 conn(0x7f28d806a5b0 msgr2=0x7f28d806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 -- 172.21.15.76:0/1048066870 shutdown_connections 2023-11-25T03:14:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.022+0000 7f28de0e3640 1 -- 172.21.15.76:0/1048066870 wait complete. 2023-11-25T03:14:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 Processor -- start 2023-11-25T03:14:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 -- start start 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 0x7f28d81f4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28d80c4100 0x7f28d80befc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28d80c63c0 0x7f28d80bf500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28d80bfa40 con 0x7f28d80c29e0 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28d80beb30 con 0x7f28d80c4100 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28d80a6910 con 0x7f28d80c63c0 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 0x7f28d81f4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 0x7f28d81f4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60840/0 (socket says 172.21.15.76:60840) 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 -- 172.21.15.76:0/355238497 learned_addr learned my addr 172.21.15.76:0/355238497 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d6ffd640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28d80c4100 0x7f28d80befc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d7fff640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28d80c63c0 0x7f28d80bf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 -- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28d80c63c0 msgr2=0x7f28d80bf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28d80c63c0 0x7f28d80bf500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 -- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28d80c4100 msgr2=0x7f28d80befc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28d80c4100 0x7f28d80befc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 -- 172.21.15.76:0/355238497 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28cc009420 con 0x7f28d80c29e0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28d77fe640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 0x7f28d81f4cc0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f28c800e8a0 tx=0x7f28c800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28c8009510 con 0x7f28d80c29e0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28c800c940 con 0x7f28d80c29e0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28c800ccb0 con 0x7f28d80c29e0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.026+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28d80a6bf0 con 0x7f28d80c29e0 2023-11-25T03:14:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28d80a4fa0 con 0x7f28d80c29e0 2023-11-25T03:14:38.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28d8068400 con 0x7f28d80c29e0 2023-11-25T03:14:38.034 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f28c8013470 con 0x7f28d80c29e0 2023-11-25T03:14:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28bffff640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f28c40664a0 0x7f28c4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f28c8084240 con 0x7f28d80c29e0 2023-11-25T03:14:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28d6ffd640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f28c40664a0 0x7f28c4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.030+0000 7f28d6ffd640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f28c40664a0 0x7f28c4068960 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f28cc0ad000 tx=0x7f28cc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:38.039 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.034+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f28c80513b0 con 0x7f28d80c29e0 2023-11-25T03:14:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.226+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f28d8070900 con 0x7f28d80c29e0 2023-11-25T03:14:38.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.846+0000 7f28bffff640 1 -- 172.21.15.76:0/355238497 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v57) v1 ==== 104+0+0 (secure 0 0 0) 0x7f28c80549d0 con 0x7f28d80c29e0 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f28c40664a0 msgr2=0x7f28c4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f28c40664a0 0x7f28c4068960 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f28cc0ad000 tx=0x7f28cc008040 comp rx=0 tx=0).stop 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 msgr2=0x7f28d81f4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 0x7f28d81f4cc0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f28c800e8a0 tx=0x7f28c800eca0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 shutdown_connections 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f28c40664a0 0x7f28c4068960 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f28d80c63c0 0x7f28d80bf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f28d80c4100 0x7f28d80befc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 --2- 172.21.15.76:0/355238497 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28d80c29e0 0x7f28d81f4cc0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:38.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 >> 172.21.15.76:0/355238497 conn(0x7f28d806a5b0 msgr2=0x7f28d8070d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:38.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 shutdown_connections 2023-11-25T03:14:38.856 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:38.850+0000 7f28de0e3640 1 -- 172.21.15.76:0/355238497 wait complete. 2023-11-25T03:14:38.878 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-25T03:14:39.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.062+0000 7f804b59e640 1 Processor -- start 2023-11-25T03:14:39.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 -- start start 2023-11-25T03:14:39.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f804c14e990 0x7f804c0c1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f804c0a4d30 0x7f804c0c1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1546f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.069 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f804c0c3a60 con 0x7f804c0a4d30 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f804c0c0f40 con 0x7f804c14e990 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f804c155490 con 0x7f804c0c5400 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f804c0a4d30 0x7f804c0c1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f804c0a4d30 0x7f804c0c1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60856/0 (socket says 172.21.15.76:60856) 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 -- 172.21.15.76:0/1976971788 learned_addr learned my addr 172.21.15.76:0/1976971788 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804ad9d640 1 --2- 172.21.15.76:0/1976971788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f804a59c640 1 --2- 172.21.15.76:0/1976971788 >> v2:172.21.15.106:3300/0 conn(0x7f804c14e990 0x7f804c0c1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 -- 172.21.15.76:0/1976971788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 msgr2=0x7f804c1546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:39.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 --2- 172.21.15.76:0/1976971788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1546f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 -- 172.21.15.76:0/1976971788 >> v2:172.21.15.106:3300/0 conn(0x7f804c14e990 msgr2=0x7f804c0c1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:39.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 --2- 172.21.15.76:0/1976971788 >> v2:172.21.15.106:3300/0 conn(0x7f804c14e990 0x7f804c0c1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.066+0000 7f8041d9b640 1 -- 172.21.15.76:0/1976971788 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f804c0c3c70 con 0x7f804c0a4d30 2023-11-25T03:14:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f8041d9b640 1 --2- 172.21.15.76:0/1976971788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c0a4d30 0x7f804c0c1940 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f804c0a8880 tx=0x7f803401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e0f4cd2a4bc9ee4 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:39.073 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f8049d9b640 1 -- 172.21.15.76:0/1976971788 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80340ab600 con 0x7f804c0a4d30 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f8049d9b640 1 -- 172.21.15.76:0/1976971788 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80340a7050 con 0x7f804c0a4d30 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f8049d9b640 1 -- 172.21.15.76:0/1976971788 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80340ab980 con 0x7f804c0a4d30 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 -- 172.21.15.76:0/1976971788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c0a4d30 msgr2=0x7f804c0c1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 --2- 172.21.15.76:0/1976971788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c0a4d30 0x7f804c0c1940 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f804c0a8880 tx=0x7f803401c3b0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 -- 172.21.15.76:0/1976971788 shutdown_connections 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 --2- 172.21.15.76:0/1976971788 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 --2- 172.21.15.76:0/1976971788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c0a4d30 0x7f804c0c1940 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 --2- 172.21.15.76:0/1976971788 >> v2:172.21.15.106:3300/0 conn(0x7f804c14e990 0x7f804c0c1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 -- 172.21.15.76:0/1976971788 >> 172.21.15.76:0/1976971788 conn(0x7f804c0c2660 msgr2=0x7f804c0c2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 -- 172.21.15.76:0/1976971788 shutdown_connections 2023-11-25T03:14:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 -- 172.21.15.76:0/1976971788 wait complete. 2023-11-25T03:14:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 Processor -- start 2023-11-25T03:14:39.076 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.070+0000 7f804b59e640 1 -- start start 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f804c0a4d30 0x7f804c1f0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1f0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 0x7f804c14fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f804c14fa30 con 0x7f804c14e990 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f804c14cfb0 con 0x7f804c0a4d30 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f804c14f370 con 0x7f804c0c5400 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 0x7f804c14fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 0x7f804c14fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60860/0 (socket says 172.21.15.76:60860) 2023-11-25T03:14:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 -- 172.21.15.76:0/3450757774 learned_addr learned my addr 172.21.15.76:0/3450757774 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804a59c640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f804c0a4d30 0x7f804c1f0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f8041d9b640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1f0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 -- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 msgr2=0x7f804c1f0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1f0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 -- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f804c0a4d30 msgr2=0x7f804c1f0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f804c0a4d30 0x7f804c1f0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 -- 172.21.15.76:0/3450757774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80340094d0 con 0x7f804c14e990 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804a59c640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f804c0a4d30 0x7f804c1f0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f8041d9b640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804ad9d640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 0x7f804c14fe50 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f804400efc0 tx=0x7f804400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8044014480 con 0x7f804c14e990 2023-11-25T03:14:39.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f804400f040 con 0x7f804c14e990 2023-11-25T03:14:39.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f804c14f650 con 0x7f804c14e990 2023-11-25T03:14:39.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8044014820 con 0x7f804c14e990 2023-11-25T03:14:39.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f804c14d290 con 0x7f804c14e990 2023-11-25T03:14:39.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.074+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f804c14fb70 con 0x7f804c14e990 2023-11-25T03:14:39.080 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.078+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8044014980 con 0x7f804c14e990 2023-11-25T03:14:39.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.078+0000 7f80437fe640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f802c066470 0x7f802c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:39.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.078+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f8044084fc0 con 0x7f804c14e990 2023-11-25T03:14:39.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.078+0000 7f804a59c640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f802c066470 0x7f802c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:39.081 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.078+0000 7f804a59c640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f802c066470 0x7f802c068930 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f803c009e30 tx=0x7f803c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:39.085 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.082+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f804c14fb70 con 0x7f804c14e990 2023-11-25T03:14:39.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.238+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f804c14fb70 con 0x7f804c14e990 2023-11-25T03:14:39.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.962+0000 7f80437fe640 1 -- 172.21.15.76:0/3450757774 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v76) v1 ==== 181+0+0 (secure 0 0 0) 0x7f804c14fb70 con 0x7f804c14e990 2023-11-25T03:14:39.967 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2023-11-25T03:14:39.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f802c066470 msgr2=0x7f802c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:39.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f802c066470 0x7f802c068930 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f803c009e30 tx=0x7f803c009190 comp rx=0 tx=0).stop 2023-11-25T03:14:39.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 msgr2=0x7f804c14fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 0x7f804c14fe50 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f804400efc0 tx=0x7f804400c490 comp rx=0 tx=0).stop 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 shutdown_connections 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f802c066470 0x7f802c068930 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f804c14e990 0x7f804c14fe50 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f804c0c5400 0x7f804c1f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 --2- 172.21.15.76:0/3450757774 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f804c0a4d30 0x7f804c1f0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 >> 172.21.15.76:0/3450757774 conn(0x7f804c0c2660 msgr2=0x7f804c0c4ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 shutdown_connections 2023-11-25T03:14:39.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:39.966+0000 7f804b59e640 1 -- 172.21.15.76:0/3450757774 wait complete. 2023-11-25T03:14:39.997 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-25T03:14:40.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf57b01640 1 Processor -- start 2023-11-25T03:14:40.141 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf57b01640 1 -- start start 2023-11-25T03:14:40.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf57b01640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 0x7fcf500724b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.142 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf57b01640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf50070f80 con 0x7fcf500c0530 2023-11-25T03:14:40.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf57b01640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf500bfa30 con 0x7fcf50151e70 2023-11-25T03:14:40.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf57b01640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf500c2530 con 0x7fcf500719b0 2023-11-25T03:14:40.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5509c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcf500c0530 0x7fcf5006a5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55010/0 (socket says 172.21.15.76:55010) 2023-11-25T03:14:40.143 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5509c640 1 -- 172.21.15.76:0/1775305546 learned_addr learned my addr 172.21.15.76:0/1775305546 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:40.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4013082052 0 0) 0x7fcf50070f80 con 0x7fcf500c0530 2023-11-25T03:14:40.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf3c003530 con 0x7fcf500c0530 2023-11-25T03:14:40.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5609e640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 0x7fcf500724b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1590645541 0 0) 0x7fcf3c003530 con 0x7fcf500c0530 2023-11-25T03:14:40.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 msgr2=0x7fcf500724b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:40.145 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 0x7fcf500724b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 >> v1:172.21.15.106:6789/0 conn(0x7fcf50151e70 legacy=0x7fcf500c1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf500bfd10 con 0x7fcf500c0530 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7fcf40001680 con 0x7fcf500c0530 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 >> v1:172.21.15.76:6789/0 conn(0x7fcf500c0530 legacy=0x7fcf5006a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf3c0039b0 0x7fcf3c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf3c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 0x7fcf3c0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf500c2530 con 0x7fcf3c0047d0 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c00bac0 con 0x7fcf3c0039b0 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c00bc80 con 0x7fcf500719b0 2023-11-25T03:14:40.146 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5509c640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf3c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.138+0000 7fcf5589d640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf3c0039b0 0x7fcf3c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5609e640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 0x7fcf3c0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5509c640 1 -- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 msgr2=0x7fcf3c0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5509c640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf500719b0 0x7fcf3c0051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5509c640 1 -- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf3c0039b0 msgr2=0x7fcf3c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5509c640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf3c0039b0 0x7fcf3c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5509c640 1 -- 172.21.15.76:0/1775305546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf3c003530 con 0x7fcf3c0047d0 2023-11-25T03:14:40.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5509c640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf3c004c50 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fcf4000c210 tx=0x7fcf4001cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b06aae2d9948e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:40.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf400058e0 con 0x7fcf3c0047d0 2023-11-25T03:14:40.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf40005a60 con 0x7fcf3c0047d0 2023-11-25T03:14:40.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5489b640 1 -- 172.21.15.76:0/1775305546 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf40005e10 con 0x7fcf3c0047d0 2023-11-25T03:14:40.148 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf57b01640 1 -- 172.21.15.76:0/1775305546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 msgr2=0x7fcf3c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1775305546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf3c004c50 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fcf4000c210 tx=0x7fcf4001cc00 comp rx=0 tx=0).stop 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.142+0000 7fcf5609e640 1 -- 172.21.15.76:0/1775305546 reap_dead start 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- 172.21.15.76:0/1775305546 shutdown_connections 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- 172.21.15.76:0/1775305546 >> 172.21.15.76:0/1775305546 conn(0x7fcf500a8ad0 msgr2=0x7fcf500c6240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- 172.21.15.76:0/1775305546 shutdown_connections 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- 172.21.15.76:0/1775305546 wait complete. 2023-11-25T03:14:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 Processor -- start 2023-11-25T03:14:40.150 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- start start 2023-11-25T03:14:40.151 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf501f0f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf5015bb10 0x7fcf5015bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf500aa730 0x7fcf500aabe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf50158200 con 0x7fcf3c0047d0 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf501589d0 con 0x7fcf500aa730 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf500abd70 con 0x7fcf5015bb10 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf501f0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf501f0f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60888/0 (socket says 172.21.15.76:60888) 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 -- 172.21.15.76:0/1125079914 learned_addr learned my addr 172.21.15.76:0/1125079914 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5609e640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf500aa730 0x7fcf500aabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 -- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf5015bb10 msgr2=0x7fcf5015bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.152 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf5015bb10 0x7fcf5015bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 -- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf500aa730 msgr2=0x7fcf500aabe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf500aa730 0x7fcf500aabe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 -- 172.21.15.76:0/1125079914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf50158410 con 0x7fcf3c0047d0 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5609e640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf500aa730 0x7fcf500aabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf5589d640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf501f0f30 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00f5f0 tx=0x7fcf4c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0052e0 con 0x7fcf3c0047d0 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4c005440 con 0x7fcf3c0047d0 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c003820 con 0x7fcf3c0047d0 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf501586f0 con 0x7fcf3c0047d0 2023-11-25T03:14:40.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.146+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5015c490 con 0x7fcf3c0047d0 2023-11-25T03:14:40.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.150+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf50068400 con 0x7fcf3c0047d0 2023-11-25T03:14:40.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.150+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcf4c003980 con 0x7fcf3c0047d0 2023-11-25T03:14:40.154 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.150+0000 7fcf467fc640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf34066470 0x7fcf34068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:40.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.150+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 6213+0+0 (secure 0 0 0) 0x7fcf4c084060 con 0x7fcf3c0047d0 2023-11-25T03:14:40.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.150+0000 7fcf5509c640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf34066470 0x7fcf34068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:40.155 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.150+0000 7fcf5509c640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf34066470 0x7fcf34068930 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fcf400aa000 tx=0x7fcf50152250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:40.158 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.154+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcf4c0b5280 con 0x7fcf3c0047d0 2023-11-25T03:14:40.310 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.306+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fcf5015dde0 con 0x7fcf3c0047d0 2023-11-25T03:14:40.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf467fc640 1 -- 172.21.15.76:0/1125079914 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v77) v1 ==== 169+0+0 (secure 0 0 0) 0x7fcf4c051240 con 0x7fcf3c0047d0 2023-11-25T03:14:40.981 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf34066470 msgr2=0x7fcf34068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf34066470 0x7fcf34068930 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fcf400aa000 tx=0x7fcf50152250 comp rx=0 tx=0).stop 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 msgr2=0x7fcf501f0f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf501f0f30 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00f5f0 tx=0x7fcf4c00fab0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 shutdown_connections 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcf34066470 0x7fcf34068930 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcf500aa730 0x7fcf500aabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcf5015bb10 0x7fcf5015bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 --2- 172.21.15.76:0/1125079914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf3c0047d0 0x7fcf501f0f30 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:40.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 >> 172.21.15.76:0/1125079914 conn(0x7fcf500a8ad0 msgr2=0x7fcf501502b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:40.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 shutdown_connections 2023-11-25T03:14:40.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:40.978+0000 7fcf57b01640 1 -- 172.21.15.76:0/1125079914 wait complete. 2023-11-25T03:14:41.011 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:41.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c23aa640 1 Processor -- start 2023-11-25T03:14:41.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c23aa640 1 -- start start 2023-11-25T03:14:41.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c23aa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f86bc06bbb0 0x7f86bc1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c23aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86bc06c860 con 0x7f86bc151e90 2023-11-25T03:14:41.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c23aa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86bc06c000 con 0x7f86bc0c7ea0 2023-11-25T03:14:41.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c23aa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86bc0c8750 con 0x7f86bc06bbb0 2023-11-25T03:14:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86bbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f86bc151e90 0x7f86bc0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55012/0 (socket says 172.21.15.76:55012) 2023-11-25T03:14:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86bbfff640 1 -- 172.21.15.76:0/614321409 learned_addr learned my addr 172.21.15.76:0/614321409 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c0947640 1 --2- 172.21.15.76:0/614321409 >> v2:172.21.15.76:3300/0 conn(0x7f86bc06bbb0 0x7f86bc1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86baffd640 1 -- 172.21.15.76:0/614321409 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1035763131 0 0) 0x7f86bc06c860 con 0x7f86bc151e90 2023-11-25T03:14:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86baffd640 1 -- 172.21.15.76:0/614321409 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86a4003530 con 0x7f86bc151e90 2023-11-25T03:14:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c0947640 1 -- 172.21.15.76:0/614321409 >> v1:172.21.15.106:6789/0 conn(0x7f86bc0c7ea0 legacy=0x7f86bc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c0947640 1 -- 172.21.15.76:0/614321409 >> v1:172.21.15.76:6789/0 conn(0x7f86bc151e90 legacy=0x7f86bc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.166+0000 7f86c0947640 1 -- 172.21.15.76:0/614321409 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86bc154930 con 0x7f86bc06bbb0 2023-11-25T03:14:41.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c0947640 1 --2- 172.21.15.76:0/614321409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1600b0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f86b4009d90 tx=0x7f86b401c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b49c993457b2d31 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86baffd640 1 -- 172.21.15.76:0/614321409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b40a6700 con 0x7f86bc06bbb0 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86baffd640 1 -- 172.21.15.76:0/614321409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86b40a6860 con 0x7f86bc06bbb0 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86baffd640 1 -- 172.21.15.76:0/614321409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b40a6bf0 con 0x7f86bc06bbb0 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 -- 172.21.15.76:0/614321409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc06bbb0 msgr2=0x7f86bc1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 --2- 172.21.15.76:0/614321409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1600b0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f86b4009d90 tx=0x7f86b401c830 comp rx=0 tx=0).stop 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 -- 172.21.15.76:0/614321409 shutdown_connections 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 --2- 172.21.15.76:0/614321409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1600b0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 -- 172.21.15.76:0/614321409 >> 172.21.15.76:0/614321409 conn(0x7f86bc0ca170 msgr2=0x7f86bc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 -- 172.21.15.76:0/614321409 shutdown_connections 2023-11-25T03:14:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 -- 172.21.15.76:0/614321409 wait complete. 2023-11-25T03:14:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 Processor -- start 2023-11-25T03:14:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.170+0000 7f86c23aa640 1 -- start start 2023-11-25T03:14:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86bc0c7ea0 0x7f86bc146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 0x7f86bc13f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86bc1552d0 con 0x7f86bc151e90 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86bc155b90 con 0x7f86bc06bbb0 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86bc145e20 con 0x7f86bc0c7ea0 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 0x7f86bc13f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 0x7f86bc13f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60904/0 (socket says 172.21.15.76:60904) 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 -- 172.21.15.76:0/1337234995 learned_addr learned my addr 172.21.15.76:0/1337234995 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86bbfff640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86bb7fe640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86bc0c7ea0 0x7f86bc146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 -- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86bc0c7ea0 msgr2=0x7f86bc146710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86bc0c7ea0 0x7f86bc146710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 -- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86bc06bbb0 msgr2=0x7f86bc1561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 -- 172.21.15.76:0/1337234995 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86b4009a70 con 0x7f86bc151e90 2023-11-25T03:14:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c0947640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 0x7f86bc13f940 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f86b401a460 tx=0x7f86b40195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b40b8630 con 0x7f86bc151e90 2023-11-25T03:14:41.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86b40b8790 con 0x7f86bc151e90 2023-11-25T03:14:41.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86b40b8b00 con 0x7f86bc151e90 2023-11-25T03:14:41.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86bc13f4b0 con 0x7f86bc151e90 2023-11-25T03:14:41.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86bc13ee60 con 0x7f86bc151e90 2023-11-25T03:14:41.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86bc13f640 con 0x7f86bc151e90 2023-11-25T03:14:41.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.174+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f86b40b8c60 con 0x7f86bc151e90 2023-11-25T03:14:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.178+0000 7f86b8ff9640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86a80664a0 0x7f86a8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.178+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f86b40aa070 con 0x7f86bc151e90 2023-11-25T03:14:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.178+0000 7f86bbfff640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86a80664a0 0x7f86a8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.178+0000 7f86bbfff640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86a80664a0 0x7f86a8068960 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f86ac0011f0 tx=0x7f86ac009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.185 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.182+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f86b40ec450 con 0x7f86bc151e90 2023-11-25T03:14:41.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.334+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f86bc068400 con 0x7f86bc151e90 2023-11-25T03:14:41.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.334+0000 7f86b8ff9640 1 -- 172.21.15.76:0/1337234995 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16627 (secure 0 0 0) 0x7f86b40efa70 con 0x7f86bc151e90 2023-11-25T03:14:41.339 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:41.339 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":77,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:40.979120+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/160476178":"2023-11-26T03:14:37.847120+0000","172.21.15.76:6836/160476178":"2023-11-26T03:14:37.847120+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86a80664a0 msgr2=0x7f86a8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86a80664a0 0x7f86a8068960 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f86ac0011f0 tx=0x7f86ac009040 comp rx=0 tx=0).stop 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 msgr2=0x7f86bc13f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 0x7f86bc13f940 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f86b401a460 tx=0x7f86b40195d0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 shutdown_connections 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86a80664a0 0x7f86a8068960 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86bc151e90 0x7f86bc13f940 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86bc0c7ea0 0x7f86bc146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 --2- 172.21.15.76:0/1337234995 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86bc06bbb0 0x7f86bc1561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 >> 172.21.15.76:0/1337234995 conn(0x7f86bc0ca170 msgr2=0x7f86bc1431b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:41.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 shutdown_connections 2023-11-25T03:14:41.342 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.338+0000 7f86c23aa640 1 -- 172.21.15.76:0/1337234995 wait complete. 2023-11-25T03:14:41.360 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-25T03:10:49.154989+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-11-25T03:14:03.378189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '73', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-11-25T03:14:04.575284+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-25T03:14:41.360 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-25T03:14:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 Processor -- start 2023-11-25T03:14:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 -- start start 2023-11-25T03:14:41.503 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 0x7f34b406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f34b40c5640 0x7f34b40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34b40c2580 con 0x7f34b40c60f0 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34b4153510 con 0x7f34b40c5640 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34bb417640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34b40c17f0 con 0x7f34b40c5260 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b99b4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f34b40c60f0 0x7f34b4155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55028/0 (socket says 172.21.15.76:55028) 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b99b4640 1 -- 172.21.15.76:0/1404981523 learned_addr learned my addr 172.21.15.76:0/1404981523 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b89b2640 1 --2- 172.21.15.76:0/1404981523 >> v2:172.21.15.106:3300/0 conn(0x7f34b40c5640 0x7f34b40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 0x7f34b406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3806777049 0 0) 0x7f34b40c2580 con 0x7f34b40c60f0 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f34a0003530 con 0x7f34b40c60f0 2023-11-25T03:14:41.504 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1643823126 0 0) 0x7f34a0003530 con 0x7f34b40c60f0 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 msgr2=0x7f34b406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 0x7f34b406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 >> v2:172.21.15.106:3300/0 conn(0x7f34b40c5640 msgr2=0x7f34b40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 --2- 172.21.15.76:0/1404981523 >> v2:172.21.15.106:3300/0 conn(0x7f34b40c5640 0x7f34b40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b40c1a00 con 0x7f34b40c60f0 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f34ac001a00 con 0x7f34b40c60f0 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b89b2640 1 --2- 172.21.15.76:0/1404981523 >> v2:172.21.15.106:3300/0 conn(0x7f34b40c5640 0x7f34b40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 >> v1:172.21.15.76:6789/0 conn(0x7f34b40c60f0 legacy=0x7f34b4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a0003980 0x7f34a0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a00047d0 0x7f34a0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 0x7f34a0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b40c17f0 con 0x7f34a0003980 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a000b990 con 0x7f34a00047d0 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34a000bb00 con 0x7f34b40c5260 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a0003980 0x7f34a0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b89b2640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a00047d0 0x7f34a0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b99b4640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 0x7f34a0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 -- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 msgr2=0x7f34a0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34b40c5260 0x7f34a0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 -- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a00047d0 msgr2=0x7f34a0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34a00047d0 0x7f34a0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.506 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.498+0000 7f34b91b3640 1 -- 172.21.15.76:0/1404981523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a0003530 con 0x7f34a0003980 2023-11-25T03:14:41.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34b91b3640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a0003980 0x7f34a0003dc0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f34b0009ae0 tx=0x7f34b001ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70e9ac4336b3d06e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b00a6430 con 0x7f34a0003980 2023-11-25T03:14:41.507 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34b00a6590 con 0x7f34a0003980 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34abfff640 1 -- 172.21.15.76:0/1404981523 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b00a6940 con 0x7f34a0003980 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34bb417640 1 -- 172.21.15.76:0/1404981523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a0003980 msgr2=0x7f34a0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34bb417640 1 --2- 172.21.15.76:0/1404981523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34a0003980 0x7f34a0003dc0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f34b0009ae0 tx=0x7f34b001ca20 comp rx=0 tx=0).stop 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34b99b4640 1 -- 172.21.15.76:0/1404981523 reap_dead start 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34bb417640 1 -- 172.21.15.76:0/1404981523 shutdown_connections 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34bb417640 1 -- 172.21.15.76:0/1404981523 >> 172.21.15.76:0/1404981523 conn(0x7f34b406a5b0 msgr2=0x7f34b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34bb417640 1 -- 172.21.15.76:0/1404981523 shutdown_connections 2023-11-25T03:14:41.508 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.502+0000 7f34bb417640 1 -- 172.21.15.76:0/1404981523 wait complete. 2023-11-25T03:14:41.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 Processor -- start 2023-11-25T03:14:41.509 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 -- start start 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a0003980 0x7f34b40c29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34b414e850 0x7f34b40a6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 0x7f34b40a6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b4071870 con 0x7f34b414af90 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b40a6ec0 con 0x7f34b414e850 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34b4155840 con 0x7f34a0003980 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 0x7f34b40a6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 0x7f34b40a6980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60932/0 (socket says 172.21.15.76:60932) 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 -- 172.21.15.76:0/2357223052 learned_addr learned my addr 172.21.15.76:0/2357223052 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b91b3640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a0003980 0x7f34b40c29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.511 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b89b2640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34b414e850 0x7f34b40a6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 -- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a0003980 msgr2=0x7f34b40c29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a0003980 0x7f34b40c29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 -- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34b414e850 msgr2=0x7f34b40a6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34b414e850 0x7f34b40a6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 -- 172.21.15.76:0/2357223052 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b414ad40 con 0x7f34b414af90 2023-11-25T03:14:41.512 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34b99b4640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 0x7f34b40a6980 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f34ac002240 tx=0x7f34ac007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ac00ac20 con 0x7f34b414af90 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34ac00ada0 con 0x7f34b414af90 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ac013630 con 0x7f34b414af90 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34b414aa60 con 0x7f34b414af90 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.506+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34b4071220 con 0x7f34b414af90 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.510+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34b4068400 con 0x7f34b414af90 2023-11-25T03:14:41.513 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.510+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f34ac013790 con 0x7f34b414af90 2023-11-25T03:14:41.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.510+0000 7f34a9ffb640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34980664a0 0x7f3498068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.514 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.510+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f34ac0844d0 con 0x7f34b414af90 2023-11-25T03:14:41.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.510+0000 7f34b91b3640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34980664a0 0x7f3498068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.515 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.510+0000 7f34b91b3640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34980664a0 0x7f3498068960 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f34b00ad000 tx=0x7f34b00b3040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.514+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f34ac051900 con 0x7f34b414af90 2023-11-25T03:14:41.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.666+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f34b406d390 con 0x7f34b414af90 2023-11-25T03:14:41.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.666+0000 7f34a9ffb640 1 -- 172.21.15.76:0/2357223052 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) v1 ==== 93+0+10 (secure 0 0 0) 0x7f34ac054f20 con 0x7f34b414af90 2023-11-25T03:14:41.671 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34980664a0 msgr2=0x7f3498068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34980664a0 0x7f3498068960 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f34b00ad000 tx=0x7f34b00b3040 comp rx=0 tx=0).stop 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 msgr2=0x7f34b40a6980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 0x7f34b40a6980 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f34ac002240 tx=0x7f34ac007bd0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 shutdown_connections 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f34980664a0 0x7f3498068960 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.673 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34b414af90 0x7f34b40a6980 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f34b414e850 0x7f34b40a6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 --2- 172.21.15.76:0/2357223052 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f34a0003980 0x7f34b40c29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 >> 172.21.15.76:0/2357223052 conn(0x7f34b406a5b0 msgr2=0x7f34b40c38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:41.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 shutdown_connections 2023-11-25T03:14:41.674 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.670+0000 7f34bb417640 1 -- 172.21.15.76:0/2357223052 wait complete. 2023-11-25T03:14:41.691 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-11-25T03:14:41.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.826+0000 7fa4b369c640 1 Processor -- start 2023-11-25T03:14:41.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.826+0000 7fa4b369c640 1 -- start start 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b369c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa4ac155de0 0x7fa4ac156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b369c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4ac0c2580 con 0x7fa4ac0c5640 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b369c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4ac0c1a00 con 0x7fa4ac0c5260 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b369c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4ac153510 con 0x7fa4ac155de0 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b1c39640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa4ac155de0 0x7fa4ac156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b0c37640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa4ac0c5640 0x7fa4ac0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55038/0 (socket says 172.21.15.76:55038) 2023-11-25T03:14:41.833 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b0c37640 1 -- 172.21.15.76:0/4098129634 learned_addr learned my addr 172.21.15.76:0/4098129634 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:41.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b1c39640 1 -- 172.21.15.76:0/4098129634 >> v1:172.21.15.106:6789/0 conn(0x7fa4ac0c5260 legacy=0x7fa4ac06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b1c39640 1 -- 172.21.15.76:0/4098129634 >> v1:172.21.15.76:6789/0 conn(0x7fa4ac0c5640 legacy=0x7fa4ac0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.830+0000 7fa4b1c39640 1 -- 172.21.15.76:0/4098129634 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4ac0c1ce0 con 0x7fa4ac155de0 2023-11-25T03:14:41.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b1c39640 1 --2- 172.21.15.76:0/4098129634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac155de0 0x7fa4ac156230 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fa4a4009d90 tx=0x7fa4a401c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d265f6e87ed5c103 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4a3fff640 1 -- 172.21.15.76:0/4098129634 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a40a5870 con 0x7fa4ac155de0 2023-11-25T03:14:41.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4a3fff640 1 -- 172.21.15.76:0/4098129634 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a40a59d0 con 0x7fa4ac155de0 2023-11-25T03:14:41.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4a3fff640 1 -- 172.21.15.76:0/4098129634 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a40a5d60 con 0x7fa4ac155de0 2023-11-25T03:14:41.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- 172.21.15.76:0/4098129634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac155de0 msgr2=0x7fa4ac156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 --2- 172.21.15.76:0/4098129634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac155de0 0x7fa4ac156230 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fa4a4009d90 tx=0x7fa4a401c8c0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- 172.21.15.76:0/4098129634 shutdown_connections 2023-11-25T03:14:41.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 --2- 172.21.15.76:0/4098129634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac155de0 0x7fa4ac156230 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- 172.21.15.76:0/4098129634 >> 172.21.15.76:0/4098129634 conn(0x7fa4ac06a5b0 msgr2=0x7fa4ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:41.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- 172.21.15.76:0/4098129634 shutdown_connections 2023-11-25T03:14:41.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- 172.21.15.76:0/4098129634 wait complete. 2023-11-25T03:14:41.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 Processor -- start 2023-11-25T03:14:41.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- start start 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 0x7fa4ac0a7860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa4ac0c5640 0x7fa4ac1f0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa4ac155de0 0x7fa4ac14a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4ac1f1730 con 0x7fa4ac0c5260 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4ac0a8330 con 0x7fa4ac155de0 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.834+0000 7fa4b369c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4ac0a85f0 con 0x7fa4ac0c5640 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 0x7fa4ac0a7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 0x7fa4ac0a7860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60944/0 (socket says 172.21.15.76:60944) 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 -- 172.21.15.76:0/2113924823 learned_addr learned my addr 172.21.15.76:0/2113924823 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b0c37640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa4ac0c5640 0x7fa4ac1f0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1c39640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa4ac155de0 0x7fa4ac14a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 -- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa4ac0c5640 msgr2=0x7fa4ac1f0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa4ac0c5640 0x7fa4ac1f0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 -- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa4ac155de0 msgr2=0x7fa4ac14a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa4ac155de0 0x7fa4ac14a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 -- 172.21.15.76:0/2113924823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4a4009a70 con 0x7fa4ac0c5260 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b1438640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 0x7fa4ac0a7860 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800c3c0 tx=0x7fa4a800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a80052d0 con 0x7fa4ac0c5260 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a8005430 con 0x7fa4ac0c5260 2023-11-25T03:14:41.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8003840 con 0x7fa4ac0c5260 2023-11-25T03:14:41.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4ac1f1450 con 0x7fa4ac0c5260 2023-11-25T03:14:41.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4ac1f0f90 con 0x7fa4ac0c5260 2023-11-25T03:14:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4ac0a7580 con 0x7fa4ac0c5260 2023-11-25T03:14:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa4a80039a0 con 0x7fa4ac0c5260 2023-11-25T03:14:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4a1ffb640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa490066470 0x7fa490068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.838+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fa4a80832f0 con 0x7fa4ac0c5260 2023-11-25T03:14:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.842+0000 7fa4b0c37640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa490066470 0x7fa490068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.842+0000 7fa4b0c37640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa490066470 0x7fa490068930 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fa49c005890 tx=0x7fa49c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.842+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa4a8050850 con 0x7fa4ac0c5260 2023-11-25T03:14:41.998 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.994+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa4ac068400 con 0x7fa4ac0c5260 2023-11-25T03:14:41.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.994+0000 7fa4a1ffb640 1 -- 172.21.15.76:0/2113924823 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v77) v1 ==== 105+0+11 (secure 0 0 0) 0x7fa4a8053e70 con 0x7fa4ac0c5260 2023-11-25T03:14:41.999 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa490066470 msgr2=0x7fa490068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa490066470 0x7fa490068930 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fa49c005890 tx=0x7fa49c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 msgr2=0x7fa4ac0a7860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 0x7fa4ac0a7860 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800c3c0 tx=0x7fa4a800c880 comp rx=0 tx=0).stop 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 shutdown_connections 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fa490066470 0x7fa490068930 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fa4ac155de0 0x7fa4ac14a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fa4ac0c5640 0x7fa4ac1f0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 --2- 172.21.15.76:0/2113924823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4ac0c5260 0x7fa4ac0a7860 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 >> 172.21.15.76:0/2113924823 conn(0x7fa4ac06a5b0 msgr2=0x7fa4ac0bfa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:42.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 shutdown_connections 2023-11-25T03:14:42.002 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:41.998+0000 7fa4b369c640 1 -- 172.21.15.76:0/2113924823 wait complete. 2023-11-25T03:14:42.020 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-11-25T03:14:42.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 Processor -- start 2023-11-25T03:14:42.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 -- start start 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe7f00c5260 0x7fe7f006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7f00c5640 0x7fe7f00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7f00c2580 con 0x7fe7f00c60f0 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f0153510 con 0x7fe7f00c5640 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7f5279640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f00c17f0 con 0x7fe7f00c5260 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7f00c5640 0x7fe7f00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.162 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7f00c5640 0x7fe7f00c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60948/0 (socket says 172.21.15.76:60948) 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2585507274 learned_addr learned my addr 172.21.15.76:0/2585507274 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7eeffd640 1 --2- 172.21.15.76:0/2585507274 >> v2:172.21.15.106:3300/0 conn(0x7fe7f00c5260 0x7fe7f006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2585507274 >> v2:172.21.15.106:3300/0 conn(0x7fe7f00c5260 msgr2=0x7fe7f006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 --2- 172.21.15.76:0/2585507274 >> v2:172.21.15.106:3300/0 conn(0x7fe7f00c5260 0x7fe7f006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2585507274 >> v1:172.21.15.106:6789/0 conn(0x7fe7f00c60f0 legacy=0x7fe7f0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2585507274 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f00c1a00 con 0x7fe7f00c5640 2023-11-25T03:14:42.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.158+0000 7fe7eeffd640 1 --2- 172.21.15.76:0/2585507274 >> v2:172.21.15.106:3300/0 conn(0x7fe7f00c5260 0x7fe7f006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:42.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7e7fff640 1 --2- 172.21.15.76:0/2585507274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f00c5bb0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fe7f00c6920 tx=0x7fe7d801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c1606b863e964c server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7ee7fc640 1 -- 172.21.15.76:0/2585507274 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d80ac640 con 0x7fe7f00c5640 2023-11-25T03:14:42.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7ee7fc640 1 -- 172.21.15.76:0/2585507274 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d80ac7a0 con 0x7fe7f00c5640 2023-11-25T03:14:42.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7ee7fc640 1 -- 172.21.15.76:0/2585507274 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d80acb30 con 0x7fe7f00c5640 2023-11-25T03:14:42.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 -- 172.21.15.76:0/2585507274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 msgr2=0x7fe7f00c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2585507274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f00c5bb0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fe7f00c6920 tx=0x7fe7d801c400 comp rx=0 tx=0).stop 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 -- 172.21.15.76:0/2585507274 shutdown_connections 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2585507274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f00c5bb0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2585507274 >> v2:172.21.15.106:3300/0 conn(0x7fe7f00c5260 0x7fe7f006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 -- 172.21.15.76:0/2585507274 >> 172.21.15.76:0/2585507274 conn(0x7fe7f006a5b0 msgr2=0x7fe7f006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 -- 172.21.15.76:0/2585507274 shutdown_connections 2023-11-25T03:14:42.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 -- 172.21.15.76:0/2585507274 wait complete. 2023-11-25T03:14:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.162+0000 7fe7f5279640 1 Processor -- start 2023-11-25T03:14:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- start start 2023-11-25T03:14:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7f00c5260 0x7fe7f00aa1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f01f11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7f00c60f0 0x7fe7f01edc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f01ed230 con 0x7fe7f00c5640 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f00a8760 con 0x7fe7f00c5260 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f01f16f0 con 0x7fe7f00c60f0 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f01f11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f01f11b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60950/0 (socket says 172.21.15.76:60950) 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2785632930 learned_addr learned my addr 172.21.15.76:0/2785632930 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7eeffd640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7f00c5260 0x7fe7f00aa1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7ef7fe640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7f00c60f0 0x7fe7f01edc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7f00c60f0 msgr2=0x7fe7f01edc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7f00c60f0 0x7fe7f01edc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7f00c5260 msgr2=0x7fe7f00aa1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7f00c5260 0x7fe7f00aa1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 -- 172.21.15.76:0/2785632930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7d80094d0 con 0x7fe7f00c5640 2023-11-25T03:14:42.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e7fff640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f01f11b0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fe7d80af040 tx=0x7fe7d80191a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d80ac640 con 0x7fe7f00c5640 2023-11-25T03:14:42.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d80b5870 con 0x7fe7f00c5640 2023-11-25T03:14:42.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7f01ee180 con 0x7fe7f00c5640 2023-11-25T03:14:42.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d80b5c20 con 0x7fe7f00c5640 2023-11-25T03:14:42.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7f00aaa60 con 0x7fe7f00c5640 2023-11-25T03:14:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.166+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7f0066ba0 con 0x7fe7f00c5640 2023-11-25T03:14:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.170+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe7d80b3070 con 0x7fe7f00c5640 2023-11-25T03:14:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.170+0000 7fe7e77fe640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7d00664a0 0x7fe7d0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.170+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fe7d811e0c0 con 0x7fe7f00c5640 2023-11-25T03:14:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.170+0000 7fe7eeffd640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7d00664a0 0x7fe7d0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.170+0000 7fe7eeffd640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7d00664a0 0x7fe7d0068960 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0006fd0 tx=0x7fe7e0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.174+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe7f0066ba0 con 0x7fe7f00c5640 2023-11-25T03:14:42.324 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fe7f0066ba0 con 0x7fe7f00c5640 2023-11-25T03:14:42.325 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7e77fe640 1 -- 172.21.15.76:0/2785632930 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v77) v1 ==== 101+0+11 (secure 0 0 0) 0x7fe7f0066ba0 con 0x7fe7f00c5640 2023-11-25T03:14:42.325 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2023-11-25T03:14:42.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7d00664a0 msgr2=0x7fe7d0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.327 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7d00664a0 0x7fe7d0068960 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0006fd0 tx=0x7fe7e0008040 comp rx=0 tx=0).stop 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 msgr2=0x7fe7f01f11b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f01f11b0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fe7d80af040 tx=0x7fe7d80191a0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 shutdown_connections 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe7d00664a0 0x7fe7d0068960 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7f00c60f0 0x7fe7f01edc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f00c5640 0x7fe7f01f11b0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 --2- 172.21.15.76:0/2785632930 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7f00c5260 0x7fe7f00aa1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 >> 172.21.15.76:0/2785632930 conn(0x7fe7f006a5b0 msgr2=0x7fe7f0155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 shutdown_connections 2023-11-25T03:14:42.328 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.322+0000 7fe7f5279640 1 -- 172.21.15.76:0/2785632930 wait complete. 2023-11-25T03:14:42.346 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:42.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f75282fe640 1 Processor -- start 2023-11-25T03:14:42.485 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f75282fe640 1 -- start start 2023-11-25T03:14:42.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f75282fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f752006bbb0 0x7f75201600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f75282fe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f752006c860 con 0x7f7520151e90 2023-11-25T03:14:42.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f75282fe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f752006c000 con 0x7f75200c7ea0 2023-11-25T03:14:42.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f75282fe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75200c8750 con 0x7f752006bbb0 2023-11-25T03:14:42.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f752609a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7520151e90 0x7f75200c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55040/0 (socket says 172.21.15.76:55040) 2023-11-25T03:14:42.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f752609a640 1 -- 172.21.15.76:0/3930971584 learned_addr learned my addr 172.21.15.76:0/3930971584 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:42.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f752689b640 1 --2- 172.21.15.76:0/3930971584 >> v2:172.21.15.76:3300/0 conn(0x7f752006bbb0 0x7f75201600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f7525098640 1 -- 172.21.15.76:0/3930971584 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2050037749 0 0) 0x7f752006c860 con 0x7f7520151e90 2023-11-25T03:14:42.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f7525098640 1 -- 172.21.15.76:0/3930971584 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f750c003530 con 0x7f7520151e90 2023-11-25T03:14:42.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f752689b640 1 -- 172.21.15.76:0/3930971584 >> v1:172.21.15.106:6789/0 conn(0x7f75200c7ea0 legacy=0x7f752006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f752689b640 1 -- 172.21.15.76:0/3930971584 >> v1:172.21.15.76:6789/0 conn(0x7f7520151e90 legacy=0x7f75200c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.482+0000 7f752689b640 1 -- 172.21.15.76:0/3930971584 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7520154930 con 0x7f752006bbb0 2023-11-25T03:14:42.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f752689b640 1 --2- 172.21.15.76:0/3930971584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f752006bbb0 0x7f75201600b0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f7518009d90 tx=0x7f751801c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dc160906e5131a0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f7525098640 1 -- 172.21.15.76:0/3930971584 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75180a6700 con 0x7f752006bbb0 2023-11-25T03:14:42.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f7525098640 1 -- 172.21.15.76:0/3930971584 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75180a6860 con 0x7f752006bbb0 2023-11-25T03:14:42.490 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f7525098640 1 -- 172.21.15.76:0/3930971584 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75180a6bf0 con 0x7f752006bbb0 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 -- 172.21.15.76:0/3930971584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f752006bbb0 msgr2=0x7f75201600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 --2- 172.21.15.76:0/3930971584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f752006bbb0 0x7f75201600b0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f7518009d90 tx=0x7f751801c830 comp rx=0 tx=0).stop 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 -- 172.21.15.76:0/3930971584 shutdown_connections 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 --2- 172.21.15.76:0/3930971584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f752006bbb0 0x7f75201600b0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 -- 172.21.15.76:0/3930971584 >> 172.21.15.76:0/3930971584 conn(0x7f75200ca170 msgr2=0x7f75200ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 -- 172.21.15.76:0/3930971584 shutdown_connections 2023-11-25T03:14:42.491 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.486+0000 7f75282fe640 1 -- 172.21.15.76:0/3930971584 wait complete. 2023-11-25T03:14:42.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 Processor -- start 2023-11-25T03:14:42.492 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- start start 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f752006bbb0 0x7f75201561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75200c7ea0 0x7f7520146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 0x7f752013f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75201552d0 con 0x7f7520151e90 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7520155b90 con 0x7f752006bbb0 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7520145e20 con 0x7f75200c7ea0 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 0x7f752013f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 0x7f752013f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60956/0 (socket says 172.21.15.76:60956) 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 -- 172.21.15.76:0/2149683006 learned_addr learned my addr 172.21.15.76:0/2149683006 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:42.494 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f7525899640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75200c7ea0 0x7f7520146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752609a640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f752006bbb0 0x7f75201561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 -- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75200c7ea0 msgr2=0x7f7520146710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75200c7ea0 0x7f7520146710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 -- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f752006bbb0 msgr2=0x7f75201561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f752006bbb0 0x7f75201561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.495 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 -- 172.21.15.76:0/2149683006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7518009a70 con 0x7f7520151e90 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f752689b640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 0x7f752013f940 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f751801a460 tx=0x7f75180195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75180b8630 con 0x7f7520151e90 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75180b8790 con 0x7f7520151e90 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75180b8b00 con 0x7f7520151e90 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f752013f4b0 con 0x7f7520151e90 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f752013ee60 con 0x7f7520151e90 2023-11-25T03:14:42.496 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.490+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f752013f640 con 0x7f7520151e90 2023-11-25T03:14:42.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.494+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f75180b8c60 con 0x7f7520151e90 2023-11-25T03:14:42.497 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.494+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75040664a0 0x7f7504068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.494+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f75180aa070 con 0x7f7520151e90 2023-11-25T03:14:42.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.494+0000 7f752609a640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75040664a0 0x7f7504068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.498 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.494+0000 7f752609a640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75040664a0 0x7f7504068960 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f751c0011f0 tx=0x7f751c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.502 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.498+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f75180ec450 con 0x7f7520151e90 2023-11-25T03:14:42.680 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7520068400 con 0x7f7520151e90 2023-11-25T03:14:42.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f7516ffd640 1 -- 172.21.15.76:0/2149683006 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) v1 ==== 94+0+4923 (secure 0 0 0) 0x7f75180efa70 con 0x7f7520151e90 2023-11-25T03:14:42.681 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:42.681 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":57,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":7167,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3471948677","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3471948677},{"type":"v1","addr":"172.21.15.76:6837","nonce":3471948677}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:42.681 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 57 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75040664a0 msgr2=0x7f7504068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75040664a0 0x7f7504068960 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f751c0011f0 tx=0x7f751c009040 comp rx=0 tx=0).stop 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 msgr2=0x7f752013f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 0x7f752013f940 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f751801a460 tx=0x7f75180195d0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 shutdown_connections 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f75040664a0 0x7f7504068960 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7520151e90 0x7f752013f940 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f75200c7ea0 0x7f7520146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 --2- 172.21.15.76:0/2149683006 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f752006bbb0 0x7f75201561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 >> 172.21.15.76:0/2149683006 conn(0x7f75200ca170 msgr2=0x7f75201431b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:42.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 shutdown_connections 2023-11-25T03:14:42.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.678+0000 7f75282fe640 1 -- 172.21.15.76:0/2149683006 wait complete. 2023-11-25T03:14:42.701 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:42.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc42aa640 1 Processor -- start 2023-11-25T03:14:42.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc42aa640 1 -- start start 2023-11-25T03:14:42.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc42aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 0x7f0cbc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc42aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cbc0c31c0 con 0x7f0cbc0c63c0 2023-11-25T03:14:42.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc42aa640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cbc0c34a0 con 0x7f0cbc0c4100 2023-11-25T03:14:42.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc42aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cbc0c1030 con 0x7f0cbc0c2bb0 2023-11-25T03:14:42.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc2046640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0cbc0c63c0 0x7f0cbc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55042/0 (socket says 172.21.15.76:55042) 2023-11-25T03:14:42.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc2046640 1 -- 172.21.15.76:0/1198921961 learned_addr learned my addr 172.21.15.76:0/1198921961 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:42.840 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc2847640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 0x7f0cbc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.834+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3657418489 0 0) 0x7f0cbc0c31c0 con 0x7f0cbc0c63c0 2023-11-25T03:14:42.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ca8005740 con 0x7f0cbc0c63c0 2023-11-25T03:14:42.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3560382648 0 0) 0x7f0cbc0c34a0 con 0x7f0cbc0c4100 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0cbc0c31c0 con 0x7f0cbc0c4100 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1853885536 0 0) 0x7f0ca8005740 con 0x7f0cbc0c63c0 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 msgr2=0x7f0cbc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 0x7f0cbc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 >> v1:172.21.15.106:6789/0 conn(0x7f0cbc0c4100 legacy=0x7f0cbc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cbc0c1310 con 0x7f0cbc0c63c0 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f0cb8001680 con 0x7f0cbc0c63c0 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 >> v1:172.21.15.76:6789/0 conn(0x7f0cbc0c63c0 legacy=0x7f0cbc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ca8005d50 0x7f0ca8006150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 0x7f0ca80069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.842 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ca8006f20 0x7f0ca80073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cbc0c1030 con 0x7f0ca8006f20 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ca800ddb0 con 0x7f0ca8005d50 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ca800df70 con 0x7f0cbc0c2bb0 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2847640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ca8006f20 0x7f0ca80073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2046640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ca8005d50 0x7f0ca8006150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc1845640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 0x7f0ca80069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2847640 1 -- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 msgr2=0x7f0ca80069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2847640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0cbc0c2bb0 0x7f0ca80069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2847640 1 -- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ca8005d50 msgr2=0x7f0ca8006150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2847640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ca8005d50 0x7f0ca8006150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.843 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.838+0000 7f0cc2847640 1 -- 172.21.15.76:0/1198921961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ca8005740 con 0x7f0ca8006f20 2023-11-25T03:14:42.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc2847640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ca8006f20 0x7f0ca80073a0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009fc0 tx=0x7f0cb401cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8da8fa846b38b03 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb40a5a30 con 0x7f0ca8006f20 2023-11-25T03:14:42.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cb400f040 con 0x7f0ca8006f20 2023-11-25T03:14:42.844 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc1044640 1 -- 172.21.15.76:0/1198921961 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb40a5dd0 con 0x7f0ca8006f20 2023-11-25T03:14:42.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- 172.21.15.76:0/1198921961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ca8006f20 msgr2=0x7f0ca80073a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/1198921961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ca8006f20 0x7f0ca80073a0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009fc0 tx=0x7f0cb401cc30 comp rx=0 tx=0).stop 2023-11-25T03:14:42.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc2847640 1 -- 172.21.15.76:0/1198921961 reap_dead start 2023-11-25T03:14:42.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- 172.21.15.76:0/1198921961 shutdown_connections 2023-11-25T03:14:42.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- 172.21.15.76:0/1198921961 >> 172.21.15.76:0/1198921961 conn(0x7f0cbc06a5b0 msgr2=0x7f0cbc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:42.845 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- 172.21.15.76:0/1198921961 shutdown_connections 2023-11-25T03:14:42.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- 172.21.15.76:0/1198921961 wait complete. 2023-11-25T03:14:42.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 Processor -- start 2023-11-25T03:14:42.846 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- start start 2023-11-25T03:14:42.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ca8006f20 0x7f0cbc09a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0cbc099ca0 0x7f0cbc1edda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 0x7f0cbc09aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cbc0a6f40 con 0x7f0cbc154f90 2023-11-25T03:14:42.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cbc1ed300 con 0x7f0cbc099ca0 2023-11-25T03:14:42.848 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc42aa640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cbc1f12f0 con 0x7f0ca8006f20 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.842+0000 7f0cc2847640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 0x7f0cbc09aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 0x7f0cbc09aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60976/0 (socket says 172.21.15.76:60976) 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 -- 172.21.15.76:0/2923348232 learned_addr learned my addr 172.21.15.76:0/2923348232 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc1845640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0cbc099ca0 0x7f0cbc1edda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2046640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ca8006f20 0x7f0cbc09a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 -- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ca8006f20 msgr2=0x7f0cbc09a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ca8006f20 0x7f0cbc09a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 -- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0cbc099ca0 msgr2=0x7f0cbc1edda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0cbc099ca0 0x7f0cbc1edda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 -- 172.21.15.76:0/2923348232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cbc0c69b0 con 0x7f0cbc154f90 2023-11-25T03:14:42.849 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2046640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ca8006f20 0x7f0cbc09a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:42.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc2847640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 0x7f0cbc09aea0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4002240 tx=0x7f0cb4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.850 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb40039a0 con 0x7f0cbc154f90 2023-11-25T03:14:42.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cb4003b00 con 0x7f0cbc154f90 2023-11-25T03:14:42.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cbc1ed5a0 con 0x7f0cbc154f90 2023-11-25T03:14:42.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb4003e70 con 0x7f0cbc154f90 2023-11-25T03:14:42.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cbc1f15d0 con 0x7f0cbc154f90 2023-11-25T03:14:42.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cbc1edac0 con 0x7f0cbc154f90 2023-11-25T03:14:42.851 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0cb40b4040 con 0x7f0cbc154f90 2023-11-25T03:14:42.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cb2ffd640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ca0066470 0x7f0ca0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:42.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.846+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f0cb411db10 con 0x7f0cbc154f90 2023-11-25T03:14:42.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.850+0000 7f0cc2046640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ca0066470 0x7f0ca0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:42.852 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.850+0000 7f0cc2046640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ca0066470 0x7f0ca0068930 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8000c10 tx=0x7f0cb8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:42.855 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:42.854+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0cbc1edac0 con 0x7f0cbc154f90 2023-11-25T03:14:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.002+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0cbc1edac0 con 0x7f0cbc154f90 2023-11-25T03:14:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.002+0000 7f0cb2ffd640 1 -- 172.21.15.76:0/2923348232 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16627 (secure 0 0 0) 0x7f0cb4115e60 con 0x7f0cbc154f90 2023-11-25T03:14:43.007 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:43.007 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":77,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:40.979120+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/160476178":"2023-11-26T03:14:37.847120+0000","172.21.15.76:6836/160476178":"2023-11-26T03:14:37.847120+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:43.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ca0066470 msgr2=0x7f0ca0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ca0066470 0x7f0ca0068930 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8000c10 tx=0x7f0cb8009040 comp rx=0 tx=0).stop 2023-11-25T03:14:43.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 msgr2=0x7f0cbc09aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 0x7f0cbc09aea0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4002240 tx=0x7f0cb4009750 comp rx=0 tx=0).stop 2023-11-25T03:14:43.009 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 shutdown_connections 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ca0066470 0x7f0ca0068930 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cbc154f90 0x7f0cbc09aea0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0cbc099ca0 0x7f0cbc1edda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 --2- 172.21.15.76:0/2923348232 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ca8006f20 0x7f0cbc09a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 >> 172.21.15.76:0/2923348232 conn(0x7f0cbc06a5b0 msgr2=0x7f0cbc0a7280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 shutdown_connections 2023-11-25T03:14:43.010 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.006+0000 7f0cc42aa640 1 -- 172.21.15.76:0/2923348232 wait complete. 2023-11-25T03:14:43.028 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2023-11-25T03:14:43.029 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:43.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 Processor -- start 2023-11-25T03:14:43.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 -- start start 2023-11-25T03:14:43.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f38dc151e90 0x7f38dc0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38dc06c860 con 0x7f38dc0c4e60 2023-11-25T03:14:43.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38dc0c8750 con 0x7f38dc151e90 2023-11-25T03:14:43.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e2bdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38dc1552d0 con 0x7f38dc0c7ea0 2023-11-25T03:14:43.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e117c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f38dc0c4e60 0x7f38dc06b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55050/0 (socket says 172.21.15.76:55050) 2023-11-25T03:14:43.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e117c640 1 -- 172.21.15.76:0/659334031 learned_addr learned my addr 172.21.15.76:0/659334031 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:43.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d3fff640 1 --2- 172.21.15.76:0/659334031 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e097b640 1 --2- 172.21.15.76:0/659334031 >> v2:172.21.15.106:3300/0 conn(0x7f38dc151e90 0x7f38dc0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d37fe640 1 -- 172.21.15.76:0/659334031 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 303131369 0 0) 0x7f38dc06c860 con 0x7f38dc0c4e60 2023-11-25T03:14:43.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d37fe640 1 -- 172.21.15.76:0/659334031 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f38c4003530 con 0x7f38dc0c4e60 2023-11-25T03:14:43.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d3fff640 1 -- 172.21.15.76:0/659334031 >> v2:172.21.15.106:3300/0 conn(0x7f38dc151e90 msgr2=0x7f38dc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:43.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d3fff640 1 --2- 172.21.15.76:0/659334031 >> v2:172.21.15.106:3300/0 conn(0x7f38dc151e90 0x7f38dc0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d3fff640 1 -- 172.21.15.76:0/659334031 >> v1:172.21.15.76:6789/0 conn(0x7f38dc0c4e60 legacy=0x7f38dc06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38d3fff640 1 -- 172.21.15.76:0/659334031 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38dc154930 con 0x7f38dc0c7ea0 2023-11-25T03:14:43.170 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.162+0000 7f38e097b640 1 --2- 172.21.15.76:0/659334031 >> v2:172.21.15.106:3300/0 conn(0x7f38dc151e90 0x7f38dc0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:43.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38d3fff640 1 --2- 172.21.15.76:0/659334031 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc06b4a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f38cc0097c0 tx=0x7f38cc01c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5afad498a780f03 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38d37fe640 1 -- 172.21.15.76:0/659334031 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38cc0ab600 con 0x7f38dc0c7ea0 2023-11-25T03:14:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38d37fe640 1 -- 172.21.15.76:0/659334031 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38cc0a7050 con 0x7f38dc0c7ea0 2023-11-25T03:14:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38d37fe640 1 -- 172.21.15.76:0/659334031 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38cc0ab980 con 0x7f38dc0c7ea0 2023-11-25T03:14:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 -- 172.21.15.76:0/659334031 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 msgr2=0x7f38dc06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/659334031 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc06b4a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f38cc0097c0 tx=0x7f38cc01c360 comp rx=0 tx=0).stop 2023-11-25T03:14:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 -- 172.21.15.76:0/659334031 shutdown_connections 2023-11-25T03:14:43.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/659334031 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc06b4a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/659334031 >> v2:172.21.15.106:3300/0 conn(0x7f38dc151e90 0x7f38dc0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 -- 172.21.15.76:0/659334031 >> 172.21.15.76:0/659334031 conn(0x7f38dc0ca170 msgr2=0x7f38dc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:43.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 -- 172.21.15.76:0/659334031 shutdown_connections 2023-11-25T03:14:43.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.166+0000 7f38e2bdf640 1 -- 172.21.15.76:0/659334031 wait complete. 2023-11-25T03:14:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 Processor -- start 2023-11-25T03:14:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 -- start start 2023-11-25T03:14:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38dc0c4e60 0x7f38dc1ee230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 0x7f38dc0aa300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38dc1edda0 con 0x7f38dc151e90 2023-11-25T03:14:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38dc1ed7c0 con 0x7f38dc0c4e60 2023-11-25T03:14:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38dc0ac480 con 0x7f38dc0c7ea0 2023-11-25T03:14:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 0x7f38dc0aa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 0x7f38dc0aa300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60978/0 (socket says 172.21.15.76:60978) 2023-11-25T03:14:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 -- 172.21.15.76:0/2795434141 learned_addr learned my addr 172.21.15.76:0/2795434141 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38d3fff640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e097b640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38dc0c4e60 0x7f38dc1ee230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 -- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 msgr2=0x7f38dc153840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc153840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 -- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38dc0c4e60 msgr2=0x7f38dc1ee230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38dc0c4e60 0x7f38dc1ee230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 -- 172.21.15.76:0/2795434141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38d8009420 con 0x7f38dc151e90 2023-11-25T03:14:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e117c640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 0x7f38dc0aa300 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f38d400caa0 tx=0x7f38d400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38d400ac00 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38d400ad60 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38d4012620 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.170+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38cc009420 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38dc153d80 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38dc1edf50 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f38d4007070 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38d17fa640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38c8066470 0x7f38c8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f38d4083e60 con 0x7f38dc151e90 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38e097b640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38c8066470 0x7f38c8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.174+0000 7f38e097b640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38c8066470 0x7f38c8068930 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f38dc154080 tx=0x7f38d8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.178+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f38dc1edf50 con 0x7f38dc151e90 2023-11-25T03:14:43.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.358+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f38dc1edf50 con 0x7f38dc151e90 2023-11-25T03:14:43.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.358+0000 7f38d17fa640 1 -- 172.21.15.76:0/2795434141 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) v1 ==== 94+0+4923 (secure 0 0 0) 0x7f38dc1edf50 con 0x7f38dc151e90 2023-11-25T03:14:43.366 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:43.366 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":57,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":7167,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3471948677","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3471948677},{"type":"v1","addr":"172.21.15.76:6837","nonce":3471948677}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 57 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38c8066470 msgr2=0x7f38c8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38c8066470 0x7f38c8068930 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f38dc154080 tx=0x7f38d8008040 comp rx=0 tx=0).stop 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 msgr2=0x7f38dc0aa300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 0x7f38dc0aa300 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f38d400caa0 tx=0x7f38d400cf60 comp rx=0 tx=0).stop 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 shutdown_connections 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f38c8066470 0x7f38c8068930 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.367 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38dc151e90 0x7f38dc0aa300 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f38dc0c7ea0 0x7f38dc153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 --2- 172.21.15.76:0/2795434141 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f38dc0c4e60 0x7f38dc1ee230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 >> 172.21.15.76:0/2795434141 conn(0x7f38dc0ca170 msgr2=0x7f38dc14f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:43.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 shutdown_connections 2023-11-25T03:14:43.368 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.362+0000 7f38e2bdf640 1 -- 172.21.15.76:0/2795434141 wait complete. 2023-11-25T03:14:43.385 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:14:43.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 Processor -- start 2023-11-25T03:14:43.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 -- start start 2023-11-25T03:14:43.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4384151da0 0x7f43840c7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43841546d0 0x7f43840c4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4384152180 con 0x7f43840c4e70 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4384154bb0 con 0x7f43841546d0 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f438b617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4384154e90 con 0x7f4384151da0 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4389bb4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f43840c4e70 0x7f438406b8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55064/0 (socket says 172.21.15.76:55064) 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4389bb4640 1 -- 172.21.15.76:0/3208232242 learned_addr learned my addr 172.21.15.76:0/3208232242 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4388bb2640 1 --2- 172.21.15.76:0/3208232242 >> v2:172.21.15.76:3300/0 conn(0x7f43841546d0 0x7f43840c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f43893b3640 1 --2- 172.21.15.76:0/3208232242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4384151da0 0x7f43840c7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.523 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4388bb2640 1 -- 172.21.15.76:0/3208232242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4384151da0 msgr2=0x7f43840c7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:43.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4388bb2640 1 --2- 172.21.15.76:0/3208232242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4384151da0 0x7f43840c7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4388bb2640 1 -- 172.21.15.76:0/3208232242 >> v1:172.21.15.76:6789/0 conn(0x7f43840c4e70 legacy=0x7f438406b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f4388bb2640 1 -- 172.21.15.76:0/3208232242 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4384155170 con 0x7f43841546d0 2023-11-25T03:14:43.524 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.518+0000 7f437bfff640 1 -- 172.21.15.76:0/3208232242 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1771085261 0 0) 0x7f4384152180 con 0x7f43840c4e70 2023-11-25T03:14:43.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f4388bb2640 1 --2- 172.21.15.76:0/3208232242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43841546d0 0x7f43840c4930 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f43740097c0 tx=0x7f437401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a2b729eec521aa server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f437bfff640 1 -- 172.21.15.76:0/3208232242 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374004230 con 0x7f43841546d0 2023-11-25T03:14:43.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f437bfff640 1 -- 172.21.15.76:0/3208232242 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43740a7050 con 0x7f43841546d0 2023-11-25T03:14:43.526 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f437bfff640 1 -- 172.21.15.76:0/3208232242 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374003620 con 0x7f43841546d0 2023-11-25T03:14:43.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 -- 172.21.15.76:0/3208232242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43841546d0 msgr2=0x7f43840c4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 --2- 172.21.15.76:0/3208232242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43841546d0 0x7f43840c4930 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f43740097c0 tx=0x7f437401c330 comp rx=0 tx=0).stop 2023-11-25T03:14:43.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 -- 172.21.15.76:0/3208232242 shutdown_connections 2023-11-25T03:14:43.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 --2- 172.21.15.76:0/3208232242 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43841546d0 0x7f43840c4930 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 --2- 172.21.15.76:0/3208232242 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4384151da0 0x7f43840c7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.527 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 -- 172.21.15.76:0/3208232242 >> 172.21.15.76:0/3208232242 conn(0x7f43840ca180 msgr2=0x7f43840ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:43.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 -- 172.21.15.76:0/3208232242 shutdown_connections 2023-11-25T03:14:43.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.522+0000 7f438b617640 1 -- 172.21.15.76:0/3208232242 wait complete. 2023-11-25T03:14:43.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 Processor -- start 2023-11-25T03:14:43.528 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 -- start start 2023-11-25T03:14:43.530 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43840c4e70 0x7f438414a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 0x7f43840aaa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43841546d0 0x7f43840aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43841ed2c0 con 0x7f4384151da0 2023-11-25T03:14:43.531 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43840a9c50 con 0x7f43840c4e70 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43840a9f30 con 0x7f43841546d0 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 0x7f43840aaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 0x7f43840aaa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32768/0 (socket says 172.21.15.76:32768) 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 -- 172.21.15.76:0/1773048288 learned_addr learned my addr 172.21.15.76:0/1773048288 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f43893b3640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43840c4e70 0x7f438414a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4389bb4640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43841546d0 0x7f43840aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 -- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43841546d0 msgr2=0x7f43840aaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43841546d0 0x7f43840aaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 -- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43840c4e70 msgr2=0x7f438414a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43840c4e70 0x7f438414a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 -- 172.21.15.76:0/1773048288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4374009420 con 0x7f4384151da0 2023-11-25T03:14:43.532 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4388bb2640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 0x7f43840aaa10 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f437401a9e0 tx=0x7f43740190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374003ab0 con 0x7f4384151da0 2023-11-25T03:14:43.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43840c8600 con 0x7f4384151da0 2023-11-25T03:14:43.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374003e10 con 0x7f4384151da0 2023-11-25T03:14:43.534 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43840aa210 con 0x7f4384151da0 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.526+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f438414ae90 con 0x7f4384151da0 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.530+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43840aa730 con 0x7f4384151da0 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.530+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f43740b2050 con 0x7f4384151da0 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.530+0000 7f4379ffb640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4368066470 0x7f4368068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.530+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f437411e070 con 0x7f4384151da0 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.530+0000 7f43893b3640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4368066470 0x7f4368068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.530+0000 7f43893b3640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4368066470 0x7f4368068930 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4380007a60 tx=0x7f4380008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.538 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.534+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f437414f280 con 0x7f4384151da0 2023-11-25T03:14:43.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.714+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4384066df0 con 0x7f4384151da0 2023-11-25T03:14:43.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f4379ffb640 1 -- 172.21.15.76:0/1773048288 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) v1 ==== 94+0+4923 (secure 0 0 0) 0x7f43840aa730 con 0x7f4384151da0 2023-11-25T03:14:43.720 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:43.720 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":57,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":7167,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3471948677","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3471948677},{"type":"v1","addr":"172.21.15.76:6837","nonce":3471948677}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-25T03:14:05.571169+0000","modified":"2023-11-25T03:14:08.581869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6835/1564651151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":1564651151},{"type":"v1","addr":"172.21.15.76:6835","nonce":1564651151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-11-25T03:14:43.721 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 57 2023-11-25T03:14:43.722 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4368066470 msgr2=0x7f4368068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4368066470 0x7f4368068930 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4380007a60 tx=0x7f4380008040 comp rx=0 tx=0).stop 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 msgr2=0x7f43840aaa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 0x7f43840aaa10 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f437401a9e0 tx=0x7f43740190d0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 shutdown_connections 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f4368066470 0x7f4368068930 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f43841546d0 0x7f43840aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4384151da0 0x7f43840aaa10 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 --2- 172.21.15.76:0/1773048288 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43840c4e70 0x7f438414a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 >> 172.21.15.76:0/1773048288 conn(0x7f43840ca180 msgr2=0x7f43840c8770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 shutdown_connections 2023-11-25T03:14:43.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.718+0000 7f438b617640 1 -- 172.21.15.76:0/1773048288 wait complete. 2023-11-25T03:14:43.741 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:43.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.874+0000 7f405ff2a640 1 Processor -- start 2023-11-25T03:14:43.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.874+0000 7f405ff2a640 1 -- start start 2023-11-25T03:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.874+0000 7f405ff2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f4058154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ff2a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40580ac4f0 con 0x7f4058151dc0 2023-11-25T03:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ff2a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4058158780 con 0x7f40580bd660 2023-11-25T03:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ff2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4058158a60 con 0x7f40580c7ed0 2023-11-25T03:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4058151dc0 0x7f40580c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55068/0 (socket says 172.21.15.76:55068) 2023-11-25T03:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 -- 172.21.15.76:0/2203565135 learned_addr learned my addr 172.21.15.76:0/2203565135 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405d4c5640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f4058154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 463694707 0 0) 0x7f40580ac4f0 con 0x7f4058151dc0 2023-11-25T03:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4044003530 con 0x7f4058151dc0 2023-11-25T03:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1667554060 0 0) 0x7f4058158780 con 0x7f40580bd660 2023-11-25T03:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40580ac4f0 con 0x7f40580bd660 2023-11-25T03:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2792283962 0 0) 0x7f4044003530 con 0x7f4058151dc0 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 msgr2=0x7f4058154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f4058154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 >> v1:172.21.15.106:6789/0 conn(0x7f40580bd660 legacy=0x7f4058154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40580ac180 con 0x7f4058151dc0 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f4054001680 con 0x7f4058151dc0 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 >> v1:172.21.15.76:6789/0 conn(0x7f4058151dc0 legacy=0x7f40580c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4044003b40 0x7f4044003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f40440047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4044004d10 0x7f4044005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4058158a60 con 0x7f4044003b40 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f404400bb80 con 0x7f4044004d10 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f404400bd40 con 0x7f40580c7ed0 2023-11-25T03:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4044003b40 0x7f4044003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405e4c7640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4044004d10 0x7f4044005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405d4c5640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f40440047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 -- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 msgr2=0x7f40440047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f40440047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 -- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4044004d10 msgr2=0x7f4044005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4044004d10 0x7f4044005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405dcc6640 1 -- 172.21.15.76:0/2203565135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4044003530 con 0x7f4044003b40 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405d4c5640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f40580c7ed0 0x7f40440047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:43.884 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.878+0000 7f405e4c7640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4044004d10 0x7f4044005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405dcc6640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4044003b40 0x7f4044003f40 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f405400c160 tx=0x7f405401cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19d77c8fbd080dc9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40540058e0 con 0x7f4044003b40 2023-11-25T03:14:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4054005a60 con 0x7f4044003b40 2023-11-25T03:14:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ccc4640 1 -- 172.21.15.76:0/2203565135 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4054005e10 con 0x7f4044003b40 2023-11-25T03:14:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 -- 172.21.15.76:0/2203565135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4044003b40 msgr2=0x7f4044003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.885 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 --2- 172.21.15.76:0/2203565135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4044003b40 0x7f4044003f40 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f405400c160 tx=0x7f405401cbc0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405e4c7640 1 -- 172.21.15.76:0/2203565135 reap_dead start 2023-11-25T03:14:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 -- 172.21.15.76:0/2203565135 shutdown_connections 2023-11-25T03:14:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 -- 172.21.15.76:0/2203565135 >> 172.21.15.76:0/2203565135 conn(0x7f4058071eb0 msgr2=0x7f40580722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 -- 172.21.15.76:0/2203565135 shutdown_connections 2023-11-25T03:14:43.886 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 -- 172.21.15.76:0/2203565135 wait complete. 2023-11-25T03:14:43.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 Processor -- start 2023-11-25T03:14:43.887 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.882+0000 7f405ff2a640 1 -- start start 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4044003b40 0x7f4058152f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4058157620 0x7f405814b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 0x7f40580c1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40580c96c0 con 0x7f405814b730 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40581edef0 con 0x7f4058157620 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40581f1410 con 0x7f4044003b40 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 0x7f40580c1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 0x7f40580c1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32786/0 (socket says 172.21.15.76:32786) 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 -- 172.21.15.76:0/544094343 learned_addr learned my addr 172.21.15.76:0/544094343 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:43.889 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405d4c5640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4058157620 0x7f405814b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405dcc6640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4044003b40 0x7f4058152f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 -- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4044003b40 msgr2=0x7f4058152f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4044003b40 0x7f4058152f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 -- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4058157620 msgr2=0x7f405814b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4058157620 0x7f405814b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:43.890 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 -- 172.21.15.76:0/544094343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40581ed130 con 0x7f405814b730 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405e4c7640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 0x7f40580c1dd0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f4050001340 tx=0x7f405000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4050006b60 con 0x7f405814b730 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4050006cc0 con 0x7f405814b730 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40581ed410 con 0x7f405814b730 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4050003bc0 con 0x7f405814b730 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40581ed9d0 con 0x7f405814b730 2023-11-25T03:14:43.891 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40581edbc0 con 0x7f405814b730 2023-11-25T03:14:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.886+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4050003d20 con 0x7f405814b730 2023-11-25T03:14:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.890+0000 7f404e7fc640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f403c066470 0x7f403c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:43.892 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.890+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f40500833e0 con 0x7f405814b730 2023-11-25T03:14:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.890+0000 7f405dcc6640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f403c066470 0x7f403c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:43.893 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.890+0000 7f405dcc6640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f403c066470 0x7f403c068930 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f40540aa000 tx=0x7f4054001a00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:43.896 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:43.894+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4050050820 con 0x7f405814b730 2023-11-25T03:14:44.050 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.046+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4058068400 con 0x7f405814b730 2023-11-25T03:14:44.051 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.046+0000 7f404e7fc640 1 -- 172.21.15.76:0/544094343 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16627 (secure 0 0 0) 0x7f4050019020 con 0x7f405814b730 2023-11-25T03:14:44.052 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:44.052 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":77,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:40.979120+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-11-25T03:14:03.378189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"73","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-11-25T03:14:04.575284+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/160476178":"2023-11-26T03:14:37.847120+0000","172.21.15.76:6836/160476178":"2023-11-26T03:14:37.847120+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f403c066470 msgr2=0x7f403c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f403c066470 0x7f403c068930 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f40540aa000 tx=0x7f4054001a00 comp rx=0 tx=0).stop 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 msgr2=0x7f40580c1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 0x7f40580c1dd0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f4050001340 tx=0x7f405000eb90 comp rx=0 tx=0).stop 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 shutdown_connections 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f403c066470 0x7f403c068930 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f405814b730 0x7f40580c1dd0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f4058157620 0x7f405814b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 --2- 172.21.15.76:0/544094343 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4044003b40 0x7f4058152f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 >> 172.21.15.76:0/544094343 conn(0x7f4058071eb0 msgr2=0x7f4058154b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 shutdown_connections 2023-11-25T03:14:44.055 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.050+0000 7f405ff2a640 1 -- 172.21.15.76:0/544094343 wait complete. 2023-11-25T03:14:44.073 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2023-11-25T03:14:44.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.206+0000 7f080c39d640 1 Processor -- start 2023-11-25T03:14:44.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080c39d640 1 -- start start 2023-11-25T03:14:44.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080c39d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f0804154550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080c39d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08040c0aa0 0x7f08040c0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080c39d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0804154ec0 con 0x7f080414af10 2023-11-25T03:14:44.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080c39d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0804158ad0 con 0x7f08040c0aa0 2023-11-25T03:14:44.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080c39d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08041551a0 con 0x7f0804070f60 2023-11-25T03:14:44.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a139640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f080414af10 0x7f08041583c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55072/0 (socket says 172.21.15.76:55072) 2023-11-25T03:14:44.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a139640 1 -- 172.21.15.76:0/1154342606 learned_addr learned my addr 172.21.15.76:0/1154342606 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:44.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a93a640 1 --2- 172.21.15.76:0/1154342606 >> v2:172.21.15.76:3300/0 conn(0x7f08040c0aa0 0x7f08040c0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f0809137640 1 -- 172.21.15.76:0/1154342606 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3569809826 0 0) 0x7f0804154ec0 con 0x7f080414af10 2023-11-25T03:14:44.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f0809938640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f0804154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a93a640 1 -- 172.21.15.76:0/1154342606 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 msgr2=0x7f0804154550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:44.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a93a640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f0804154550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a93a640 1 -- 172.21.15.76:0/1154342606 >> v1:172.21.15.76:6789/0 conn(0x7f080414af10 legacy=0x7f08041583c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f080a93a640 1 -- 172.21.15.76:0/1154342606 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0804155480 con 0x7f08040c0aa0 2023-11-25T03:14:44.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.210+0000 7f0809938640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f0804154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:44.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080a93a640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08040c0aa0 0x7f08040c0f30 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f07fc009d90 tx=0x7f07fc01c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d47759157d192b24 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:44.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f0809137640 1 -- 172.21.15.76:0/1154342606 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07fc0a5950 con 0x7f08040c0aa0 2023-11-25T03:14:44.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f0809137640 1 -- 172.21.15.76:0/1154342606 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07fc0a5ab0 con 0x7f08040c0aa0 2023-11-25T03:14:44.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f0809137640 1 -- 172.21.15.76:0/1154342606 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07fc0a5e40 con 0x7f08040c0aa0 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 -- 172.21.15.76:0/1154342606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08040c0aa0 msgr2=0x7f08040c0f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08040c0aa0 0x7f08040c0f30 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f07fc009d90 tx=0x7f07fc01c890 comp rx=0 tx=0).stop 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 -- 172.21.15.76:0/1154342606 shutdown_connections 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08040c0aa0 0x7f08040c0f30 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 --2- 172.21.15.76:0/1154342606 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f0804154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 -- 172.21.15.76:0/1154342606 >> 172.21.15.76:0/1154342606 conn(0x7f08040c6c70 msgr2=0x7f08040c7080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 -- 172.21.15.76:0/1154342606 shutdown_connections 2023-11-25T03:14:44.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 -- 172.21.15.76:0/1154342606 wait complete. 2023-11-25T03:14:44.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 Processor -- start 2023-11-25T03:14:44.219 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.214+0000 7f080c39d640 1 -- start start 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f08041efc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f08040c0aa0 0x7f0804149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 0x7f080414a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08041f08e0 con 0x7f080414af10 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0804152340 con 0x7f08040c0aa0 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f080414a810 con 0x7f0804070f60 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 0x7f080414a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 0x7f080414a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32800/0 (socket says 172.21.15.76:32800) 2023-11-25T03:14:44.221 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 -- 172.21.15.76:0/2997896770 learned_addr learned my addr 172.21.15.76:0/2997896770 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a139640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f08041efc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f0809938640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f08040c0aa0 0x7f0804149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 -- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 msgr2=0x7f08041efc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f08041efc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 -- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f08040c0aa0 msgr2=0x7f0804149d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f08040c0aa0 0x7f0804149d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 -- 172.21.15.76:0/2997896770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07fc009a70 con 0x7f080414af10 2023-11-25T03:14:44.223 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f0809938640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f08040c0aa0 0x7f0804149d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a139640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f08041efc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080a93a640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 0x7f080414a2d0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f07fc009d90 tx=0x7f07fc019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07fc0a5950 con 0x7f080414af10 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07fc009450 con 0x7f080414af10 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07fc003ba0 con 0x7f080414af10 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0804146100 con 0x7f080414af10 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08041f0600 con 0x7f080414af10 2023-11-25T03:14:44.224 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f080404e930 con 0x7f080414af10 2023-11-25T03:14:44.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.218+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f07fc0b4050 con 0x7f080414af10 2023-11-25T03:14:44.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.222+0000 7f07faffd640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f07e80664a0 0x7f07e8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.222+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f07fc11f280 con 0x7f080414af10 2023-11-25T03:14:44.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.222+0000 7f080a139640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f07e80664a0 0x7f07e8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.225 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.222+0000 7f080a139640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f07e80664a0 0x7f07e8068960 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f0800007fd0 tx=0x7f0800009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:44.228 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.226+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f07fc0ec690 con 0x7f080414af10 2023-11-25T03:14:44.411 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.406+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f08040c0880 con 0x7f080414af10 2023-11-25T03:14:44.411 INFO:tasks.ceph.mon.a.smithi076.stderr:2023-11-25T03:14:44.406+0000 7f17c73fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-25T03:14:44.414 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.410+0000 7f07faffd640 1 -- 172.21.15.76:0/2997896770 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v58) v1 ==== 163+0+0 (secure 0 0 0) 0x7f07fc0efcb0 con 0x7f080414af10 2023-11-25T03:14:44.414 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f07e80664a0 msgr2=0x7f07e8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f07e80664a0 0x7f07e8068960 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f0800007fd0 tx=0x7f0800009040 comp rx=0 tx=0).stop 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 msgr2=0x7f080414a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 0x7f080414a2d0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f07fc009d90 tx=0x7f07fc019630 comp rx=0 tx=0).stop 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 shutdown_connections 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f07e80664a0 0x7f07e8068960 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f080414af10 0x7f080414a2d0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f08040c0aa0 0x7f0804149d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 --2- 172.21.15.76:0/2997896770 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0804070f60 0x7f08041efc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 >> 172.21.15.76:0/2997896770 conn(0x7f08040c6c70 msgr2=0x7f08040c7050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:44.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 shutdown_connections 2023-11-25T03:14:44.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.414+0000 7f080c39d640 1 -- 172.21.15.76:0/2997896770 wait complete. 2023-11-25T03:14:44.431 INFO:tasks.ceph.mds.c.smithi076.stderr: -4500> 2023-11-25T03:14:11.946+0000 7f0ec3922640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-25T03:14:44.445 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2023-11-25T03:14:44.486 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2023-11-25T03:14:44.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.582+0000 7fe59130f640 1 Processor -- start 2023-11-25T03:14:44.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.582+0000 7fe59130f640 1 -- start start 2023-11-25T03:14:44.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe59130f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c63c0 0x7fe58c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe59130f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe58c0c4100 0x7fe58c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe59130f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe58c0c31c0 con 0x7fe58c0c29e0 2023-11-25T03:14:44.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe59130f640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe58c0c34a0 con 0x7fe58c0c4100 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe59130f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe58c0c1030 con 0x7fe58c0c63c0 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe58b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe58c0c29e0 0x7fe58c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55086/0 (socket says 172.21.15.76:55086) 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe58b7fe640 1 -- 172.21.15.76:0/3255071304 learned_addr learned my addr 172.21.15.76:0/3255071304 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe5827fc640 1 --2- 172.21.15.76:0/3255071304 >> v2:172.21.15.106:3300/0 conn(0x7fe58c0c4100 0x7fe58c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe58affd640 1 --2- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c63c0 0x7fe58c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe58a7fc640 1 -- 172.21.15.76:0/3255071304 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2691614571 0 0) 0x7fe58c0c31c0 con 0x7fe58c0c29e0 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe58a7fc640 1 -- 172.21.15.76:0/3255071304 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe578003530 con 0x7fe58c0c29e0 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe5827fc640 1 -- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c63c0 msgr2=0x7fe58c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe5827fc640 1 --2- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c63c0 0x7fe58c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe5827fc640 1 -- 172.21.15.76:0/3255071304 >> v1:172.21.15.76:6789/0 conn(0x7fe58c0c29e0 legacy=0x7fe58c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.590 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.586+0000 7fe5827fc640 1 -- 172.21.15.76:0/3255071304 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe58c0c1310 con 0x7fe58c0c4100 2023-11-25T03:14:44.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe5827fc640 1 --2- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c4100 0x7fe58c0c24a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0097c0 tx=0x7fe57c01c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c126e34abb9692e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:44.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe58a7fc640 1 -- 172.21.15.76:0/3255071304 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe57c004230 con 0x7fe58c0c4100 2023-11-25T03:14:44.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe58a7fc640 1 -- 172.21.15.76:0/3255071304 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe57c0a7050 con 0x7fe58c0c4100 2023-11-25T03:14:44.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe58a7fc640 1 -- 172.21.15.76:0/3255071304 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe57c003620 con 0x7fe58c0c4100 2023-11-25T03:14:44.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 -- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c4100 msgr2=0x7fe58c0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 --2- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c4100 0x7fe58c0c24a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0097c0 tx=0x7fe57c01c330 comp rx=0 tx=0).stop 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 -- 172.21.15.76:0/3255071304 shutdown_connections 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 --2- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c4100 0x7fe58c0c24a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 --2- 172.21.15.76:0/3255071304 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c63c0 0x7fe58c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 -- 172.21.15.76:0/3255071304 >> 172.21.15.76:0/3255071304 conn(0x7fe58c06a5b0 msgr2=0x7fe58c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 -- 172.21.15.76:0/3255071304 shutdown_connections 2023-11-25T03:14:44.594 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 -- 172.21.15.76:0/3255071304 wait complete. 2023-11-25T03:14:44.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 Processor -- start 2023-11-25T03:14:44.595 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.590+0000 7fe59130f640 1 -- start start 2023-11-25T03:14:44.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c29e0 0x7fe58c1ece00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c4100 0x7fe58c15a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 0x7fe58c15d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.596 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe58c15ee70 con 0x7fe58c0c63c0 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe58c15e6a0 con 0x7fe58c0c29e0 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe58c072000 con 0x7fe58c0c4100 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 0x7fe58c15d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 0x7fe58c15d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32814/0 (socket says 172.21.15.76:32814) 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 -- 172.21.15.76:0/2490889869 learned_addr learned my addr 172.21.15.76:0/2490889869 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe5827fc640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c4100 0x7fe58c15a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58affd640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c29e0 0x7fe58c1ece00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 -- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c4100 msgr2=0x7fe58c15a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c4100 0x7fe58c15a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 -- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c29e0 msgr2=0x7fe58c1ece00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:44.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c29e0 0x7fe58c1ece00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:44.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 -- 172.21.15.76:0/2490889869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe57c009420 con 0x7fe58c0c63c0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe5827fc640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c4100 0x7fe58c15a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe58b7fe640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 0x7fe58c15d1d0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fe58400cb40 tx=0x7fe58400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe58400aca0 con 0x7fe58c0c63c0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe58400ae00 con 0x7fe58c0c63c0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe584012620 con 0x7fe58c0c63c0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe58c070830 con 0x7fe58c0c63c0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe58c15eb90 con 0x7fe58c0c63c0 2023-11-25T03:14:44.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe58c068400 con 0x7fe58c0c63c0 2023-11-25T03:14:44.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.594+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe584007070 con 0x7fe58c0c63c0 2023-11-25T03:14:44.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.598+0000 7fe583fff640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe56c0664a0 0x7fe56c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:44.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.598+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 5885+0+0 (secure 0 0 0) 0x7fe584083ed0 con 0x7fe58c0c63c0 2023-11-25T03:14:44.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.598+0000 7fe58affd640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe56c0664a0 0x7fe56c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:44.601 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.598+0000 7fe58affd640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe56c0664a0 0x7fe56c068960 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe574009ac0 tx=0x7fe574009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:44.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.602+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe584051340 con 0x7fe58c0c63c0 2023-11-25T03:14:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:44.778+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fe58c0c3e70 con 0x7fe58c0c63c0 2023-11-25T03:14:45.416 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe583fff640 1 -- 172.21.15.76:0/2490889869 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v59) v1 ==== 105+0+0 (secure 0 0 0) 0x7fe5840170b0 con 0x7fe58c0c63c0 2023-11-25T03:14:45.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe56c0664a0 msgr2=0x7fe56c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe56c0664a0 0x7fe56c068960 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe574009ac0 tx=0x7fe574009190 comp rx=0 tx=0).stop 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 msgr2=0x7fe58c15d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 0x7fe58c15d1d0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fe58400cb40 tx=0x7fe58400a060 comp rx=0 tx=0).stop 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 shutdown_connections 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe56c0664a0 0x7fe56c068960 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe58c0c63c0 0x7fe58c15d1d0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe58c0c4100 0x7fe58c15a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 --2- 172.21.15.76:0/2490889869 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe58c0c29e0 0x7fe58c1ece00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 >> 172.21.15.76:0/2490889869 conn(0x7fe58c06a5b0 msgr2=0x7fe58c0c0060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 shutdown_connections 2023-11-25T03:14:45.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.414+0000 7fe59130f640 1 -- 172.21.15.76:0/2490889869 wait complete. 2023-11-25T03:14:45.440 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2023-11-25T03:14:45.631 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.626+0000 7f8701772640 1 Processor -- start 2023-11-25T03:14:45.632 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.626+0000 7f8701772640 1 -- start start 2023-11-25T03:14:45.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f8701772640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f86fc151f40 0x7f86fc155150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f8701772640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86fc0c2020 con 0x7f86fc0c64b0 2023-11-25T03:14:45.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f8701772640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86fc0c2300 con 0x7f86fc0c2840 2023-11-25T03:14:45.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f8701772640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86fc0c25e0 con 0x7f86fc151f40 2023-11-25T03:14:45.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86f27fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f86fc0c64b0 0x7f86fc0c7dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55092/0 (socket says 172.21.15.76:55092) 2023-11-25T03:14:45.633 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86f27fc640 1 -- 172.21.15.76:0/2375709672 learned_addr learned my addr 172.21.15.76:0/2375709672 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 --2- 172.21.15.76:0/2375709672 >> v2:172.21.15.106:3300/0 conn(0x7f86fc151f40 0x7f86fc155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3827935129 0 0) 0x7f86fc0c2020 con 0x7f86fc0c64b0 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86e8003530 con 0x7f86fc0c64b0 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2393076227 0 0) 0x7f86e8003530 con 0x7f86fc0c64b0 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 >> v2:172.21.15.106:3300/0 conn(0x7f86fc151f40 msgr2=0x7f86fc155150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 --2- 172.21.15.76:0/2375709672 >> v2:172.21.15.106:3300/0 conn(0x7f86fc151f40 0x7f86fc155150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 >> v1:172.21.15.106:6789/0 conn(0x7f86fc0c2840 legacy=0x7f86fc158350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86fc157e30 con 0x7f86fc0c64b0 2023-11-25T03:14:45.635 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f86e4001680 con 0x7f86fc0c64b0 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 >> v1:172.21.15.76:6789/0 conn(0x7f86fc0c64b0 legacy=0x7f86fc0c7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86e8003980 0x7f86e8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86e80047d0 0x7f86e8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8005190 0x7f86e800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc0c25e0 con 0x7f86e8003980 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e800c130 con 0x7f86e8005190 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86e800c2f0 con 0x7f86e80047d0 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86e8003980 0x7f86e8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86f27fc640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86e80047d0 0x7f86e8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fb7fe640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8005190 0x7f86e800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 -- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86e80047d0 msgr2=0x7f86e8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:45.636 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86e80047d0 0x7f86e8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 -- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8005190 msgr2=0x7f86e800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:45.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8005190 0x7f86e800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86faffd640 1 -- 172.21.15.76:0/2375709672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e8003530 con 0x7f86e8003980 2023-11-25T03:14:45.637 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.630+0000 7f86fb7fe640 1 -- 172.21.15.76:0/2375709672 reap_dead start 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f86faffd640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86e8003980 0x7f86e8003da0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f86ec009ae0 tx=0x7f86ec01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b992c75b40743e7e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86ec0a6440 con 0x7f86e8003980 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86ec0a65a0 con 0x7f86e8003980 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f86fa7fc640 1 -- 172.21.15.76:0/2375709672 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86ec0a6750 con 0x7f86e8003980 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 -- 172.21.15.76:0/2375709672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86e8003980 msgr2=0x7f86e8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86e8003980 0x7f86e8003da0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f86ec009ae0 tx=0x7f86ec01ca50 comp rx=0 tx=0).stop 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 -- 172.21.15.76:0/2375709672 shutdown_connections 2023-11-25T03:14:45.638 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 --2- 172.21.15.76:0/2375709672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86e8003980 0x7f86e8003da0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 -- 172.21.15.76:0/2375709672 >> 172.21.15.76:0/2375709672 conn(0x7f86fc06a5b0 msgr2=0x7f86fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:45.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 -- 172.21.15.76:0/2375709672 shutdown_connections 2023-11-25T03:14:45.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 -- 172.21.15.76:0/2375709672 wait complete. 2023-11-25T03:14:45.639 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.634+0000 7f8701772640 1 Processor -- start 2023-11-25T03:14:45.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- start start 2023-11-25T03:14:45.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8003980 0x7f86fc14ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 0x7f86fc14daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86fc14e030 0x7f86fc149430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc14c3b0 con 0x7f86fc146d00 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc1f03a0 con 0x7f86e8003980 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc14b2b0 con 0x7f86fc14e030 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 0x7f86fc14daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 0x7f86fc14daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32828/0 (socket says 172.21.15.76:32828) 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 -- 172.21.15.76:0/1903960596 learned_addr learned my addr 172.21.15.76:0/1903960596 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86faffd640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8003980 0x7f86fc14ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86fb7fe640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86fc14e030 0x7f86fc149430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 -- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86fc14e030 msgr2=0x7f86fc149430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86fc14e030 0x7f86fc149430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 -- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8003980 msgr2=0x7f86fc14ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:45.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8003980 0x7f86fc14ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:45.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 -- 172.21.15.76:0/1903960596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86fc146ab0 con 0x7f86fc146d00 2023-11-25T03:14:45.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86fb7fe640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86fc14e030 0x7f86fc149430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:45.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f27fc640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 0x7f86fc14daf0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f86e400e780 tx=0x7f86e400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:45.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e400ee30 con 0x7f86fc146d00 2023-11-25T03:14:45.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e400c8d0 con 0x7f86fc146d00 2023-11-25T03:14:45.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86fc1467d0 con 0x7f86fc146d00 2023-11-25T03:14:45.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e400cc80 con 0x7f86fc146d00 2023-11-25T03:14:45.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86fc14ac60 con 0x7f86fc146d00 2023-11-25T03:14:45.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.638+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86fc14d810 con 0x7f86fc146d00 2023-11-25T03:14:45.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.642+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f86e401d460 con 0x7f86fc146d00 2023-11-25T03:14:45.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.642+0000 7f86f3fff640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86dc066470 0x7f86dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:45.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.642+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f86e4083cd0 con 0x7f86fc146d00 2023-11-25T03:14:45.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.642+0000 7f86faffd640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86dc066470 0x7f86dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:45.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.642+0000 7f86faffd640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86dc066470 0x7f86dc068930 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f86ec0ad000 tx=0x7f86ec0b3040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:45.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.646+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f86fc14d810 con 0x7f86fc146d00 2023-11-25T03:14:45.800 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:45.794+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f86fc14d810 con 0x7f86fc146d00 2023-11-25T03:14:46.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.414+0000 7f86f3fff640 1 -- 172.21.15.76:0/1903960596 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v79) v1 ==== 184+0+0 (secure 0 0 0) 0x7f86fc14d810 con 0x7f86fc146d00 2023-11-25T03:14:46.419 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_metadata' removed 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86dc066470 msgr2=0x7f86dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86dc066470 0x7f86dc068930 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f86ec0ad000 tx=0x7f86ec0b3040 comp rx=0 tx=0).stop 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 msgr2=0x7f86fc14daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 0x7f86fc14daf0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f86e400e780 tx=0x7f86e400ec40 comp rx=0 tx=0).stop 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 shutdown_connections 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f86dc066470 0x7f86dc068930 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f86fc14e030 0x7f86fc149430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86fc146d00 0x7f86fc14daf0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 --2- 172.21.15.76:0/1903960596 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f86e8003980 0x7f86fc14ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 >> 172.21.15.76:0/1903960596 conn(0x7f86fc06a5b0 msgr2=0x7f86fc153c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:46.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 shutdown_connections 2023-11-25T03:14:46.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.418+0000 7f8701772640 1 -- 172.21.15.76:0/1903960596 wait complete. 2023-11-25T03:14:46.446 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2023-11-25T03:14:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 Processor -- start 2023-11-25T03:14:46.589 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 -- start start 2023-11-25T03:14:46.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4151c70 0x7f26a406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f26a4155320 0x7f26a40c48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f26a40c8b90 0x7f26a40c9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26a4154630 con 0x7f26a4155320 2023-11-25T03:14:46.591 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26a4154e90 con 0x7f26a40c8b90 2023-11-25T03:14:46.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26abe6b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a40c4df0 con 0x7f26a4151c70 2023-11-25T03:14:46.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26a9406640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f26a4155320 0x7f26a40c48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26a9406640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f26a4155320 0x7f26a40c48b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32830/0 (socket says 172.21.15.76:32830) 2023-11-25T03:14:46.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26a9406640 1 -- 172.21.15.76:0/1737778231 learned_addr learned my addr 172.21.15.76:0/1737778231 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:46.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26a9c07640 1 --2- 172.21.15.76:0/1737778231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4151c70 0x7f26a406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.592 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.586+0000 7f26aa408640 1 --2- 172.21.15.76:0/1737778231 >> v2:172.21.15.106:3300/0 conn(0x7f26a40c8b90 0x7f26a40c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.590+0000 7f26a9406640 1 -- 172.21.15.76:0/1737778231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4151c70 msgr2=0x7f26a406ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:46.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.590+0000 7f26a9406640 1 --2- 172.21.15.76:0/1737778231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4151c70 0x7f26a406ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.590+0000 7f26a9406640 1 -- 172.21.15.76:0/1737778231 >> v2:172.21.15.106:3300/0 conn(0x7f26a40c8b90 msgr2=0x7f26a40c9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:46.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.590+0000 7f26a9406640 1 --2- 172.21.15.76:0/1737778231 >> v2:172.21.15.106:3300/0 conn(0x7f26a40c8b90 0x7f26a40c9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.593 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.590+0000 7f26a9406640 1 -- 172.21.15.76:0/1737778231 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a40c5350 con 0x7f26a4155320 2023-11-25T03:14:46.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26a9406640 1 --2- 172.21.15.76:0/1737778231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a4155320 0x7f26a40c48b0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f26a40a9a40 tx=0x7f269401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a16526216c1509 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:46.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26a8c05640 1 -- 172.21.15.76:0/1737778231 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26940ab400 con 0x7f26a4155320 2023-11-25T03:14:46.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26a8c05640 1 -- 172.21.15.76:0/1737778231 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26940a7050 con 0x7f26a4155320 2023-11-25T03:14:46.597 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26a8c05640 1 -- 172.21.15.76:0/1737778231 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26940ab780 con 0x7f26a4155320 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 -- 172.21.15.76:0/1737778231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a4155320 msgr2=0x7f26a40c48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1737778231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a4155320 0x7f26a40c48b0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f26a40a9a40 tx=0x7f269401c470 comp rx=0 tx=0).stop 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 -- 172.21.15.76:0/1737778231 shutdown_connections 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1737778231 >> v2:172.21.15.106:3300/0 conn(0x7f26a40c8b90 0x7f26a40c9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1737778231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a4155320 0x7f26a40c48b0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1737778231 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4151c70 0x7f26a406ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 -- 172.21.15.76:0/1737778231 >> 172.21.15.76:0/1737778231 conn(0x7f26a40abcf0 msgr2=0x7f26a40ac100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 -- 172.21.15.76:0/1737778231 shutdown_connections 2023-11-25T03:14:46.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.594+0000 7f26abe6b640 1 -- 172.21.15.76:0/1737778231 wait complete. 2023-11-25T03:14:46.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 Processor -- start 2023-11-25T03:14:46.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 -- start start 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 0x7f26a40ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f26a4151c70 0x7f26a4149440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4155320 0x7f26a4149980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a414a430 con 0x7f26a40c8b90 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a414bf20 con 0x7f26a4151c70 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a4149ec0 con 0x7f26a4155320 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 0x7f26a40ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 0x7f26a40ca120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32842/0 (socket says 172.21.15.76:32842) 2023-11-25T03:14:46.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 -- 172.21.15.76:0/1298450114 learned_addr learned my addr 172.21.15.76:0/1298450114 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9406640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f26a4151c70 0x7f26a4149440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26aa408640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4155320 0x7f26a4149980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 -- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4155320 msgr2=0x7f26a4149980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4155320 0x7f26a4149980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 -- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f26a4151c70 msgr2=0x7f26a4149440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f26a4151c70 0x7f26a4149440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:46.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 -- 172.21.15.76:0/1298450114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2694009480 con 0x7f26a40c8b90 2023-11-25T03:14:46.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a9c07640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 0x7f26a40ca120 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f269800e930 tx=0x7f269800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:46.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2698009690 con 0x7f26a40c8b90 2023-11-25T03:14:46.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f269800ca00 con 0x7f26a40c8b90 2023-11-25T03:14:46.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26a414a150 con 0x7f26a40c8b90 2023-11-25T03:14:46.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269800cd70 con 0x7f26a40c8b90 2023-11-25T03:14:46.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.598+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26a414c170 con 0x7f26a40c8b90 2023-11-25T03:14:46.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.602+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26a40c0fe0 con 0x7f26a40c8b90 2023-11-25T03:14:46.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.602+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2698013470 con 0x7f26a40c8b90 2023-11-25T03:14:46.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.602+0000 7f26a27fc640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2690066470 0x7f2690068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:46.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.602+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 5445+0+0 (secure 0 0 0) 0x7f2698084320 con 0x7f26a40c8b90 2023-11-25T03:14:46.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.602+0000 7f26a9406640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2690066470 0x7f2690068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:46.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.602+0000 7f26a9406640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2690066470 0x7f2690068930 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f26940ad000 tx=0x7f26940a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:46.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.606+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2698051a00 con 0x7f26a40c8b90 2023-11-25T03:14:46.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:46.758+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f26a4068400 con 0x7f26a40c8b90 2023-11-25T03:14:47.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.422+0000 7f26a27fc640 1 -- 172.21.15.76:0/1298450114 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v80) v1 ==== 172+0+0 (secure 0 0 0) 0x7f2698055020 con 0x7f26a40c8b90 2023-11-25T03:14:47.425 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs2_data' removed 2023-11-25T03:14:47.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2690066470 msgr2=0x7f2690068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2690066470 0x7f2690068930 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f26940ad000 tx=0x7f26940a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 msgr2=0x7f26a40ca120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 0x7f26a40ca120 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f269800e930 tx=0x7f269800edf0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 shutdown_connections 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2690066470 0x7f2690068930 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f26a4155320 0x7f26a4149980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f26a4151c70 0x7f26a4149440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 --2- 172.21.15.76:0/1298450114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f26a40c8b90 0x7f26a40ca120 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 >> 172.21.15.76:0/1298450114 conn(0x7f26a40abcf0 msgr2=0x7f26a41537e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 shutdown_connections 2023-11-25T03:14:47.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.426+0000 7f26abe6b640 1 -- 172.21.15.76:0/1298450114 wait complete. 2023-11-25T03:14:47.456 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-11-25T03:14:47.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 Processor -- start 2023-11-25T03:14:47.598 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 -- start start 2023-11-25T03:14:47.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 0x7f61e406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.599 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f61e4155de0 0x7f61e4156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61e40c2580 con 0x7f61e40c5640 2023-11-25T03:14:47.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61e4153510 con 0x7f61e4155de0 2023-11-25T03:14:47.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61ec017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61e40c17f0 con 0x7f61e40c5260 2023-11-25T03:14:47.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61e95b2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f61e40c5640 0x7f61e40c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50812/0 (socket says 172.21.15.76:50812) 2023-11-25T03:14:47.600 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.594+0000 7f61e95b2640 1 -- 172.21.15.76:0/3556588943 learned_addr learned my addr 172.21.15.76:0/3556588943 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61ea5b4640 1 --2- 172.21.15.76:0/3556588943 >> v2:172.21.15.106:3300/0 conn(0x7f61e4155de0 0x7f61e4156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 0x7f61e406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1232963093 0 0) 0x7f61e40c2580 con 0x7f61e40c5640 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61d0003530 con 0x7f61e40c5640 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 103796139 0 0) 0x7f61d0003530 con 0x7f61e40c5640 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 msgr2=0x7f61e406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 0x7f61e406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 >> v2:172.21.15.106:3300/0 conn(0x7f61e4155de0 msgr2=0x7f61e4156250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:47.602 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 --2- 172.21.15.76:0/3556588943 >> v2:172.21.15.106:3300/0 conn(0x7f61e4155de0 0x7f61e4156250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61e40c1a00 con 0x7f61e40c5640 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f61d4001680 con 0x7f61e40c5640 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 >> v1:172.21.15.76:6789/0 conn(0x7f61e40c5640 legacy=0x7f61e40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61d0003980 0x7f61d0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 0x7f61d00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61d0004d10 0x7f61d0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61e40c17f0 con 0x7f61d0003980 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61d000b990 con 0x7f61d0004d10 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61d000bb20 con 0x7f61e40c5260 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61d0003980 0x7f61d0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e95b2640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 0x7f61d00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61ea5b4640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61d0004d10 0x7f61d0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.603 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 -- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 msgr2=0x7f61d00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:47.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61e40c5260 0x7f61d00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 -- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61d0004d10 msgr2=0x7f61d0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:47.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61d0004d10 0x7f61d0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61e9db3640 1 -- 172.21.15.76:0/3556588943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61d0003530 con 0x7f61d0003980 2023-11-25T03:14:47.604 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.598+0000 7f61ea5b4640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61d0004d10 0x7f61d0005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61d0003980 0x7f61d0003dc0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f61e0009ae0 tx=0x7f61e001ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4b01c8fb9896cb1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e00a55f0 con 0x7f61d0003980 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61e00a5750 con 0x7f61d0003980 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61e8db1640 1 -- 172.21.15.76:0/3556588943 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e00a5b00 con 0x7f61d0003980 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- 172.21.15.76:0/3556588943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61d0003980 msgr2=0x7f61d0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 --2- 172.21.15.76:0/3556588943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61d0003980 0x7f61d0003dc0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f61e0009ae0 tx=0x7f61e001ca20 comp rx=0 tx=0).stop 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ea5b4640 1 -- 172.21.15.76:0/3556588943 reap_dead start 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- 172.21.15.76:0/3556588943 shutdown_connections 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- 172.21.15.76:0/3556588943 >> 172.21.15.76:0/3556588943 conn(0x7f61e406a5b0 msgr2=0x7f61e406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:47.605 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- 172.21.15.76:0/3556588943 shutdown_connections 2023-11-25T03:14:47.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- 172.21.15.76:0/3556588943 wait complete. 2023-11-25T03:14:47.606 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 Processor -- start 2023-11-25T03:14:47.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- start start 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61d0003980 0x7f61e40baf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61e40bef20 0x7f61e40bf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 0x7f61e4151510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61e41ee570 con 0x7f61e4151090 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61e41531b0 con 0x7f61e40bef20 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.602+0000 7f61ec017640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61e4152e80 con 0x7f61d0003980 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 0x7f61e4151510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 0x7f61e4151510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52744/0 (socket says 172.21.15.76:52744) 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 -- 172.21.15.76:0/3987292660 learned_addr learned my addr 172.21.15.76:0/3987292660 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:47.609 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61e95b2640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61e40bef20 0x7f61e40bf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61d0003980 0x7f61e40baf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 -- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61d0003980 msgr2=0x7f61e40baf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61d0003980 0x7f61e40baf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 -- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61e40bef20 msgr2=0x7f61e40bf3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61e40bef20 0x7f61e40bf3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 -- 172.21.15.76:0/3987292660 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61e41ee750 con 0x7f61e4151090 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ea5b4640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 0x7f61e4151510 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f61e40c6b10 tx=0x7f61dc00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61dc016620 con 0x7f61e4151090 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61dc016780 con 0x7f61e4151090 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61e41eea30 con 0x7f61e4151090 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61dc016b10 con 0x7f61e4151090 2023-11-25T03:14:47.610 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61e40bf8e0 con 0x7f61e4151090 2023-11-25T03:14:47.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61e4068400 con 0x7f61e4151090 2023-11-25T03:14:47.611 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f61dc016c70 con 0x7f61e4151090 2023-11-25T03:14:47.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.606+0000 7f61da7fc640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61c8066470 0x7f61c8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.610+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f61dc084930 con 0x7f61e4151090 2023-11-25T03:14:47.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.610+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61c8066470 0x7f61c8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.612 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.610+0000 7f61e9db3640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61c8066470 0x7f61c8068930 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f61e00af000 tx=0x7f61e00046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:47.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.610+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f61dc052040 con 0x7f61e4151090 2023-11-25T03:14:47.769 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.766+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f61e406d390 con 0x7f61e4151090 2023-11-25T03:14:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61da7fc640 1 -- 172.21.15.76:0/3987292660 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) v1 ==== 104+0+0 (secure 0 0 0) 0x7f61dc055660 con 0x7f61e4151090 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61c8066470 msgr2=0x7f61c8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61c8066470 0x7f61c8068930 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f61e00af000 tx=0x7f61e00046d0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 msgr2=0x7f61e4151510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 0x7f61e4151510 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f61e40c6b10 tx=0x7f61dc00f520 comp rx=0 tx=0).stop 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 shutdown_connections 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f61c8066470 0x7f61c8068930 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61e4151090 0x7f61e4151510 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f61e40bef20 0x7f61e40bf3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 --2- 172.21.15.76:0/3987292660 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f61d0003980 0x7f61e40baf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.770+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 >> 172.21.15.76:0/3987292660 conn(0x7f61e406a5b0 msgr2=0x7f61e41546d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:47.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.774+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 shutdown_connections 2023-11-25T03:14:47.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.774+0000 7f61ec017640 1 -- 172.21.15.76:0/3987292660 wait complete. 2023-11-25T03:14:47.795 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap' 2023-11-25T03:14:47.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.930+0000 7f5cf7dc1640 1 Processor -- start 2023-11-25T03:14:47.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf7dc1640 1 -- start start 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf7dc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf7dc1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5cf00c5640 0x7f5cf00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf7dc1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cf00c2580 con 0x7f5cf00c60f0 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf7dc1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cf0153510 con 0x7f5cf00c5640 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf7dc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf00c17f0 con 0x7f5cf00c5260 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf535c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5cf00c5640 0x7f5cf00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf635e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5cf00c60f0 0x7f5cf0155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50818/0 (socket says 172.21.15.76:50818) 2023-11-25T03:14:47.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf635e640 1 -- 172.21.15.76:0/2439313468 learned_addr learned my addr 172.21.15.76:0/2439313468 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:47.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf5b5d640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf535c640 1 -- 172.21.15.76:0/2439313468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 msgr2=0x7f5cf006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:47.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf535c640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf535c640 1 -- 172.21.15.76:0/2439313468 >> v1:172.21.15.76:6789/0 conn(0x7f5cf00c60f0 legacy=0x7f5cf0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf535c640 1 -- 172.21.15.76:0/2439313468 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf00c1a00 con 0x7f5cf00c5640 2023-11-25T03:14:47.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.934+0000 7f5cf5b5d640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:47.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf535c640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c5640 0x7f5cf00c5bb0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f5cf00c1930 tx=0x7f5ce001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93cfcb7c8f33eaa6 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:47.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf4b5b640 1 -- 172.21.15.76:0/2439313468 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce00ab600 con 0x7f5cf00c5640 2023-11-25T03:14:47.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf4b5b640 1 -- 172.21.15.76:0/2439313468 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ce00a7050 con 0x7f5cf00c5640 2023-11-25T03:14:47.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf4b5b640 1 -- 172.21.15.76:0/2439313468 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce00ab980 con 0x7f5cf00c5640 2023-11-25T03:14:47.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/2439313468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c5640 msgr2=0x7f5cf00c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c5640 0x7f5cf00c5bb0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f5cf00c1930 tx=0x7f5ce001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/2439313468 shutdown_connections 2023-11-25T03:14:47.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c5640 0x7f5cf00c5bb0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/2439313468 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/2439313468 >> 172.21.15.76:0/2439313468 conn(0x7f5cf006a5b0 msgr2=0x7f5cf006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:47.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/2439313468 shutdown_connections 2023-11-25T03:14:47.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/2439313468 wait complete. 2023-11-25T03:14:47.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 Processor -- start 2023-11-25T03:14:47.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.938+0000 7f5cf7dc1640 1 -- start start 2023-11-25T03:14:47.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf00bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cf00c5640 0x7f5cf015c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 0x7f5cf014bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf00bfb60 con 0x7f5cf00c60f0 2023-11-25T03:14:47.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf00bf640 con 0x7f5cf00c5640 2023-11-25T03:14:47.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf00bf880 con 0x7f5cf00c5260 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 0x7f5cf014bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 0x7f5cf014bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52772/0 (socket says 172.21.15.76:52772) 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 -- 172.21.15.76:0/3185475613 learned_addr learned my addr 172.21.15.76:0/3185475613 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf5b5d640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf00bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 -- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 msgr2=0x7f5cf00bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf535c640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cf00c5640 0x7f5cf015c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf00bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 -- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cf00c5640 msgr2=0x7f5cf015c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cf00c5640 0x7f5cf015c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 -- 172.21.15.76:0/3185475613 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ce0009420 con 0x7f5cf00c60f0 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf5b5d640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf00bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:47.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf535c640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cf00c5640 0x7f5cf015c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf635e640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 0x7f5cf014bca0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f5ce800cbc0 tx=0x7f5ce800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce800ace0 con 0x7f5cf00c60f0 2023-11-25T03:14:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ce800ae40 con 0x7f5cf00c60f0 2023-11-25T03:14:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce8012600 con 0x7f5cf00c60f0 2023-11-25T03:14:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cf0154030 con 0x7f5cf00c60f0 2023-11-25T03:14:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cf01545f0 con 0x7f5cf00c60f0 2023-11-25T03:14:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cf0153e90 con 0x7f5cf00c60f0 2023-11-25T03:14:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.942+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5ce8007070 con 0x7f5cf00c60f0 2023-11-25T03:14:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.946+0000 7f5ce67fc640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cd4066470 0x7f5cd4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.946+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5ce8083a50 con 0x7f5cf00c60f0 2023-11-25T03:14:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.946+0000 7f5cf5b5d640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cd4066470 0x7f5cd4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.946+0000 7f5cf5b5d640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cd4066470 0x7f5cd4068930 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5cec008890 tx=0x7f5cec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:47.950+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5cf0153e90 con 0x7f5cf00c60f0 2023-11-25T03:14:48.153 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.150+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]} v 0) v1 -- 0x7f5cf0153e90 con 0x7f5cf00c60f0 2023-11-25T03:14:48.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.422+0000 7f5ce67fc640 1 -- 172.21.15.76:0/3185475613 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]}]=0 v242) v1 ==== 159+0+0 (secure 0 0 0) 0x7f5cf0153e90 con 0x7f5cf00c60f0 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cd4066470 msgr2=0x7f5cd4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cd4066470 0x7f5cd4068930 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5cec008890 tx=0x7f5cec008040 comp rx=0 tx=0).stop 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 msgr2=0x7f5cf014bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 0x7f5cf014bca0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f5ce800cbc0 tx=0x7f5ce800a430 comp rx=0 tx=0).stop 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 shutdown_connections 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5cd4066470 0x7f5cd4068930 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf00c60f0 0x7f5cf014bca0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5cf00c5640 0x7f5cf015c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:48.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 --2- 172.21.15.76:0/3185475613 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5cf00c5260 0x7f5cf00bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:48.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 >> 172.21.15.76:0/3185475613 conn(0x7f5cf006a5b0 msgr2=0x7f5cf0066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:48.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 shutdown_connections 2023-11-25T03:14:48.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:48.426+0000 7f5cf7dc1640 1 -- 172.21.15.76:0/3185475613 wait complete. 2023-11-25T03:14:48.451 INFO:tasks.cephfs_test_runner:test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) ... ERROR 2023-11-25T03:14:48.451 INFO:tasks.cephfs_test_runner: 2023-11-25T03:14:48.451 INFO:tasks.cephfs_test_runner:====================================================================== 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner:ERROR: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/test_multifs_auth.py", line 95, in test_r_with_fsname_and_no_path_in_cap 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: self.captesters[0].run_mds_cap_tests(PERM) 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/caps_helper.py", line 262, in run_mds_cap_tests 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: self.conduct_pos_test_for_read_caps() 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/caps_helper.py", line 274, in conduct_pos_test_for_read_caps 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: contents = self.mount.read_file(self.path, sudo_read) 2023-11-25T03:14:48.452 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/mount.py", line 749, in read_file 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: return self.run_shell(args=args, omit_sudo=False).stdout.getvalue().strip() 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/mount.py", line 784, in run_shell 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: return self.client_remote.run(args=args, cwd=cwd, timeout=timeout, 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/remote.py", line 522, in run 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/run.py", line 455, in run 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: r.wait() 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/run.py", line 161, in wait 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/run.py", line 181, in _raise_for_status 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi076 with status 1: '(cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/testdir/testfile)' 2023-11-25T03:14:48.453 INFO:tasks.cephfs_test_runner: 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:Ran 3 tests in 203.099s 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner: 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner: 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:====================================================================== 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:ERROR: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-25T03:14:48.454 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/test_multifs_auth.py", line 95, in test_r_with_fsname_and_no_path_in_cap 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: self.captesters[0].run_mds_cap_tests(PERM) 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/caps_helper.py", line 262, in run_mds_cap_tests 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: self.conduct_pos_test_for_read_caps() 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/caps_helper.py", line 274, in conduct_pos_test_for_read_caps 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: contents = self.mount.read_file(self.path, sudo_read) 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/mount.py", line 749, in read_file 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: return self.run_shell(args=args, omit_sudo=False).stdout.getvalue().strip() 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs/mount.py", line 784, in run_shell 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: return self.client_remote.run(args=args, cwd=cwd, timeout=timeout, 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/remote.py", line 522, in run 2023-11-25T03:14:48.455 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/run.py", line 455, in run 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: r.wait() 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/run.py", line 161, in wait 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/orchestra/run.py", line 181, in _raise_for_status 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi076 with status 1: '(cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/testdir/testfile)' 2023-11-25T03:14:48.456 INFO:tasks.cephfs_test_runner: 2023-11-25T03:14:48.457 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-11-25T03:14:48.526 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=2dcba0d317aa48269870630a029cff94 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_2442239d2653456406c25ae0c71b689c8f2657b6/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_ec928368edcc5fc71884a56fd9fd821b148f4e30/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-11-25T03:14:48.527 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2023-11-25T03:14:48.539 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-11-25T03:14:48.547 INFO:tasks.kclient:Unmounting kernel clients... 2023-11-25T03:14:48.547 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2023-11-25T03:14:48.547 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:48.569 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354672k,nr_inodes=4088668,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3957 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-25T03:14:48.570 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2023-11-25T03:14:48.570 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-25T03:14:48.580 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354668k,nr_inodes=4088667,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3593 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275380k,nr_inodes=818845,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275384k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-11-25T03:14:48.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:48.580 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2023-11-25T03:14:48.620 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-25T03:14:48.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:48.621 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-25T03:14:48.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:48.684 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link delete ceph-brx 2023-11-25T03:14:48.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:48.895 DEBUG:teuthology.orchestra.run.smithi106:> ip netns list 2023-11-25T03:14:48.905 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-11-25T03:14:48.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:48.906 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2023-11-25T03:14:48.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-25T03:14:48.970 DEBUG:teuthology.orchestra.run.smithi106:> sudo ip link delete ceph-brx 2023-11-25T03:14:49.158 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-11-25T03:14:49.177 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-11-25T03:14:49.177 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:49.316 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 Processor -- start 2023-11-25T03:14:49.317 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 -- start start 2023-11-25T03:14:49.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16940c7c50 0x7f16941544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f1694154a10 0x7f169415ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.319 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16940c8160 con 0x7f1694151cd0 2023-11-25T03:14:49.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1694157b40 con 0x7f16940c7c50 2023-11-25T03:14:49.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f169a362640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1694157e20 con 0x7f1694154a10 2023-11-25T03:14:49.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1699360640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1694151cd0 0x7f16940ca460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50830/0 (socket says 172.21.15.76:50830) 2023-11-25T03:14:49.320 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1699360640 1 -- 172.21.15.76:0/1456664018 learned_addr learned my addr 172.21.15.76:0/1456664018 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:49.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1698b5f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16940c7c50 0x7f16941544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1699b61640 1 --2- 172.21.15.76:0/1456664018 >> v2:172.21.15.106:3300/0 conn(0x7f1694154a10 0x7f169415ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.321 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1698b5f640 1 -- 172.21.15.76:0/1456664018 >> v2:172.21.15.106:3300/0 conn(0x7f1694154a10 msgr2=0x7f169415ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:49.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1698b5f640 1 --2- 172.21.15.76:0/1456664018 >> v2:172.21.15.106:3300/0 conn(0x7f1694154a10 0x7f169415ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1698b5f640 1 -- 172.21.15.76:0/1456664018 >> v1:172.21.15.76:6789/0 conn(0x7f1694151cd0 legacy=0x7f16940ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f1698b5f640 1 -- 172.21.15.76:0/1456664018 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1694158100 con 0x7f16940c7c50 2023-11-25T03:14:49.322 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.314+0000 7f168bfff640 1 -- 172.21.15.76:0/1456664018 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3434629894 0 0) 0x7f16940c8160 con 0x7f1694151cd0 2023-11-25T03:14:49.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f1698b5f640 1 --2- 172.21.15.76:0/1456664018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f16941544d0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f169408b2c0 tx=0x7f168401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ea591f635936a9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f168bfff640 1 -- 172.21.15.76:0/1456664018 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16840ab650 con 0x7f16940c7c50 2023-11-25T03:14:49.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f168bfff640 1 -- 172.21.15.76:0/1456664018 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16840ab7b0 con 0x7f16940c7c50 2023-11-25T03:14:49.330 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f168bfff640 1 -- 172.21.15.76:0/1456664018 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16840abb40 con 0x7f16940c7c50 2023-11-25T03:14:49.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 -- 172.21.15.76:0/1456664018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 msgr2=0x7f16941544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 --2- 172.21.15.76:0/1456664018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f16941544d0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f169408b2c0 tx=0x7f168401c430 comp rx=0 tx=0).stop 2023-11-25T03:14:49.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 -- 172.21.15.76:0/1456664018 shutdown_connections 2023-11-25T03:14:49.331 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 --2- 172.21.15.76:0/1456664018 >> v2:172.21.15.106:3300/0 conn(0x7f1694154a10 0x7f169415ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 --2- 172.21.15.76:0/1456664018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f16941544d0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 -- 172.21.15.76:0/1456664018 >> 172.21.15.76:0/1456664018 conn(0x7f16940abee0 msgr2=0x7f16940c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:49.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 -- 172.21.15.76:0/1456664018 shutdown_connections 2023-11-25T03:14:49.332 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 -- 172.21.15.76:0/1456664018 wait complete. 2023-11-25T03:14:49.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 Processor -- start 2023-11-25T03:14:49.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.318+0000 7f169a362640 1 -- start start 2023-11-25T03:14:49.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f169414c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.333 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1694151cd0 0x7f16941420a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1694154a10 0x7f16941425e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.334 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16941542a0 con 0x7f16940c7c50 2023-11-25T03:14:49.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16941ed420 con 0x7f1694154a10 2023-11-25T03:14:49.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16941ed700 con 0x7f1694151cd0 2023-11-25T03:14:49.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f169414c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.335 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f169414c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52796/0 (socket says 172.21.15.76:52796) 2023-11-25T03:14:49.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 -- 172.21.15.76:0/2302805064 learned_addr learned my addr 172.21.15.76:0/2302805064 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:49.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1698b5f640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1694151cd0 0x7f16941420a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699b61640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1694154a10 0x7f16941425e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.336 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 -- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1694151cd0 msgr2=0x7f16941420a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1694151cd0 0x7f16941420a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 -- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1694154a10 msgr2=0x7f16941425e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1694154a10 0x7f16941425e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.337 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 -- 172.21.15.76:0/2302805064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1684009420 con 0x7f16940c7c50 2023-11-25T03:14:49.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699b61640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1694154a10 0x7f16941425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:49.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1699360640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f169414c6d0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f16900011f0 tx=0x7f169000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16900074e0 con 0x7f16940c7c50 2023-11-25T03:14:49.338 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1690007640 con 0x7f16940c7c50 2023-11-25T03:14:49.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16941524a0 con 0x7f16940c7c50 2023-11-25T03:14:49.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1690004a10 con 0x7f16940c7c50 2023-11-25T03:14:49.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f169414d0d0 con 0x7f16940c7c50 2023-11-25T03:14:49.339 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16941ed8d0 con 0x7f16940c7c50 2023-11-25T03:14:49.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.322+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1690004b70 con 0x7f16940c7c50 2023-11-25T03:14:49.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.326+0000 7f1689ffb640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1678066470 0x7f1678068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.326+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1690083120 con 0x7f16940c7c50 2023-11-25T03:14:49.340 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.326+0000 7f1698b5f640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1678066470 0x7f1678068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.326+0000 7f1698b5f640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1678066470 0x7f1678068930 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f16840af000 tx=0x7f16840a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.341 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.330+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f16900508e0 con 0x7f16940c7c50 2023-11-25T03:14:49.480 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.478+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f16941ed590 con 0x7f1678066470 2023-11-25T03:14:49.482 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.478+0000 7f1689ffb640 1 -- 172.21.15.76:0/2302805064 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50574 (secure 0 0 0) 0x7f16941ed590 con 0x7f1678066470 2023-11-25T03:14:49.485 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:49.486 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:49.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1678066470 msgr2=0x7f1678068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1678066470 0x7f1678068930 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f16840af000 tx=0x7f16840a7000 comp rx=0 tx=0).stop 2023-11-25T03:14:49.486 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 msgr2=0x7f169414c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f169414c6d0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f16900011f0 tx=0x7f169000c9b0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 shutdown_connections 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f1678066470 0x7f1678068930 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f1694154a10 0x7f16941425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f1694151cd0 0x7f16941420a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 --2- 172.21.15.76:0/2302805064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16940c7c50 0x7f169414c6d0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 >> 172.21.15.76:0/2302805064 conn(0x7f16940abee0 msgr2=0x7f169414f2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:49.487 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 shutdown_connections 2023-11-25T03:14:49.488 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.482+0000 7f169a362640 1 -- 172.21.15.76:0/2302805064 wait complete. 2023-11-25T03:14:49.503 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2023-11-25T03:14:49.138940+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":214,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258160,"kb_used_data":8700,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716560,"statfs":{"total":773094113280,"available":772829757440,"internally_reserved":0,"allocated":8908800,"data_stored":4597627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12079,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-63,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001500"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":218,"reported_epoch":75,"state":"active+clean","last_fresh":"2023-11-25T03:14:37.856639+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:14:37.856639+0000","last_peered":"2023-11-25T03:14:37.856639+0000","last_clean":"2023-11-25T03:14:37.856639+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:37.856639+0000","last_undegraded":"2023-11-25T03:14:37.856639+0000","last_fullsized":"2023-11-25T03:14:37.856639+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574898,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32700,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339140,"statfs":{"total":96636764160,"available":96603279360,"internally_reserved":0,"allocated":1556480,"data_stored":1014699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.77000000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.59499999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.754},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.60599999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.82099999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574898,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":424871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.78300000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.79900000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.83999999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.74099999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.878}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.76200000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.81299999999999994}]}]},{"osd":5,"up_from":13,"seq":55834574897,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":958464,"data_stored":424289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.88800000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.81000000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.71799999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.92300000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.73899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.86699999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574898,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":983040,"data_stored":435486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.47299999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.55500000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":1.0009999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":1.03}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.5},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.53000000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.75},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.65400000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.77800000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574899,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":978944,"data_stored":435384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55700000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59199999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.80200000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.71499999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.86099999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574898,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":424391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.317}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.42199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45600000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.90000000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.75900000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.87},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.79600000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":958464,"data_stored":424357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55100000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.374},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.52700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.50700000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.77400000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.60899999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.76100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574899,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1548288,"data_stored":1014150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.34300000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.374},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.60099999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.65700000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.57399999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.5},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.63500000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:49.505 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 Processor -- start 2023-11-25T03:14:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 -- start start 2023-11-25T03:14:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2c200c5c60 0x7f2c200c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f2c201561f0 0x7f2c20156640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c200c3bd0 con 0x7f2c200a5240 2023-11-25T03:14:49.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c200bf1e0 con 0x7f2c200c5c60 2023-11-25T03:14:49.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c26cad640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c200c3e20 con 0x7f2c201561f0 2023-11-25T03:14:49.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c17fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2c200c5c60 0x7f2c200c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c24a49640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2c200a5240 0x7f2c200bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50832/0 (socket says 172.21.15.76:50832) 2023-11-25T03:14:49.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c24a49640 1 -- 172.21.15.76:0/845752603 learned_addr learned my addr 172.21.15.76:0/845752603 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:49.644 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c2524a640 1 --2- 172.21.15.76:0/845752603 >> v2:172.21.15.106:3300/0 conn(0x7f2c201561f0 0x7f2c20156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c177fe640 1 -- 172.21.15.76:0/845752603 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2741006536 0 0) 0x7f2c200c3bd0 con 0x7f2c200a5240 2023-11-25T03:14:49.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.638+0000 7f2c177fe640 1 -- 172.21.15.76:0/845752603 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c08003530 con 0x7f2c200a5240 2023-11-25T03:14:49.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c17fff640 1 -- 172.21.15.76:0/845752603 >> v2:172.21.15.106:3300/0 conn(0x7f2c201561f0 msgr2=0x7f2c20156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:49.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c17fff640 1 --2- 172.21.15.76:0/845752603 >> v2:172.21.15.106:3300/0 conn(0x7f2c201561f0 0x7f2c20156640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c17fff640 1 -- 172.21.15.76:0/845752603 >> v1:172.21.15.76:6789/0 conn(0x7f2c200a5240 legacy=0x7f2c200bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c17fff640 1 -- 172.21.15.76:0/845752603 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c200c4100 con 0x7f2c200c5c60 2023-11-25T03:14:49.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c17fff640 1 --2- 172.21.15.76:0/845752603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c200c5c60 0x7f2c200c60a0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f2c2006bdc0 tx=0x7f2c1001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9bfa5970325927e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c177fe640 1 -- 172.21.15.76:0/845752603 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c100ab600 con 0x7f2c200c5c60 2023-11-25T03:14:49.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c177fe640 1 -- 172.21.15.76:0/845752603 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c100a7050 con 0x7f2c200c5c60 2023-11-25T03:14:49.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c177fe640 1 -- 172.21.15.76:0/845752603 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c100ab980 con 0x7f2c200c5c60 2023-11-25T03:14:49.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 -- 172.21.15.76:0/845752603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c200c5c60 msgr2=0x7f2c200c60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 --2- 172.21.15.76:0/845752603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c200c5c60 0x7f2c200c60a0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f2c2006bdc0 tx=0x7f2c1001c3a0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 -- 172.21.15.76:0/845752603 shutdown_connections 2023-11-25T03:14:49.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 --2- 172.21.15.76:0/845752603 >> v2:172.21.15.106:3300/0 conn(0x7f2c201561f0 0x7f2c20156640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 --2- 172.21.15.76:0/845752603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c200c5c60 0x7f2c200c60a0 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 -- 172.21.15.76:0/845752603 >> 172.21.15.76:0/845752603 conn(0x7f2c2006a5b0 msgr2=0x7f2c2006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:49.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 -- 172.21.15.76:0/845752603 shutdown_connections 2023-11-25T03:14:49.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.642+0000 7f2c26cad640 1 -- 172.21.15.76:0/845752603 wait complete. 2023-11-25T03:14:49.649 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 Processor -- start 2023-11-25T03:14:49.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 -- start start 2023-11-25T03:14:49.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c200a5240 0x7f2c20151be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c200c5c60 0x7f2c201430f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 0x7f2c20143630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c201ed1e0 con 0x7f2c201561f0 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c20143b70 con 0x7f2c200c5c60 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c26cad640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c201ed3f0 con 0x7f2c200a5240 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 0x7f2c20143630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 0x7f2c20143630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52812/0 (socket says 172.21.15.76:52812) 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 -- 172.21.15.76:0/615587205 learned_addr learned my addr 172.21.15.76:0/615587205 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c17fff640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c200c5c60 0x7f2c201430f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c24a49640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c200a5240 0x7f2c20151be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 -- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c200a5240 msgr2=0x7f2c20151be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c200a5240 0x7f2c20151be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 -- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c200c5c60 msgr2=0x7f2c201430f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c200c5c60 0x7f2c201430f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 -- 172.21.15.76:0/615587205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c10009420 con 0x7f2c201561f0 2023-11-25T03:14:49.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c2524a640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 0x7f2c20143630 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f2c1800efc0 tx=0x7f2c1800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c1800ced0 con 0x7f2c201561f0 2023-11-25T03:14:49.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c1800f040 con 0x7f2c201561f0 2023-11-25T03:14:49.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.646+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c180146c0 con 0x7f2c201561f0 2023-11-25T03:14:49.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c201ed6d0 con 0x7f2c201561f0 2023-11-25T03:14:49.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c201edc90 con 0x7f2c201561f0 2023-11-25T03:14:49.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c200c52e0 con 0x7f2c201561f0 2023-11-25T03:14:49.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2c18014820 con 0x7f2c201561f0 2023-11-25T03:14:49.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c157fa640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2c0c066470 0x7f2c0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2c18084610 con 0x7f2c201561f0 2023-11-25T03:14:49.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c24a49640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2c0c066470 0x7f2c0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.657 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.650+0000 7f2c24a49640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2c0c066470 0x7f2c0c068930 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c0011f0 tx=0x7f2c1c007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.658 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.654+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2c18051dd0 con 0x7f2c201561f0 2023-11-25T03:14:49.804 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.802+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2c200c46c0 con 0x7f2c0c066470 2023-11-25T03:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.802+0000 7f2c157fa640 1 -- 172.21.15.76:0/615587205 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50574 (secure 0 0 0) 0x7f2c1c005860 con 0x7f2c0c066470 2023-11-25T03:14:49.807 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:49.808 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:49.808 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2c0c066470 msgr2=0x7f2c0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2c0c066470 0x7f2c0c068930 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c0011f0 tx=0x7f2c1c007d40 comp rx=0 tx=0).stop 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 msgr2=0x7f2c20143630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 0x7f2c20143630 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f2c1800efc0 tx=0x7f2c1800c490 comp rx=0 tx=0).stop 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 shutdown_connections 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f2c0c066470 0x7f2c0c068930 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c201561f0 0x7f2c20143630 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f2c200c5c60 0x7f2c201430f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 --2- 172.21.15.76:0/615587205 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f2c200a5240 0x7f2c20151be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 >> 172.21.15.76:0/615587205 conn(0x7f2c2006a5b0 msgr2=0x7f2c20152a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 shutdown_connections 2023-11-25T03:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.806+0000 7f2c26cad640 1 -- 172.21.15.76:0/615587205 wait complete. 2023-11-25T03:14:49.827 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2023-11-25T03:14:49.138940+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":214,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258160,"kb_used_data":8700,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716560,"statfs":{"total":773094113280,"available":772829757440,"internally_reserved":0,"allocated":8908800,"data_stored":4597627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12079,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-63,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001500"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":218,"reported_epoch":75,"state":"active+clean","last_fresh":"2023-11-25T03:14:37.856639+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:14:37.856639+0000","last_peered":"2023-11-25T03:14:37.856639+0000","last_clean":"2023-11-25T03:14:37.856639+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:37.856639+0000","last_undegraded":"2023-11-25T03:14:37.856639+0000","last_fullsized":"2023-11-25T03:14:37.856639+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574898,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32700,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339140,"statfs":{"total":96636764160,"available":96603279360,"internally_reserved":0,"allocated":1556480,"data_stored":1014699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.77000000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.59499999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.754},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.60599999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.82099999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574898,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":424871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.78300000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.79900000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.83999999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.74099999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.878}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.76200000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.81299999999999994}]}]},{"osd":5,"up_from":13,"seq":55834574897,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":958464,"data_stored":424289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.88800000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.81000000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.71799999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.92300000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.73899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.86699999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574898,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":983040,"data_stored":435486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.47299999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.55500000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":1.0009999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":1.03}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.5},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.53000000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.75},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.65400000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.77800000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574899,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":978944,"data_stored":435384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55700000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59199999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.80200000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.71499999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.86099999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574898,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":424391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.317}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.42199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45600000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.90000000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.75900000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.87},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.79600000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":958464,"data_stored":424357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55100000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.374},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.52700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.50700000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.77400000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.60899999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.76100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574899,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1548288,"data_stored":1014150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.34300000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.374},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.60099999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.65700000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.57399999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.5},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.63500000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:49.829 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-11-25T03:14:49.829 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:49.966 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 Processor -- start 2023-11-25T03:14:49.967 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 -- start start 2023-11-25T03:14:49.969 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d4151dc0 0x7fe9d40c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fe9d40c7ed0 0x7fe9d4154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe9d40bd660 0x7fe9d4154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9d40ac4f0 con 0x7fe9d40bd660 2023-11-25T03:14:49.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9d4158780 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.962+0000 7fe9d9501640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d4158a60 con 0x7fe9d4151dc0 2023-11-25T03:14:49.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe9d40bd660 0x7fe9d4154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d2ffd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d4151dc0 0x7fe9d40c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe9d40bd660 0x7fe9d4154b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52826/0 (socket says 172.21.15.76:52826) 2023-11-25T03:14:49.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 -- 172.21.15.76:0/2572866471 learned_addr learned my addr 172.21.15.76:0/2572866471 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:49.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9ca7fc640 1 --2- 172.21.15.76:0/2572866471 >> v2:172.21.15.106:3300/0 conn(0x7fe9d40c7ed0 0x7fe9d4154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 -- 172.21.15.76:0/2572866471 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d4151dc0 msgr2=0x7fe9d40c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:49.973 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 --2- 172.21.15.76:0/2572866471 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d4151dc0 0x7fe9d40c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.975 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 -- 172.21.15.76:0/2572866471 >> v2:172.21.15.106:3300/0 conn(0x7fe9d40c7ed0 msgr2=0x7fe9d4154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:49.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 --2- 172.21.15.76:0/2572866471 >> v2:172.21.15.106:3300/0 conn(0x7fe9d40c7ed0 0x7fe9d4154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.977 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 -- 172.21.15.76:0/2572866471 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d40ac180 con 0x7fe9d40bd660 2023-11-25T03:14:49.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d37fe640 1 --2- 172.21.15.76:0/2572866471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40bd660 0x7fe9d4154b90 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fe9d40c7ae0 tx=0x7fe9cc01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=652a1fb1cc68bb1 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d27fc640 1 -- 172.21.15.76:0/2572866471 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9cc0ab600 con 0x7fe9d40bd660 2023-11-25T03:14:49.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d27fc640 1 -- 172.21.15.76:0/2572866471 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9cc0a7050 con 0x7fe9d40bd660 2023-11-25T03:14:49.980 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.966+0000 7fe9d27fc640 1 -- 172.21.15.76:0/2572866471 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9cc0ab980 con 0x7fe9d40bd660 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- 172.21.15.76:0/2572866471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40bd660 msgr2=0x7fe9d4154b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2572866471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40bd660 0x7fe9d4154b90 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fe9d40c7ae0 tx=0x7fe9cc01c3e0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- 172.21.15.76:0/2572866471 shutdown_connections 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2572866471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40bd660 0x7fe9d4154b90 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2572866471 >> v2:172.21.15.106:3300/0 conn(0x7fe9d40c7ed0 0x7fe9d4154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2572866471 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d4151dc0 0x7fe9d40c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- 172.21.15.76:0/2572866471 >> 172.21.15.76:0/2572866471 conn(0x7fe9d4071eb0 msgr2=0x7fe9d40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:49.981 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- 172.21.15.76:0/2572866471 shutdown_connections 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- 172.21.15.76:0/2572866471 wait complete. 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 Processor -- start 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- start start 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d40bd660 0x7fe9d40c8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 0x7fe9d40c8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9d4151dc0 0x7fe9d40bfc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d4153a90 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.982 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d4154050 con 0x7fe9d4151dc0 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d9501640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d40c94b0 con 0x7fe9d40bd660 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9ca7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 0x7fe9d40c8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9ca7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 0x7fe9d40c8f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52838/0 (socket says 172.21.15.76:52838) 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9ca7fc640 1 -- 172.21.15.76:0/2415118925 learned_addr learned my addr 172.21.15.76:0/2415118925 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d2ffd640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d40bd660 0x7fe9d40c8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.970+0000 7fe9d37fe640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9d4151dc0 0x7fe9d40bfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9ca7fc640 1 -- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d40bd660 msgr2=0x7fe9d40c8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9ca7fc640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d40bd660 0x7fe9d40c8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.983 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9ca7fc640 1 -- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9d4151dc0 msgr2=0x7fe9d40bfc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9ca7fc640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9d4151dc0 0x7fe9d40bfc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9ca7fc640 1 -- 172.21.15.76:0/2415118925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9cc0094d0 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9ca7fc640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 0x7fe9d40c8f70 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00ef30 tx=0x7fe9bc00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc010040 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9bc009e20 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9d41edfd0 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc014620 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.984 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9d4153ce0 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9d414f270 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe9bc014780 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9cbfff640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe9b4066470 0x7fe9b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:49.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe9bc0845d0 con 0x7fe9d40c7ed0 2023-11-25T03:14:49.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.974+0000 7fe9d2ffd640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe9b4066470 0x7fe9b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:49.985 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.978+0000 7fe9d2ffd640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe9b4066470 0x7fe9b4068930 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4009af0 tx=0x7fe9c4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:49.986 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:49.978+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe9bc051c60 con 0x7fe9d40c7ed0 2023-11-25T03:14:50.132 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.130+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe9d4068400 con 0x7fe9b4066470 2023-11-25T03:14:50.134 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.130+0000 7fe9cbfff640 1 -- 172.21.15.76:0/2415118925 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50574 (secure 0 0 0) 0x7fe9d4068400 con 0x7fe9b4066470 2023-11-25T03:14:50.134 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:50.135 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:50.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.130+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe9b4066470 msgr2=0x7fe9b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.130+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe9b4066470 0x7fe9b4068930 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4009af0 tx=0x7fe9c4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:50.136 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.130+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 msgr2=0x7fe9d40c8f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.130+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 0x7fe9d40c8f70 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00ef30 tx=0x7fe9bc00b480 comp rx=0 tx=0).stop 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 shutdown_connections 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe9b4066470 0x7fe9b4068930 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe9d4151dc0 0x7fe9d40bfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d40c7ed0 0x7fe9d40c8f70 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 --2- 172.21.15.76:0/2415118925 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe9d40bd660 0x7fe9d40c8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.137 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 >> 172.21.15.76:0/2415118925 conn(0x7fe9d4071eb0 msgr2=0x7fe9d40aaea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:50.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 shutdown_connections 2023-11-25T03:14:50.138 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.134+0000 7fe9d9501640 1 -- 172.21.15.76:0/2415118925 wait complete. 2023-11-25T03:14:50.156 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2023-11-25T03:14:49.138940+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":214,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258160,"kb_used_data":8700,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716560,"statfs":{"total":773094113280,"available":772829757440,"internally_reserved":0,"allocated":8908800,"data_stored":4597627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12079,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-63,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001500"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":218,"reported_epoch":75,"state":"active+clean","last_fresh":"2023-11-25T03:14:37.856639+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:14:37.856639+0000","last_peered":"2023-11-25T03:14:37.856639+0000","last_clean":"2023-11-25T03:14:37.856639+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:37.856639+0000","last_undegraded":"2023-11-25T03:14:37.856639+0000","last_fullsized":"2023-11-25T03:14:37.856639+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574898,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32700,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339140,"statfs":{"total":96636764160,"available":96603279360,"internally_reserved":0,"allocated":1556480,"data_stored":1014699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.78800000000000003,"15min":0.84799999999999998},"min":{"1min":0.38500000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0269999999999999,"5min":4.141,"15min":4.141},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.83899999999999997,"15min":0.91800000000000004},"min":{"1min":0.47399999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.77000000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.84099999999999997,"15min":0.91100000000000003},"min":{"1min":0.46400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.093,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.94299999999999995,"15min":1.0649999999999999},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91700000000000004,"5min":4.766,"15min":4.766},"last":0.59499999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":0.74199999999999999},"min":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0129999999999999,"5min":1.298,"15min":1.298},"last":0.754},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.81599999999999995,"15min":0.87},"min":{"1min":0.52100000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0509999999999999,"5min":2.198,"15min":2.198},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.89700000000000002,"15min":0.96899999999999997},"min":{"1min":0.58599999999999997,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.95499999999999996,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.92500000000000004,"15min":0.999},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.125,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.89100000000000001,"15min":1.008},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92900000000000005,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.80800000000000005},"min":{"1min":0.40000000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93899999999999995,"5min":2.157,"15min":2.157},"last":0.60599999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77800000000000002,"15min":0.83099999999999996},"min":{"1min":0.44900000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0880000000000001,"5min":2.093,"15min":2.093},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.95699999999999996,"15min":1.069},"min":{"1min":0.51200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":1.0740000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.113,"15min":1.2629999999999999},"min":{"1min":0.57599999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1080000000000001,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.80700000000000005,"5min":1.032,"15min":1.1439999999999999},"min":{"1min":0.503,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1739999999999999,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.82099999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574898,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":424871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.78300000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.79900000000000004}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.83999999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.74099999999999999}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.878}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.76200000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.81299999999999994}]}]},{"osd":5,"up_from":13,"seq":55834574897,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":958464,"data_stored":424289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.88800000000000001}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.81000000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.71799999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.92300000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.73899999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.86699999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574898,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":983040,"data_stored":435486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.47299999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.55500000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":1.0009999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":1.03}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.5},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.53000000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.75},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.65400000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.77800000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574899,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":978944,"data_stored":435384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55700000000000005}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59199999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.80200000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.71499999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.86099999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574898,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":424391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.317}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.42199999999999999}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.45600000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.90000000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.75900000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.87},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.79600000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":958464,"data_stored":424357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55100000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.374},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.52700000000000002}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.50700000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.77400000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.60899999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.76100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574899,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1548288,"data_stored":1014150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.34300000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.374},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.60099999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.65700000000000003}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.57399999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.5},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.63500000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:50.157 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-25T03:14:50.298 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 Processor -- start 2023-11-25T03:14:50.299 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 -- start start 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f890c0c7c50 0x7f890c1544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c154a10 0x7f890c15ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f890c0c8160 con 0x7f890c151cd0 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f890c157b40 con 0x7f890c0c7c50 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.294+0000 7f8910e9f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f890c157e20 con 0x7f890c154a10 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890affd640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f890c0c7c50 0x7f890c1544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:50.300 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890bfff640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c154a10 0x7f890c15ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:50.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890b7fe640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f890c151cd0 0x7f890c0ca460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:36366/0 (socket says 172.21.15.76:36366) 2023-11-25T03:14:50.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890b7fe640 1 -- 172.21.15.76:0/3954539706 learned_addr learned my addr 172.21.15.76:0/3954539706 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:50.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890affd640 1 -- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c154a10 msgr2=0x7f890c15ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:50.301 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890affd640 1 --2- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c154a10 0x7f890c15ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890affd640 1 -- 172.21.15.76:0/3954539706 >> v1:172.21.15.106:6789/0 conn(0x7f890c151cd0 legacy=0x7f890c0ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.302 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890affd640 1 -- 172.21.15.76:0/3954539706 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f890c158100 con 0x7f890c0c7c50 2023-11-25T03:14:50.306 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890affd640 1 --2- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c0c7c50 0x7f890c1544d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f89000097c0 tx=0x7f890001c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b58a692a4de71bb server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:50.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890a7fc640 1 -- 172.21.15.76:0/3954539706 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89000ab670 con 0x7f890c0c7c50 2023-11-25T03:14:50.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890a7fc640 1 -- 172.21.15.76:0/3954539706 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89000ab7d0 con 0x7f890c0c7c50 2023-11-25T03:14:50.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.298+0000 7f890a7fc640 1 -- 172.21.15.76:0/3954539706 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89000abb60 con 0x7f890c0c7c50 2023-11-25T03:14:50.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c0c7c50 msgr2=0x7f890c1544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c0c7c50 0x7f890c1544d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f89000097c0 tx=0x7f890001c450 comp rx=0 tx=0).stop 2023-11-25T03:14:50.307 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- 172.21.15.76:0/3954539706 shutdown_connections 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c154a10 0x7f890c15ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3954539706 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c0c7c50 0x7f890c1544d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- 172.21.15.76:0/3954539706 >> 172.21.15.76:0/3954539706 conn(0x7f890c0abee0 msgr2=0x7f890c0c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- 172.21.15.76:0/3954539706 shutdown_connections 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- 172.21.15.76:0/3954539706 wait complete. 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 Processor -- start 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- start start 2023-11-25T03:14:50.308 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 0x7f890c147c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c151cd0 0x7f890c13fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c154a10 0x7f890c13ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f890c152530 con 0x7f890c0c7c50 2023-11-25T03:14:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f890c1404f0 con 0x7f890c154a10 2023-11-25T03:14:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f8910e9f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f890c1f0340 con 0x7f890c151cd0 2023-11-25T03:14:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 0x7f890c147c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890affd640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c151cd0 0x7f890c13fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 0x7f890c147c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52854/0 (socket says 172.21.15.76:52854) 2023-11-25T03:14:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890b7fe640 1 -- 172.21.15.76:0/3045917811 learned_addr learned my addr 172.21.15.76:0/3045917811 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890bfff640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c154a10 0x7f890c13ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:50.311 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890affd640 1 -- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c154a10 msgr2=0x7f890c13ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890affd640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c154a10 0x7f890c13ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890affd640 1 -- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 msgr2=0x7f890c147c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890affd640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 0x7f890c147c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890affd640 1 -- 172.21.15.76:0/3045917811 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8900009420 con 0x7f890c151cd0 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.302+0000 7f890b7fe640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 0x7f890c147c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f890affd640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c151cd0 0x7f890c13fa70 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f890c068090 tx=0x7f890001ac90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89000b5600 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89000b5780 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89000b5b30 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f890c1f0620 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f890c1f0be0 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f890c04e850 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f89000059a0 con 0x7f890c151cd0 2023-11-25T03:14:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f88f3fff640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f88f80664a0 0x7f88f8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f890011e840 con 0x7f890c151cd0 2023-11-25T03:14:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.306+0000 7f890b7fe640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f88f80664a0 0x7f88f8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.310+0000 7f890b7fe640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f88f80664a0 0x7f88f8068960 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f88fc005890 tx=0x7f88fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.310+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f89000ec1a0 con 0x7f890c151cd0 2023-11-25T03:14:50.469 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.466+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f890c0c54f0 con 0x7f890c151cd0 2023-11-25T03:14:50.470 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.466+0000 7f88f3fff640 1 -- 172.21.15.76:0/3045917811 <== mon.2 v2:172.21.15.106:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+13103 (secure 0 0 0) 0x7f89000c4090 con 0x7f890c151cd0 2023-11-25T03:14:50.471 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:50.471 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":80,"fsid":"e61c0d8a-7661-495e-9c70-d0c893415dab","created":"2023-11-25T03:10:36.090453+0000","modified":"2023-11-25T03:14:47.419927+0000","last_up_change":"2023-11-25T03:10:48.573728+0000","last_in_change":"2023-11-25T03:10:38.644048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-25T03:10:49.154989+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f6d126af-1aa3-45f6-a18d-58555cbccd91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6810","nonce":3268162858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6813","nonce":3268162858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6820","nonce":3268162858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6815","nonce":3268162858},{"type":"v1","addr":"172.21.15.76:6816","nonce":3268162858}]},"public_addr":"172.21.15.76:6810/3268162858","cluster_addr":"172.21.15.76:6813/3268162858","heartbeat_back_addr":"172.21.15.76:6820/3268162858","heartbeat_front_addr":"172.21.15.76:6816/3268162858","state":["exists","up"]},{"osd":1,"uuid":"9f9ddb46-e4a6-4134-ac21-cb3735490f82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6801","nonce":2056244483}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6803","nonce":2056244483}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6807","nonce":2056244483}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2056244483},{"type":"v1","addr":"172.21.15.76:6805","nonce":2056244483}]},"public_addr":"172.21.15.76:6801/2056244483","cluster_addr":"172.21.15.76:6803/2056244483","heartbeat_back_addr":"172.21.15.76:6807/2056244483","heartbeat_front_addr":"172.21.15.76:6805/2056244483","state":["exists","up"]},{"osd":2,"uuid":"7da79aad-008c-43ec-8dff-21f2cfc476b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6809","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6811","nonce":656993289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6817","nonce":656993289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6823","nonce":656993289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":656993289},{"type":"v1","addr":"172.21.15.76:6821","nonce":656993289}]},"public_addr":"172.21.15.76:6811/656993289","cluster_addr":"172.21.15.76:6817/656993289","heartbeat_back_addr":"172.21.15.76:6823/656993289","heartbeat_front_addr":"172.21.15.76:6821/656993289","state":["exists","up"]},{"osd":3,"uuid":"9cada3e2-c839-4de5-83e0-df29bba287c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6824","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6825","nonce":4067491836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6827","nonce":4067491836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6831","nonce":4067491836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6828","nonce":4067491836},{"type":"v1","addr":"172.21.15.76:6829","nonce":4067491836}]},"public_addr":"172.21.15.76:6825/4067491836","cluster_addr":"172.21.15.76:6827/4067491836","heartbeat_back_addr":"172.21.15.76:6831/4067491836","heartbeat_front_addr":"172.21.15.76:6829/4067491836","state":["exists","up"]},{"osd":4,"uuid":"35740d76-a53d-4c4c-ad8a-d44a75c59577","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6821","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6823","nonce":2343527497}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6825","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6827","nonce":2343527497}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6831","nonce":2343527497}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":2343527497},{"type":"v1","addr":"172.21.15.106:6829","nonce":2343527497}]},"public_addr":"172.21.15.106:6823/2343527497","cluster_addr":"172.21.15.106:6827/2343527497","heartbeat_back_addr":"172.21.15.106:6831/2343527497","heartbeat_front_addr":"172.21.15.106:6829/2343527497","state":["exists","up"]},{"osd":5,"uuid":"9e1f7e63-4ef9-4089-93f0-9349dd4a0d4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6809","nonce":1175402833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6811","nonce":1175402833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6815","nonce":1175402833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":1175402833},{"type":"v1","addr":"172.21.15.106:6813","nonce":1175402833}]},"public_addr":"172.21.15.106:6809/1175402833","cluster_addr":"172.21.15.106:6811/1175402833","heartbeat_back_addr":"172.21.15.106:6815/1175402833","heartbeat_front_addr":"172.21.15.106:6813/1175402833","state":["exists","up"]},{"osd":6,"uuid":"15ce4953-6e3d-4184-86bf-cd2b92ecec5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6817","nonce":2344779205}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6819","nonce":2344779205}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6826","nonce":2344779205}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":2344779205},{"type":"v1","addr":"172.21.15.106:6822","nonce":2344779205}]},"public_addr":"172.21.15.106:6817/2344779205","cluster_addr":"172.21.15.106:6819/2344779205","heartbeat_back_addr":"172.21.15.106:6826/2344779205","heartbeat_front_addr":"172.21.15.106:6822/2344779205","state":["exists","up"]},{"osd":7,"uuid":"8a100fb2-d123-4fe9-be8c-3c8cb6bbf20a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6801","nonce":859469504}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6803","nonce":859469504}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6807","nonce":859469504}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":859469504},{"type":"v1","addr":"172.21.15.106:6805","nonce":859469504}]},"public_addr":"172.21.15.106:6801/859469504","cluster_addr":"172.21.15.106:6803/859469504","heartbeat_back_addr":"172.21.15.106:6807/859469504","heartbeat_front_addr":"172.21.15.106:6805/859469504","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.239996+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.372822+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.508503+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.693097+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.358808+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.303233+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.364959+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-25T03:10:44.145233+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6834/1564651151":"2023-11-26T03:14:44.412277+0000","172.21.15.76:6837/160476178":"2023-11-26T03:14:37.847120+0000","172.21.15.76:6835/1564651151":"2023-11-26T03:14:44.412277+0000","172.21.15.76:6836/160476178":"2023-11-26T03:14:37.847120+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-25T03:14:50.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f88f80664a0 msgr2=0x7f88f8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f88f80664a0 0x7f88f8068960 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f88fc005890 tx=0x7f88fc009040 comp rx=0 tx=0).stop 2023-11-25T03:14:50.474 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c151cd0 msgr2=0x7f890c13fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:50.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c151cd0 0x7f890c13fa70 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f890c068090 tx=0x7f890001ac90 comp rx=0 tx=0).stop 2023-11-25T03:14:50.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 shutdown_connections 2023-11-25T03:14:50.475 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f88f80664a0 0x7f88f8068960 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f890c154a10 0x7f890c13ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f890c151cd0 0x7f890c13fa70 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 --2- 172.21.15.76:0/3045917811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f890c0c7c50 0x7f890c147c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:50.476 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 >> 172.21.15.76:0/3045917811 conn(0x7f890c0abee0 msgr2=0x7f890c0c9370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:50.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 shutdown_connections 2023-11-25T03:14:50.477 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:50.470+0000 7f8910e9f640 1 -- 172.21.15.76:0/3045917811 wait complete. 2023-11-25T03:14:51.492 INFO:tasks.ceph:Scrubbing osd.0 2023-11-25T03:14:51.493 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:51.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f662510f640 1 Processor -- start 2023-11-25T03:14:51.640 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f662510f640 1 -- start start 2023-11-25T03:14:51.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f662510f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66200c32a0 0x7f66200c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.641 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f662510f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66200aa750 con 0x7f662006e2a0 2023-11-25T03:14:51.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f662510f640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66200a8f90 con 0x7f66200c4fb0 2023-11-25T03:14:51.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f662510f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66200a9270 con 0x7f66200c32a0 2023-11-25T03:14:51.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661f59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66200c32a0 0x7f66200c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f662006e2a0 0x7f662006c840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50834/0 (socket says 172.21.15.76:50834) 2023-11-25T03:14:51.642 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661659c640 1 -- 172.21.15.76:0/1807563224 learned_addr learned my addr 172.21.15.76:0/1807563224 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:51.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661f59e640 1 -- 172.21.15.76:0/1807563224 >> v1:172.21.15.106:6789/0 conn(0x7f66200c4fb0 legacy=0x7f662006db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:51.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661f59e640 1 -- 172.21.15.76:0/1807563224 >> v1:172.21.15.76:6789/0 conn(0x7f662006e2a0 legacy=0x7f662006c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661f59e640 1 -- 172.21.15.76:0/1807563224 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66200a9550 con 0x7f66200c32a0 2023-11-25T03:14:51.643 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.638+0000 7f661e59c640 1 -- 172.21.15.76:0/1807563224 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1344298062 0 0) 0x7f66200aa750 con 0x7f662006e2a0 2023-11-25T03:14:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f661f59e640 1 --2- 172.21.15.76:0/1807563224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66200c32a0 0x7f66200c1320 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f66180097c0 tx=0x7f661801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb4c5520b3a5177 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f661e59c640 1 -- 172.21.15.76:0/1807563224 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66180ab600 con 0x7f66200c32a0 2023-11-25T03:14:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f661e59c640 1 -- 172.21.15.76:0/1807563224 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66180a7050 con 0x7f66200c32a0 2023-11-25T03:14:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f661e59c640 1 -- 172.21.15.76:0/1807563224 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66180ab980 con 0x7f66200c32a0 2023-11-25T03:14:51.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 -- 172.21.15.76:0/1807563224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66200c32a0 msgr2=0x7f66200c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 --2- 172.21.15.76:0/1807563224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66200c32a0 0x7f66200c1320 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f66180097c0 tx=0x7f661801c320 comp rx=0 tx=0).stop 2023-11-25T03:14:51.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 -- 172.21.15.76:0/1807563224 shutdown_connections 2023-11-25T03:14:51.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 --2- 172.21.15.76:0/1807563224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66200c32a0 0x7f66200c1320 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.647 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 -- 172.21.15.76:0/1807563224 >> 172.21.15.76:0/1807563224 conn(0x7f66200c5d40 msgr2=0x7f66200c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:51.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 -- 172.21.15.76:0/1807563224 shutdown_connections 2023-11-25T03:14:51.648 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 -- 172.21.15.76:0/1807563224 wait complete. 2023-11-25T03:14:51.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.642+0000 7f662510f640 1 Processor -- start 2023-11-25T03:14:51.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- start start 2023-11-25T03:14:51.650 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f662006e2a0 0x7f662014f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66200c32a0 0x7f662014fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66200c4fb0 0x7f662014cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662014dc40 con 0x7f662006e2a0 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66200a7660 con 0x7f66200c32a0 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f662015c2d0 con 0x7f66200c4fb0 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f662006e2a0 0x7f662014f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f662006e2a0 0x7f662014f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52876/0 (socket says 172.21.15.76:52876) 2023-11-25T03:14:51.651 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 -- 172.21.15.76:0/3950452275 learned_addr learned my addr 172.21.15.76:0/3950452275 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 -- 172.21.15.76:0/3950452275 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66200c4fb0 msgr2=0x7f662014cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f66200c4fb0 0x7f662014cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 -- 172.21.15.76:0/3950452275 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66200c32a0 msgr2=0x7f662014fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f66200c32a0 0x7f662014fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 -- 172.21.15.76:0/3950452275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6618009420 con 0x7f662006e2a0 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f661ed9d640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f662006e2a0 0x7f662014f890 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f661000ba50 tx=0x7f661000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.652 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f661000cc10 con 0x7f662006e2a0 2023-11-25T03:14:51.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f661000cd70 con 0x7f662006e2a0 2023-11-25T03:14:51.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66200a57e0 con 0x7f662006e2a0 2023-11-25T03:14:51.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6610014680 con 0x7f662006e2a0 2023-11-25T03:14:51.653 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f662014e930 con 0x7f662006e2a0 2023-11-25T03:14:51.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.646+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f66200a5070 con 0x7f662006e2a0 2023-11-25T03:14:51.654 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f661001d3b0 con 0x7f662006e2a0 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66000664a0 0x7f6600068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f6610083ba0 con 0x7f662006e2a0 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f661659c640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66000664a0 0x7f6600068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f660006c3a0 0x7f660006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 --> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f660006ee70 con 0x7f660006c3a0 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66100882a0 con 0x7f662006e2a0 2023-11-25T03:14:51.655 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f661f59e640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f660006c3a0 0x7f660006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f661659c640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66000664a0 0x7f6600068960 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f66200a8770 tx=0x7f6608007970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f661f59e640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f660006c3a0 0x7f660006e7c0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.656 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.650+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== osd.0 v2:172.21.15.76:6808/3268162858 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f660006ee70 con 0x7f660006c3a0 2023-11-25T03:14:51.667 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.662+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 --> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f66200a5970 con 0x7f660006c3a0 2023-11-25T03:14:51.668 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f6617fff640 1 -- 172.21.15.76:0/3950452275 <== osd.0 v2:172.21.15.76:6808/3268162858 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f66200a5970 con 0x7f660006c3a0 2023-11-25T03:14:51.668 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:51.668 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:51.669 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:51.669 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f660006c3a0 msgr2=0x7f660006e7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6808/3268162858,v1:172.21.15.76:6810/3268162858] conn(0x7f660006c3a0 0x7f660006e7c0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66000664a0 msgr2=0x7f6600068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f66000664a0 0x7f6600068960 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f66200a8770 tx=0x7f6608007970 comp rx=0 tx=0).stop 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f662006e2a0 msgr2=0x7f662014f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 --2- 172.21.15.76:0/3950452275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f662006e2a0 0x7f662014f890 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f661000ba50 tx=0x7f661000bf10 comp rx=0 tx=0).stop 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f661f59e640 1 -- 172.21.15.76:0/3950452275 reap_dead start 2023-11-25T03:14:51.670 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 shutdown_connections 2023-11-25T03:14:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 >> 172.21.15.76:0/3950452275 conn(0x7f66200c5d40 msgr2=0x7f6620070e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 shutdown_connections 2023-11-25T03:14:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.666+0000 7f662510f640 1 -- 172.21.15.76:0/3950452275 wait complete. 2023-11-25T03:14:51.686 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2023-11-25T03:14:51.824 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 Processor -- start 2023-11-25T03:14:51.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 -- start start 2023-11-25T03:14:51.825 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafc81560e0 0x7fafc815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fafc806d520 0x7fafc8159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafc815c600 con 0x7fafc80bffc0 2023-11-25T03:14:51.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafc81594e0 con 0x7fafc81560e0 2023-11-25T03:14:51.826 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcfb80640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafc81597c0 con 0x7fafc806d520 2023-11-25T03:14:51.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd91c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafc81560e0 0x7fafc815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafce11d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fafc80bffc0 0x7fafc80c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50842/0 (socket says 172.21.15.76:50842) 2023-11-25T03:14:51.827 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafce11d640 1 -- 172.21.15.76:0/489132273 learned_addr learned my addr 172.21.15.76:0/489132273 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd91c640 1 -- 172.21.15.76:0/489132273 >> v2:172.21.15.106:3300/0 conn(0x7fafc806d520 msgr2=0x7fafc8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd11b640 1 --2- 172.21.15.76:0/489132273 >> v2:172.21.15.106:3300/0 conn(0x7fafc806d520 0x7fafc8159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd91c640 1 --2- 172.21.15.76:0/489132273 >> v2:172.21.15.106:3300/0 conn(0x7fafc806d520 0x7fafc8159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcc91a640 1 -- 172.21.15.76:0/489132273 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2380835127 0 0) 0x7fafc815c600 con 0x7fafc80bffc0 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd91c640 1 -- 172.21.15.76:0/489132273 >> v1:172.21.15.76:6789/0 conn(0x7fafc80bffc0 legacy=0x7fafc80c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd91c640 1 -- 172.21.15.76:0/489132273 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc815bfb0 con 0x7fafc81560e0 2023-11-25T03:14:51.828 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.822+0000 7fafcd11b640 1 --2- 172.21.15.76:0/489132273 >> v2:172.21.15.106:3300/0 conn(0x7fafc806d520 0x7fafc8159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:51.829 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcd91c640 1 --2- 172.21.15.76:0/489132273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc815ca90 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7fafc80c1330 tx=0x7fafc401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33b220b098387cd8 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcc91a640 1 -- 172.21.15.76:0/489132273 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc81566d0 con 0x7fafc81560e0 2023-11-25T03:14:51.830 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcc91a640 1 -- 172.21.15.76:0/489132273 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc40ab650 con 0x7fafc81560e0 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcc91a640 1 -- 172.21.15.76:0/489132273 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc40ab9e0 con 0x7fafc81560e0 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 -- 172.21.15.76:0/489132273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 msgr2=0x7fafc815ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 --2- 172.21.15.76:0/489132273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc815ca90 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7fafc80c1330 tx=0x7fafc401c430 comp rx=0 tx=0).stop 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 -- 172.21.15.76:0/489132273 shutdown_connections 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 --2- 172.21.15.76:0/489132273 >> v2:172.21.15.106:3300/0 conn(0x7fafc806d520 0x7fafc8159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 --2- 172.21.15.76:0/489132273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc815ca90 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 -- 172.21.15.76:0/489132273 >> 172.21.15.76:0/489132273 conn(0x7fafc806a5b0 msgr2=0x7fafc806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:51.831 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 -- 172.21.15.76:0/489132273 shutdown_connections 2023-11-25T03:14:51.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.826+0000 7fafcfb80640 1 -- 172.21.15.76:0/489132273 wait complete. 2023-11-25T03:14:51.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 Processor -- start 2023-11-25T03:14:51.832 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- start start 2023-11-25T03:14:51.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafc806d520 0x7fafc814f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafc80bffc0 0x7fafc814d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc814d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc8153580 con 0x7fafc81560e0 2023-11-25T03:14:51.834 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc80aa640 con 0x7fafc80bffc0 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafc80aa920 con 0x7fafc806d520 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc814d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc814d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52886/0 (socket says 172.21.15.76:52886) 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 -- 172.21.15.76:0/2057562811 learned_addr learned my addr 172.21.15.76:0/2057562811 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcd11b640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafc80bffc0 0x7fafc814d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcd91c640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafc806d520 0x7fafc814f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 -- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafc806d520 msgr2=0x7fafc814f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.835 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafc806d520 0x7fafc814f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 -- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafc80bffc0 msgr2=0x7fafc814d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafc80bffc0 0x7fafc814d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:51.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 -- 172.21.15.76:0/2057562811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc4009420 con 0x7fafc81560e0 2023-11-25T03:14:51.836 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafce11d640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc814d570 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7fafc000c7a0 tx=0x7fafc000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc000a640 con 0x7fafc81560e0 2023-11-25T03:14:51.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc000a7a0 con 0x7fafc81560e0 2023-11-25T03:14:51.837 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc000abd0 con 0x7fafc81560e0 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafc80aac00 con 0x7fafc81560e0 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafc814f970 con 0x7fafc81560e0 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.830+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafc814cd50 con 0x7fafc81560e0 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.834+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fafc000ad30 con 0x7fafc81560e0 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.834+0000 7fafbe7fc640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafac066470 0x7fafac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.834+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fafc0083200 con 0x7fafc81560e0 2023-11-25T03:14:51.838 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.834+0000 7fafcd91c640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafac066470 0x7fafac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:51.839 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.834+0000 7fafcd91c640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafac066470 0x7fafac068930 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fafc40af000 tx=0x7fafc40a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:51.841 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.838+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fafc814cd50 con 0x7fafc81560e0 2023-11-25T03:14:51.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fafc815a3f0 con 0x7fafac066470 2023-11-25T03:14:51.997 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafbe7fc640 1 -- 172.21.15.76:0/2057562811 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fafc40042a0 con 0x7fafac066470 2023-11-25T03:14:51.997 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 0 to deep-scrub 2023-11-25T03:14:51.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafac066470 msgr2=0x7fafac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:51.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafac066470 0x7fafac068930 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fafc40af000 tx=0x7fafc40a7000 comp rx=0 tx=0).stop 2023-11-25T03:14:51.999 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 msgr2=0x7fafc814d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc814d570 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7fafc000c7a0 tx=0x7fafc000cc60 comp rx=0 tx=0).stop 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 shutdown_connections 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fafac066470 0x7fafac068930 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafc81560e0 0x7fafc814d570 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fafc80bffc0 0x7fafc814d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 --2- 172.21.15.76:0/2057562811 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fafc806d520 0x7fafc814f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 >> 172.21.15.76:0/2057562811 conn(0x7fafc806a5b0 msgr2=0x7fafc8072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.000 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 shutdown_connections 2023-11-25T03:14:52.001 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:51.994+0000 7fafcfb80640 1 -- 172.21.15.76:0/2057562811 wait complete. 2023-11-25T03:14:52.018 INFO:tasks.ceph:Scrubbing osd.1 2023-11-25T03:14:52.018 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:52.160 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 Processor -- start 2023-11-25T03:14:52.161 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 -- start start 2023-11-25T03:14:52.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f436006c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43600c0ea0 0x7f436015bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43600c2460 con 0x7f4360155f70 2023-11-25T03:14:52.163 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43600c1710 con 0x7f43600c0ea0 2023-11-25T03:14:52.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4366059640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43600c0690 con 0x7f4360156350 2023-11-25T03:14:52.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43600c0ea0 0x7f436015bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4364856640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f436006c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43600c0ea0 0x7f436015bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52890/0 (socket says 172.21.15.76:52890) 2023-11-25T03:14:52.164 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 -- 172.21.15.76:0/3863213191 learned_addr learned my addr 172.21.15.76:0/3863213191 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:52.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365057640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f4360155f70 0x7f436006bda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:36376/0 (socket says 172.21.15.76:36376) 2023-11-25T03:14:52.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 -- 172.21.15.76:0/3863213191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 msgr2=0x7f436006c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:52.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 --2- 172.21.15.76:0/3863213191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f436006c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.165 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 -- 172.21.15.76:0/3863213191 >> v1:172.21.15.106:6789/0 conn(0x7f4360155f70 legacy=0x7f436006bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4365858640 1 -- 172.21.15.76:0/3863213191 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43600c2180 con 0x7f43600c0ea0 2023-11-25T03:14:52.166 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.158+0000 7f4357fff640 1 -- 172.21.15.76:0/3863213191 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3777359107 0 0) 0x7f43600c2460 con 0x7f4360155f70 2023-11-25T03:14:52.167 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4365858640 1 --2- 172.21.15.76:0/3863213191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43600c0ea0 0x7f436015bde0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f4358009e50 tx=0x7f435801c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f36793b85ca3805 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4357fff640 1 -- 172.21.15.76:0/3863213191 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43580a5690 con 0x7f43600c0ea0 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4357fff640 1 -- 172.21.15.76:0/3863213191 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43580a57f0 con 0x7f43600c0ea0 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4357fff640 1 -- 172.21.15.76:0/3863213191 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43580a5b80 con 0x7f43600c0ea0 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 -- 172.21.15.76:0/3863213191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43600c0ea0 msgr2=0x7f436015bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 --2- 172.21.15.76:0/3863213191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43600c0ea0 0x7f436015bde0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f4358009e50 tx=0x7f435801c8c0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 -- 172.21.15.76:0/3863213191 shutdown_connections 2023-11-25T03:14:52.168 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 --2- 172.21.15.76:0/3863213191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43600c0ea0 0x7f436015bde0 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 --2- 172.21.15.76:0/3863213191 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f436006c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 -- 172.21.15.76:0/3863213191 >> 172.21.15.76:0/3863213191 conn(0x7f43600c2660 msgr2=0x7f43600c2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 -- 172.21.15.76:0/3863213191 shutdown_connections 2023-11-25T03:14:52.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.162+0000 7f4366059640 1 -- 172.21.15.76:0/3863213191 wait complete. 2023-11-25T03:14:52.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 Processor -- start 2023-11-25T03:14:52.169 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- start start 2023-11-25T03:14:52.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43600c0ea0 0x7f436014a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360155f70 0x7f43601f4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f43601f4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.171 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f436015acb0 con 0x7f4360155f70 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43601554b0 con 0x7f43600c0ea0 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4360144a40 con 0x7f4360156350 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360155f70 0x7f43601f4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360155f70 0x7f43601f4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52898/0 (socket says 172.21.15.76:52898) 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 -- 172.21.15.76:0/1201683761 learned_addr learned my addr 172.21.15.76:0/1201683761 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4365057640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43600c0ea0 0x7f436014a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4365858640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f43601f4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.172 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 -- 172.21.15.76:0/1201683761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 msgr2=0x7f43601f4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f4360156350 0x7f43601f4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 -- 172.21.15.76:0/1201683761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43600c0ea0 msgr2=0x7f436014a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f43600c0ea0 0x7f436014a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 -- 172.21.15.76:0/1201683761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4358009b30 con 0x7f4360155f70 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4364856640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360155f70 0x7f43601f4a00 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f435000e870 tx=0x7f435000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4350009510 con 0x7f4360155f70 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f435000eec0 con 0x7f4360155f70 2023-11-25T03:14:52.173 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43600c0ca0 con 0x7f4360155f70 2023-11-25T03:14:52.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435000cb40 con 0x7f4360155f70 2023-11-25T03:14:52.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43600a9ef0 con 0x7f4360155f70 2023-11-25T03:14:52.174 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.166+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f43600c0b20 con 0x7f4360155f70 2023-11-25T03:14:52.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f435000cca0 con 0x7f4360155f70 2023-11-25T03:14:52.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43440664a0 0x7f4344068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f4350083ca0 con 0x7f4360155f70 2023-11-25T03:14:52.175 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4365057640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43440664a0 0x7f4344068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f434406c3a0 0x7f434406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 --> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f434406ee70 con 0x7f434406c3a0 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f43500882a0 con 0x7f4360155f70 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4365858640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f434406c3a0 0x7f434406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4365057640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43440664a0 0x7f4344068960 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f435c000f70 tx=0x7f435c007b60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4365858640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f434406c3a0 0x7f434406e7c0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.176 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.170+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== osd.1 v2:172.21.15.76:6800/2056244483 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f434406ee70 con 0x7f434406c3a0 2023-11-25T03:14:52.187 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.182+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 --> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f43600725e0 con 0x7f434406c3a0 2023-11-25T03:14:52.188 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4355ffb640 1 -- 172.21.15.76:0/1201683761 <== osd.1 v2:172.21.15.76:6800/2056244483 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f4358009150 con 0x7f434406c3a0 2023-11-25T03:14:52.188 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:52.188 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:52.188 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:52.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f434406c3a0 msgr2=0x7f434406e7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6800/2056244483,v1:172.21.15.76:6801/2056244483] conn(0x7f434406c3a0 0x7f434406e7c0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43440664a0 msgr2=0x7f4344068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.189 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f43440664a0 0x7f4344068960 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f435c000f70 tx=0x7f435c007b60 comp rx=0 tx=0).stop 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360155f70 msgr2=0x7f43601f4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 --2- 172.21.15.76:0/1201683761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4360155f70 0x7f43601f4a00 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f435000e870 tx=0x7f435000ec70 comp rx=0 tx=0).stop 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4365858640 1 -- 172.21.15.76:0/1201683761 reap_dead start 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 shutdown_connections 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 >> 172.21.15.76:0/1201683761 conn(0x7f43600c2660 msgr2=0x7f4360070fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 shutdown_connections 2023-11-25T03:14:52.190 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.186+0000 7f4366059640 1 -- 172.21.15.76:0/1201683761 wait complete. 2023-11-25T03:14:52.206 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2023-11-25T03:14:52.345 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1f4c5a640 1 Processor -- start 2023-11-25T03:14:52.346 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1f4c5a640 1 -- start start 2023-11-25T03:14:52.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1f4c5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.347 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1f4c5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1f00c31c0 con 0x7fd1f00c63c0 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1f4c5a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1f00c34a0 con 0x7fd1f00c4100 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1f4c5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f00c1030 con 0x7fd1f00c2bb0 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1ee59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd1f00c63c0 0x7fd1f00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50852/0 (socket says 172.21.15.76:50852) 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1ee59c640 1 -- 172.21.15.76:0/2055837680 learned_addr learned my addr 172.21.15.76:0/2055837680 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1eed9d640 1 --2- 172.21.15.76:0/2055837680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 491109928 0 0) 0x7fd1f00c31c0 con 0x7fd1f00c63c0 2023-11-25T03:14:52.348 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd1dc003530 con 0x7fd1f00c63c0 2023-11-25T03:14:52.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1559691851 0 0) 0x7fd1f00c34a0 con 0x7fd1f00c4100 2023-11-25T03:14:52.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd1f00c31c0 con 0x7fd1f00c4100 2023-11-25T03:14:52.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2966740667 0 0) 0x7fd1dc003530 con 0x7fd1f00c63c0 2023-11-25T03:14:52.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1eed9d640 1 -- 172.21.15.76:0/2055837680 >> v1:172.21.15.106:6789/0 conn(0x7fd1f00c4100 legacy=0x7fd1f00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1eed9d640 1 -- 172.21.15.76:0/2055837680 >> v1:172.21.15.76:6789/0 conn(0x7fd1f00c63c0 legacy=0x7fd1f00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.349 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.342+0000 7fd1eed9d640 1 -- 172.21.15.76:0/2055837680 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1f00c1310 con 0x7fd1f00c2bb0 2023-11-25T03:14:52.350 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.346+0000 7fd1eed9d640 1 --2- 172.21.15.76:0/2055837680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f00c06d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009dc0 tx=0x7fd1e801c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=858a5d4fe7c0fc00 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.346+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1d8001680 con 0x7fd1f00c2bb0 2023-11-25T03:14:52.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.346+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1e80a55a0 con 0x7fd1f00c2bb0 2023-11-25T03:14:52.351 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.346+0000 7fd1edd9b640 1 -- 172.21.15.76:0/2055837680 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e80a5930 con 0x7fd1f00c2bb0 2023-11-25T03:14:52.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.346+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2055837680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 msgr2=0x7fd1f00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.346+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2055837680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f00c06d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009dc0 tx=0x7fd1e801c740 comp rx=0 tx=0).stop 2023-11-25T03:14:52.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2055837680 shutdown_connections 2023-11-25T03:14:52.352 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2055837680 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f00c06d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2055837680 >> 172.21.15.76:0/2055837680 conn(0x7fd1f006a5b0 msgr2=0x7fd1f006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2055837680 shutdown_connections 2023-11-25T03:14:52.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2055837680 wait complete. 2023-11-25T03:14:52.353 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 Processor -- start 2023-11-25T03:14:52.354 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- start start 2023-11-25T03:14:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f0157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 0x7fd1f0071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1f00c63c0 0x7fd1f0143d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f0157b30 con 0x7fd1f00c4100 2023-11-25T03:14:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f015b650 con 0x7fd1f00c63c0 2023-11-25T03:14:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1f4c5a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f0071de0 con 0x7fd1f00c2bb0 2023-11-25T03:14:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 0x7fd1f0071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 0x7fd1f0071100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52902/0 (socket says 172.21.15.76:52902) 2023-11-25T03:14:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 -- 172.21.15.76:0/2717492547 learned_addr learned my addr 172.21.15.76:0/2717492547 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1eed9d640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1f00c63c0 0x7fd1f0143d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1ee59c640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f0157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 -- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 msgr2=0x7fd1f0157310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f0157310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 -- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1f00c63c0 msgr2=0x7fd1f0143d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1f00c63c0 0x7fd1f0143d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1e5d9b640 1 -- 172.21.15.76:0/2717492547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1e8009a70 con 0x7fd1f00c4100 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.350+0000 7fd1ee59c640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f0157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:52.362 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e5d9b640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 0x7fd1f0071100 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000c490 tx=0x7fd1e000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e00052d0 con 0x7fd1f00c4100 2023-11-25T03:14:52.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1e0005430 con 0x7fd1f00c4100 2023-11-25T03:14:52.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0012870 con 0x7fd1f00c4100 2023-11-25T03:14:52.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1f01523d0 con 0x7fd1f00c4100 2023-11-25T03:14:52.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1f015bbb0 con 0x7fd1f00c4100 2023-11-25T03:14:52.363 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1f0068400 con 0x7fd1f00c4100 2023-11-25T03:14:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd1e00129d0 con 0x7fd1f00c4100 2023-11-25T03:14:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e77fe640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd1d0066470 0x7fd1d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fd1e0083690 con 0x7fd1f00c4100 2023-11-25T03:14:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1ee59c640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd1d0066470 0x7fd1d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.354+0000 7fd1ee59c640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd1d0066470 0x7fd1d0068930 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8000f70 tx=0x7fd1d8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.358+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd1e0050e40 con 0x7fd1f00c4100 2023-11-25T03:14:52.518 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.514+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7fd1f00c3e70 con 0x7fd1d0066470 2023-11-25T03:14:52.519 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.514+0000 7fd1e77fe640 1 -- 172.21.15.76:0/2717492547 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fd1f00c3e70 con 0x7fd1d0066470 2023-11-25T03:14:52.519 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 1 to deep-scrub 2023-11-25T03:14:52.520 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd1d0066470 msgr2=0x7fd1d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd1d0066470 0x7fd1d0068930 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8000f70 tx=0x7fd1d8009040 comp rx=0 tx=0).stop 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 msgr2=0x7fd1f0071100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 0x7fd1f0071100 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000c490 tx=0x7fd1e000c950 comp rx=0 tx=0).stop 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 shutdown_connections 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fd1d0066470 0x7fd1d0068930 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fd1f00c63c0 0x7fd1f0143d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1f00c4100 0x7fd1f0071100 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 --2- 172.21.15.76:0/2717492547 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fd1f00c2bb0 0x7fd1f0157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 >> 172.21.15.76:0/2717492547 conn(0x7fd1f006a5b0 msgr2=0x7fd1f00bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 shutdown_connections 2023-11-25T03:14:52.522 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.518+0000 7fd1f4c5a640 1 -- 172.21.15.76:0/2717492547 wait complete. 2023-11-25T03:14:52.539 INFO:tasks.ceph:Scrubbing osd.2 2023-11-25T03:14:52.540 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:52.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 Processor -- start 2023-11-25T03:14:52.681 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 -- start start 2023-11-25T03:14:52.683 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f52e80c4fb0 0x7f52e80c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f52e806db90 0x7f52e806dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e80aa750 con 0x7f52e806c840 2023-11-25T03:14:52.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e806e530 con 0x7f52e80c4fb0 2023-11-25T03:14:52.684 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52eee17640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e80a8f90 con 0x7f52e806db90 2023-11-25T03:14:52.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f52e80c4fb0 0x7f52e80c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f52e80c4fb0 0x7f52e80c1320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52908/0 (socket says 172.21.15.76:52908) 2023-11-25T03:14:52.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 -- 172.21.15.76:0/3839803802 learned_addr learned my addr 172.21.15.76:0/3839803802 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:52.685 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52e7fff640 1 --2- 172.21.15.76:0/3839803802 >> v2:172.21.15.106:3300/0 conn(0x7f52e806db90 0x7f52e806dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 -- 172.21.15.76:0/3839803802 >> v2:172.21.15.106:3300/0 conn(0x7f52e806db90 msgr2=0x7f52e806dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:52.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 --2- 172.21.15.76:0/3839803802 >> v2:172.21.15.106:3300/0 conn(0x7f52e806db90 0x7f52e806dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 -- 172.21.15.76:0/3839803802 >> v1:172.21.15.106:6789/0 conn(0x7f52e806c840 legacy=0x7f52e806cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.686 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.678+0000 7f52ecbb3640 1 -- 172.21.15.76:0/3839803802 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e80a9270 con 0x7f52e80c4fb0 2023-11-25T03:14:52.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52ecbb3640 1 --2- 172.21.15.76:0/3839803802 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e80c4fb0 0x7f52e80c1320 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f52e80c6a60 tx=0x7f52dc01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fe58f23109ba1ab server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52e77fe640 1 -- 172.21.15.76:0/3839803802 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0ac640 con 0x7f52e80c4fb0 2023-11-25T03:14:52.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52e77fe640 1 -- 172.21.15.76:0/3839803802 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52dc0ac7a0 con 0x7f52e80c4fb0 2023-11-25T03:14:52.691 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52e77fe640 1 -- 172.21.15.76:0/3839803802 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0acb30 con 0x7f52e80c4fb0 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 -- 172.21.15.76:0/3839803802 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e80c4fb0 msgr2=0x7f52e80c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 --2- 172.21.15.76:0/3839803802 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e80c4fb0 0x7f52e80c1320 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f52e80c6a60 tx=0x7f52dc01c3e0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 -- 172.21.15.76:0/3839803802 shutdown_connections 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 --2- 172.21.15.76:0/3839803802 >> v2:172.21.15.106:3300/0 conn(0x7f52e806db90 0x7f52e806dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 --2- 172.21.15.76:0/3839803802 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e80c4fb0 0x7f52e80c1320 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 -- 172.21.15.76:0/3839803802 >> 172.21.15.76:0/3839803802 conn(0x7f52e80c5d40 msgr2=0x7f52e80c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 -- 172.21.15.76:0/3839803802 shutdown_connections 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 -- 172.21.15.76:0/3839803802 wait complete. 2023-11-25T03:14:52.692 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 Processor -- start 2023-11-25T03:14:52.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.682+0000 7f52eee17640 1 -- start start 2023-11-25T03:14:52.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e806c840 0x7f52e80a70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52e806db90 0x7f52e81463d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52e80c4fb0 0x7f52e8146910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e80a81f0 con 0x7f52e806c840 2023-11-25T03:14:52.693 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e80a5a60 con 0x7f52e806db90 2023-11-25T03:14:52.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e80a5cb0 con 0x7f52e80c4fb0 2023-11-25T03:14:52.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e806c840 0x7f52e80a70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.694 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e806c840 0x7f52e80a70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52924/0 (socket says 172.21.15.76:52924) 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 -- 172.21.15.76:0/1426498288 learned_addr learned my addr 172.21.15.76:0/1426498288 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 -- 172.21.15.76:0/1426498288 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52e80c4fb0 msgr2=0x7f52e8146910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52e80c4fb0 0x7f52e8146910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 -- 172.21.15.76:0/1426498288 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52e806db90 msgr2=0x7f52e81463d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52e806db90 0x7f52e81463d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 -- 172.21.15.76:0/1426498288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52dc0094d0 con 0x7f52e806c840 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52ecbb3640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e806c840 0x7f52e80a70f0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f52dc01a010 tx=0x7f52dc01ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.695 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0b7860 con 0x7f52e806c840 2023-11-25T03:14:52.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52dc0b79e0 con 0x7f52e806c840 2023-11-25T03:14:52.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e80a5f90 con 0x7f52e806c840 2023-11-25T03:14:52.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0b7d90 con 0x7f52e806c840 2023-11-25T03:14:52.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52e80a6550 con 0x7f52e806c840 2023-11-25T03:14:52.696 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.686+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f52e806e0d0 con 0x7f52e806c840 2023-11-25T03:14:52.697 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f52dc0b3070 con 0x7f52e806c840 2023-11-25T03:14:52.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52cc066470 0x7f52cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.698 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f52dc11e940 con 0x7f52e806c840 2023-11-25T03:14:52.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e7fff640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52cc066470 0x7f52cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f52cc06c370 0x7f52cc06e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 --> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f52cc06ee40 con 0x7f52cc06c370 2023-11-25T03:14:52.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f52dc11ecb0 con 0x7f52e806c840 2023-11-25T03:14:52.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52ed3b4640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f52cc06c370 0x7f52cc06e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.699 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e7fff640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52cc066470 0x7f52cc068930 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f52e8152ae0 tx=0x7f52d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52ed3b4640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f52cc06c370 0x7f52cc06e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.700 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.690+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== osd.2 v2:172.21.15.76:6809/656993289 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f52cc06ee40 con 0x7f52cc06c370 2023-11-25T03:14:52.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.702+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 --> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f52e80c3c40 con 0x7f52cc06c370 2023-11-25T03:14:52.707 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.702+0000 7f52e57fa640 1 -- 172.21.15.76:0/1426498288 <== osd.2 v2:172.21.15.76:6809/656993289 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f52e0001db0 con 0x7f52cc06c370 2023-11-25T03:14:52.708 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:52.708 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:52.708 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:52.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f52cc06c370 msgr2=0x7f52cc06e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6809/656993289,v1:172.21.15.76:6811/656993289] conn(0x7f52cc06c370 0x7f52cc06e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52cc066470 msgr2=0x7f52cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f52cc066470 0x7f52cc068930 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f52e8152ae0 tx=0x7f52d4008040 comp rx=0 tx=0).stop 2023-11-25T03:14:52.709 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e806c840 msgr2=0x7f52e80a70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 --2- 172.21.15.76:0/1426498288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52e806c840 0x7f52e80a70f0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f52dc01a010 tx=0x7f52dc01ac20 comp rx=0 tx=0).stop 2023-11-25T03:14:52.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52ed3b4640 1 -- 172.21.15.76:0/1426498288 reap_dead start 2023-11-25T03:14:52.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 shutdown_connections 2023-11-25T03:14:52.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 >> 172.21.15.76:0/1426498288 conn(0x7f52e80c5d40 msgr2=0x7f52e80c6120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 shutdown_connections 2023-11-25T03:14:52.710 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.706+0000 7f52eee17640 1 -- 172.21.15.76:0/1426498288 wait complete. 2023-11-25T03:14:52.726 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2023-11-25T03:14:52.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 Processor -- start 2023-11-25T03:14:52.864 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 -- start start 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 0x7fec1c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fec1c072090 0x7fec1c1516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec1c0c2760 con 0x7fec1c0c4110 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec1c0c3070 con 0x7fec1c072090 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec21165640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec1c151bf0 con 0x7fec1c0a5370 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1b59e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fec1c072090 0x7fec1c1516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.866 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1ad9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 0x7fec1c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec13fff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7fec1c0c4110 0x7fec1c150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:36408/0 (socket says 172.21.15.76:36408) 2023-11-25T03:14:52.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1ad9d640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 0x7fec1c0c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:38528/0 (socket says 172.21.15.76:38528) 2023-11-25T03:14:52.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1b59e640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fec1c072090 0x7fec1c1516b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:47438/0 (socket says 172.21.15.76:47438) 2023-11-25T03:14:52.867 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec13fff640 1 -- 172.21.15.76:0/2292257836 learned_addr learned my addr 172.21.15.76:0/2292257836 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:52.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1ad9d640 1 -- 172.21.15.76:0/2292257836 >> v2:172.21.15.106:3300/0 conn(0x7fec1c072090 msgr2=0x7fec1c1516b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:52.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1ad9d640 1 --2- 172.21.15.76:0/2292257836 >> v2:172.21.15.106:3300/0 conn(0x7fec1c072090 0x7fec1c1516b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1ad9d640 1 -- 172.21.15.76:0/2292257836 >> v1:172.21.15.106:6789/0 conn(0x7fec1c0c4110 legacy=0x7fec1c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1ad9d640 1 -- 172.21.15.76:0/2292257836 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec1c0a5750 con 0x7fec1c0a5370 2023-11-25T03:14:52.868 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.862+0000 7fec1a59c640 1 -- 172.21.15.76:0/2292257836 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1082651892 0 0) 0x7fec1c0c2760 con 0x7fec1c0c4110 2023-11-25T03:14:52.869 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec1ad9d640 1 --2- 172.21.15.76:0/2292257836 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 0x7fec1c0c3bd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0097c0 tx=0x7fec0c01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=260aa2f5707765c9 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec1a59c640 1 -- 172.21.15.76:0/2292257836 <== mon.2 v2:172.21.15.106:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0c0ab600 con 0x7fec1c0a5370 2023-11-25T03:14:52.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec1a59c640 1 -- 172.21.15.76:0/2292257836 <== mon.2 v2:172.21.15.106:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec0c0a7050 con 0x7fec1c0a5370 2023-11-25T03:14:52.870 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec1a59c640 1 -- 172.21.15.76:0/2292257836 <== mon.2 v2:172.21.15.106:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0c0ab980 con 0x7fec1c0a5370 2023-11-25T03:14:52.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 -- 172.21.15.76:0/2292257836 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 msgr2=0x7fec1c0c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 --2- 172.21.15.76:0/2292257836 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 0x7fec1c0c3bd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0097c0 tx=0x7fec0c01c330 comp rx=0 tx=0).stop 2023-11-25T03:14:52.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 -- 172.21.15.76:0/2292257836 shutdown_connections 2023-11-25T03:14:52.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 --2- 172.21.15.76:0/2292257836 >> v2:172.21.15.106:3300/0 conn(0x7fec1c072090 0x7fec1c1516b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 --2- 172.21.15.76:0/2292257836 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c0a5370 0x7fec1c0c3bd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.871 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 -- 172.21.15.76:0/2292257836 >> 172.21.15.76:0/2292257836 conn(0x7fec1c06a5b0 msgr2=0x7fec1c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:52.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 -- 172.21.15.76:0/2292257836 shutdown_connections 2023-11-25T03:14:52.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.866+0000 7fec21165640 1 -- 172.21.15.76:0/2292257836 wait complete. 2023-11-25T03:14:52.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 Processor -- start 2023-11-25T03:14:52.872 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 -- start start 2023-11-25T03:14:52.874 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c072090 0x7fec1c0bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 0x7fec1c0a7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fec1c0c4110 0x7fec1c0a7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1c14f830 con 0x7fec1c0a5370 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1c14f0a0 con 0x7fec1c0c4110 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec1c0a83e0 con 0x7fec1c072090 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 0x7fec1c0a7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 0x7fec1c0a7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52940/0 (socket says 172.21.15.76:52940) 2023-11-25T03:14:52.875 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 -- 172.21.15.76:0/2986698368 learned_addr learned my addr 172.21.15.76:0/2986698368 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec1ad9d640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c072090 0x7fec1c0bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec1b59e640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fec1c0c4110 0x7fec1c0a7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 -- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c072090 msgr2=0x7fec1c0bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c072090 0x7fec1c0bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 -- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fec1c0c4110 msgr2=0x7fec1c0a7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fec1c0c4110 0x7fec1c0a7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 -- 172.21.15.76:0/2986698368 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec0c009420 con 0x7fec1c0a5370 2023-11-25T03:14:52.876 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec1b59e640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fec1c0c4110 0x7fec1c0a7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:52.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec13fff640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 0x7fec1c0a7960 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fec0400c480 tx=0x7fec0400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec040074e0 con 0x7fec1c0a5370 2023-11-25T03:14:52.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec04007660 con 0x7fec1c0a5370 2023-11-25T03:14:52.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec1c14ed50 con 0x7fec1c0a5370 2023-11-25T03:14:52.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec04004a30 con 0x7fec1c0a5370 2023-11-25T03:14:52.877 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.870+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec1c1ed910 con 0x7fec1c0a5370 2023-11-25T03:14:52.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.874+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec1c1ede60 con 0x7fec1c0a5370 2023-11-25T03:14:52.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.874+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fec04004b90 con 0x7fec1c0a5370 2023-11-25T03:14:52.878 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.874+0000 7fec137fe640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7febfc066470 0x7febfc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:52.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.874+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fec04082fd0 con 0x7fec1c0a5370 2023-11-25T03:14:52.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.874+0000 7fec1ad9d640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7febfc066470 0x7febfc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:52.879 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.874+0000 7fec1ad9d640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7febfc066470 0x7febfc068930 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0097c0 tx=0x7fec0c0a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:52.881 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:52.878+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fec040542c0 con 0x7fec1c0a5370 2023-11-25T03:14:53.040 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7fec1c0c2c90 con 0x7febfc066470 2023-11-25T03:14:53.041 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec137fe640 1 -- 172.21.15.76:0/2986698368 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fec0c0ab780 con 0x7febfc066470 2023-11-25T03:14:53.041 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 2 to deep-scrub 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7febfc066470 msgr2=0x7febfc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7febfc066470 0x7febfc068930 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0097c0 tx=0x7fec0c0a6000 comp rx=0 tx=0).stop 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 msgr2=0x7fec1c0a7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 0x7fec1c0a7960 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fec0400c480 tx=0x7fec0400c940 comp rx=0 tx=0).stop 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 shutdown_connections 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7febfc066470 0x7febfc068930 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.043 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fec1c0c4110 0x7fec1c0a7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1c0a5370 0x7fec1c0a7960 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 --2- 172.21.15.76:0/2986698368 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fec1c072090 0x7fec1c0bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 >> 172.21.15.76:0/2986698368 conn(0x7fec1c06a5b0 msgr2=0x7fec1c0c4a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 shutdown_connections 2023-11-25T03:14:53.044 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.038+0000 7fec21165640 1 -- 172.21.15.76:0/2986698368 wait complete. 2023-11-25T03:14:53.061 INFO:tasks.ceph:Scrubbing osd.3 2023-11-25T03:14:53.062 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:53.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.198+0000 7f25d332a640 1 Processor -- start 2023-11-25T03:14:53.203 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.198+0000 7f25d332a640 1 -- start start 2023-11-25T03:14:53.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d332a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc067bf0 0x7f25cc14dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.204 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d332a640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f25cc0c0f30 0x7f25cc0c2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d332a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25cc153db0 0x7f25cc154240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d332a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25cc071330 con 0x7f25cc153db0 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d332a640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25cc06a5b0 con 0x7f25cc0c0f30 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d332a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25cc0c2740 con 0x7f25cc067bf0 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25cc153db0 0x7f25cc154240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25cc153db0 0x7f25cc154240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52950/0 (socket says 172.21.15.76:52950) 2023-11-25T03:14:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 -- 172.21.15.76:0/2375398765 learned_addr learned my addr 172.21.15.76:0/2375398765 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d08c5640 1 --2- 172.21.15.76:0/2375398765 >> v2:172.21.15.106:3300/0 conn(0x7f25cc0c0f30 0x7f25cc0c2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d10c6640 1 --2- 172.21.15.76:0/2375398765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc067bf0 0x7f25cc14dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 -- 172.21.15.76:0/2375398765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc067bf0 msgr2=0x7f25cc14dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 --2- 172.21.15.76:0/2375398765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc067bf0 0x7f25cc14dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 -- 172.21.15.76:0/2375398765 >> v2:172.21.15.106:3300/0 conn(0x7f25cc0c0f30 msgr2=0x7f25cc0c2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:53.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 --2- 172.21.15.76:0/2375398765 >> v2:172.21.15.106:3300/0 conn(0x7f25cc0c0f30 0x7f25cc0c2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.202+0000 7f25d18c7640 1 -- 172.21.15.76:0/2375398765 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25cc0c29e0 con 0x7f25cc153db0 2023-11-25T03:14:53.207 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d18c7640 1 --2- 172.21.15.76:0/2375398765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc153db0 0x7f25cc154240 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f25cc06e660 tx=0x7f25c401eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=170d8fdc9a89c489 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25c3fff640 1 -- 172.21.15.76:0/2375398765 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c40a7960 con 0x7f25cc153db0 2023-11-25T03:14:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25c3fff640 1 -- 172.21.15.76:0/2375398765 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25c40a7ac0 con 0x7f25cc153db0 2023-11-25T03:14:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25c3fff640 1 -- 172.21.15.76:0/2375398765 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c40a7e50 con 0x7f25cc153db0 2023-11-25T03:14:53.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- 172.21.15.76:0/2375398765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc153db0 msgr2=0x7f25cc154240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- 172.21.15.76:0/2375398765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc153db0 0x7f25cc154240 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f25cc06e660 tx=0x7f25c401eb50 comp rx=0 tx=0).stop 2023-11-25T03:14:53.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- 172.21.15.76:0/2375398765 shutdown_connections 2023-11-25T03:14:53.209 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- 172.21.15.76:0/2375398765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc153db0 0x7f25cc154240 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- 172.21.15.76:0/2375398765 >> v2:172.21.15.106:3300/0 conn(0x7f25cc0c0f30 0x7f25cc0c2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- 172.21.15.76:0/2375398765 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc067bf0 0x7f25cc14dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- 172.21.15.76:0/2375398765 >> 172.21.15.76:0/2375398765 conn(0x7f25cc0a8ad0 msgr2=0x7f25cc0c6240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- 172.21.15.76:0/2375398765 shutdown_connections 2023-11-25T03:14:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- 172.21.15.76:0/2375398765 wait complete. 2023-11-25T03:14:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 Processor -- start 2023-11-25T03:14:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- start start 2023-11-25T03:14:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc067bf0 0x7f25cc152a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc0c0f30 0x7f25cc0a9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f25cc153db0 0x7f25cc143bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25cc0a91f0 con 0x7f25cc067bf0 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25cc1e3e30 con 0x7f25cc153db0 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d332a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25cc1e4110 con 0x7f25cc0c0f30 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d10c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc067bf0 0x7f25cc152a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d10c6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc067bf0 0x7f25cc152a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52956/0 (socket says 172.21.15.76:52956) 2023-11-25T03:14:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.206+0000 7f25d10c6640 1 -- 172.21.15.76:0/3416720595 learned_addr learned my addr 172.21.15.76:0/3416720595 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d08c5640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc0c0f30 0x7f25cc0a9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d18c7640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f25cc153db0 0x7f25cc143bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d10c6640 1 -- 172.21.15.76:0/3416720595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc0c0f30 msgr2=0x7f25cc0a9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d10c6640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f25cc0c0f30 0x7f25cc0a9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d10c6640 1 -- 172.21.15.76:0/3416720595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f25cc153db0 msgr2=0x7f25cc143bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d10c6640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f25cc153db0 0x7f25cc143bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d10c6640 1 -- 172.21.15.76:0/3416720595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c4009b30 con 0x7f25cc067bf0 2023-11-25T03:14:53.214 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d10c6640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc067bf0 0x7f25cc152a60 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f25c800e8b0 tx=0x7f25c800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c800c940 con 0x7f25cc067bf0 2023-11-25T03:14:53.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25c800caa0 con 0x7f25cc067bf0 2023-11-25T03:14:53.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25cc1e43f0 con 0x7f25cc067bf0 2023-11-25T03:14:53.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c800ce30 con 0x7f25cc067bf0 2023-11-25T03:14:53.215 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25cc1e49b0 con 0x7f25cc067bf0 2023-11-25T03:14:53.216 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f25cc068400 con 0x7f25cc067bf0 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f25c8013470 con 0x7f25cc067bf0 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.210+0000 7f25c1ffb640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f25b0066470 0x7f25b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f25c80841b0 con 0x7f25cc067bf0 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25d08c5640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f25b0066470 0x7f25b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25c1ffb640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f25b006c370 0x7f25b006e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 --> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f25b006ee40 con 0x7f25b006c370 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f25c8084520 con 0x7f25cc067bf0 2023-11-25T03:14:53.217 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25d18c7640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f25b006c370 0x7f25b006e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25d08c5640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f25b0066470 0x7f25b0068930 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f25cc0ac420 tx=0x7f25bc00a2a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25d18c7640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f25b006c370 0x7f25b006e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.218 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.214+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== osd.3 v2:172.21.15.76:6824/4067491836 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f25b006ee40 con 0x7f25b006c370 2023-11-25T03:14:53.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 --> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f25cc1e4280 con 0x7f25b006c370 2023-11-25T03:14:53.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25c1ffb640 1 -- 172.21.15.76:0/3416720595 <== osd.3 v2:172.21.15.76:6824/4067491836 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f25cc1e4280 con 0x7f25b006c370 2023-11-25T03:14:53.231 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:53.231 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:53.231 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:53.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f25b006c370 msgr2=0x7f25b006e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6824/4067491836,v1:172.21.15.76:6825/4067491836] conn(0x7f25b006c370 0x7f25b006e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f25b0066470 msgr2=0x7f25b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f25b0066470 0x7f25b0068930 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f25cc0ac420 tx=0x7f25bc00a2a0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc067bf0 msgr2=0x7f25cc152a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 --2- 172.21.15.76:0/3416720595 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25cc067bf0 0x7f25cc152a60 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f25c800e8b0 tx=0x7f25c800ed70 comp rx=0 tx=0).stop 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d18c7640 1 -- 172.21.15.76:0/3416720595 reap_dead start 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 shutdown_connections 2023-11-25T03:14:53.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 >> 172.21.15.76:0/3416720595 conn(0x7f25cc0a8ad0 msgr2=0x7f25cc14e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.226+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 shutdown_connections 2023-11-25T03:14:53.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.230+0000 7f25d332a640 1 -- 172.21.15.76:0/3416720595 wait complete. 2023-11-25T03:14:53.249 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2023-11-25T03:14:53.387 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.382+0000 7f0edfe9a640 1 Processor -- start 2023-11-25T03:14:53.388 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.382+0000 7f0edfe9a640 1 -- start start 2023-11-25T03:14:53.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edfe9a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0ed80bffc0 0x7f0ed815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edfe9a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ed815c600 con 0x7f0ed806d520 2023-11-25T03:14:53.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edfe9a640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ed815a5c0 con 0x7f0ed81560e0 2023-11-25T03:14:53.389 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edfe9a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ed81594e0 con 0x7f0ed80bffc0 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0ede437640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0ed80bffc0 0x7f0ed815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edd435640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0ed806d520 0x7f0ed80c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50866/0 (socket says 172.21.15.76:50866) 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edd435640 1 -- 172.21.15.76:0/2974286021 learned_addr learned my addr 172.21.15.76:0/2974286021 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0ede437640 1 -- 172.21.15.76:0/2974286021 >> v1:172.21.15.106:6789/0 conn(0x7f0ed81560e0 legacy=0x7f0ed8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0ede437640 1 -- 172.21.15.76:0/2974286021 >> v1:172.21.15.76:6789/0 conn(0x7f0ed806d520 legacy=0x7f0ed80c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0ede437640 1 -- 172.21.15.76:0/2974286021 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ed81597c0 con 0x7f0ed80bffc0 2023-11-25T03:14:53.390 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.386+0000 7f0edcc34640 1 -- 172.21.15.76:0/2974286021 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797473924 0 0) 0x7f0ed815c600 con 0x7f0ed806d520 2023-11-25T03:14:53.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0ede437640 1 --2- 172.21.15.76:0/2974286021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed80bffc0 0x7f0ed815ca90 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0009d90 tx=0x7f0ed001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7068f1863220193 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edcc34640 1 -- 172.21.15.76:0/2974286021 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00a59e0 con 0x7f0ed80bffc0 2023-11-25T03:14:53.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edcc34640 1 -- 172.21.15.76:0/2974286021 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ed00a5b40 con 0x7f0ed80bffc0 2023-11-25T03:14:53.392 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edcc34640 1 -- 172.21.15.76:0/2974286021 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00ad440 con 0x7f0ed80bffc0 2023-11-25T03:14:53.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2974286021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed80bffc0 msgr2=0x7f0ed815ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2974286021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed80bffc0 0x7f0ed815ca90 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0009d90 tx=0x7f0ed001c920 comp rx=0 tx=0).stop 2023-11-25T03:14:53.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2974286021 shutdown_connections 2023-11-25T03:14:53.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2974286021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed80bffc0 0x7f0ed815ca90 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.393 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2974286021 >> 172.21.15.76:0/2974286021 conn(0x7f0ed806a5b0 msgr2=0x7f0ed806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2974286021 shutdown_connections 2023-11-25T03:14:53.394 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2974286021 wait complete. 2023-11-25T03:14:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 Processor -- start 2023-11-25T03:14:53.395 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- start start 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ed806d520 0x7f0ed80a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ed80bffc0 0x7f0ed81550c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 0x7f0ed80a5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed80a4d20 con 0x7f0ed81560e0 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed80bfe10 con 0x7f0ed80bffc0 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0edfe9a640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed81f4e40 con 0x7f0ed806d520 2023-11-25T03:14:53.396 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0ede437640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 0x7f0ed80a5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0ede437640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 0x7f0ed80a5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52970/0 (socket says 172.21.15.76:52970) 2023-11-25T03:14:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.390+0000 7f0ede437640 1 -- 172.21.15.76:0/2379848277 learned_addr learned my addr 172.21.15.76:0/2379848277 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0eddc36640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ed806d520 0x7f0ed80a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.397 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0edd435640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ed80bffc0 0x7f0ed81550c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ede437640 1 -- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ed806d520 msgr2=0x7f0ed80a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ede437640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ed806d520 0x7f0ed80a2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.398 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ede437640 1 -- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ed80bffc0 msgr2=0x7f0ed81550c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ede437640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ed80bffc0 0x7f0ed81550c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ede437640 1 -- 172.21.15.76:0/2379848277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ed0009a70 con 0x7f0ed81560e0 2023-11-25T03:14:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ede437640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 0x7f0ed80a5c60 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0009d90 tx=0x7f0ed00196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00ade40 con 0x7f0ed81560e0 2023-11-25T03:14:53.399 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ed00b9450 con 0x7f0ed81560e0 2023-11-25T03:14:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00b9800 con 0x7f0ed81560e0 2023-11-25T03:14:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ed80c5d20 con 0x7f0ed81560e0 2023-11-25T03:14:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ed80c5fc0 con 0x7f0ed81560e0 2023-11-25T03:14:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ed8066bb0 con 0x7f0ed81560e0 2023-11-25T03:14:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0ed00b9960 con 0x7f0ed81560e0 2023-11-25T03:14:53.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ece7fc640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ebc0664a0 0x7f0ebc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f0ed011f460 con 0x7f0ed81560e0 2023-11-25T03:14:53.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.394+0000 7f0eddc36640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ebc0664a0 0x7f0ebc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.401 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.398+0000 7f0eddc36640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ebc0664a0 0x7f0ebc068960 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4007fd0 tx=0x7f0ed4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.403 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.398+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0ed00ecc30 con 0x7f0ed81560e0 2023-11-25T03:14:53.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f0ed80c61b0 con 0x7f0ebc0664a0 2023-11-25T03:14:53.552 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0ece7fc640 1 -- 172.21.15.76:0/2379848277 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f0ed40014f0 con 0x7f0ebc0664a0 2023-11-25T03:14:53.552 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 3 to deep-scrub 2023-11-25T03:14:53.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ebc0664a0 msgr2=0x7f0ebc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ebc0664a0 0x7f0ebc068960 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4007fd0 tx=0x7f0ed4009040 comp rx=0 tx=0).stop 2023-11-25T03:14:53.554 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 msgr2=0x7f0ed80a5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 0x7f0ed80a5c60 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0009d90 tx=0x7f0ed00196c0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 shutdown_connections 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f0ebc0664a0 0x7f0ebc068960 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ed81560e0 0x7f0ed80a5c60 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f0ed80bffc0 0x7f0ed81550c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 --2- 172.21.15.76:0/2379848277 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f0ed806d520 0x7f0ed80a2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.555 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 >> 172.21.15.76:0/2379848277 conn(0x7f0ed806a5b0 msgr2=0x7f0ed80716c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 shutdown_connections 2023-11-25T03:14:53.556 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.550+0000 7f0edfe9a640 1 -- 172.21.15.76:0/2379848277 wait complete. 2023-11-25T03:14:53.572 INFO:tasks.ceph:Scrubbing osd.4 2023-11-25T03:14:53.573 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:53.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2b56640 1 Processor -- start 2023-11-25T03:14:53.713 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2b56640 1 -- start start 2023-11-25T03:14:53.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2b56640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f639c06bda0 0x7f639c1510a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2b56640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f639c0c24d0 con 0x7f639c06c1f0 2023-11-25T03:14:53.714 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2b56640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f639c0721d0 con 0x7f639c071df0 2023-11-25T03:14:53.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2b56640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f639c0c1fe0 con 0x7f639c06bda0 2023-11-25T03:14:53.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2355640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f639c06c1f0 0x7f639c15b210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50878/0 (socket says 172.21.15.76:50878) 2023-11-25T03:14:53.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a2355640 1 -- 172.21.15.76:0/2431310291 learned_addr learned my addr 172.21.15.76:0/2431310291 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:53.715 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a1353640 1 --2- 172.21.15.76:0/2431310291 >> v2:172.21.15.106:3300/0 conn(0x7f639c06bda0 0x7f639c1510a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3621671333 0 0) 0x7f639c0c24d0 con 0x7f639c06c1f0 2023-11-25T03:14:53.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6388003530 con 0x7f639c06c1f0 2023-11-25T03:14:53.716 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 893805502 0 0) 0x7f639c0721d0 con 0x7f639c071df0 2023-11-25T03:14:53.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f639c0c24d0 con 0x7f639c071df0 2023-11-25T03:14:53.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a1353640 1 -- 172.21.15.76:0/2431310291 >> v1:172.21.15.106:6789/0 conn(0x7f639c071df0 legacy=0x7f639c06ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a1353640 1 -- 172.21.15.76:0/2431310291 >> v1:172.21.15.76:6789/0 conn(0x7f639c06c1f0 legacy=0x7f639c15b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.710+0000 7f63a1353640 1 -- 172.21.15.76:0/2431310291 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f639c0c5580 con 0x7f639c06bda0 2023-11-25T03:14:53.717 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a1353640 1 --2- 172.21.15.76:0/2431310291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06bda0 0x7f639c1510a0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f638c00a960 tx=0x7f638c01d730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bcb4156eb3553a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0a7610 con 0x7f639c06bda0 2023-11-25T03:14:53.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f638c0a7770 con 0x7f639c06bda0 2023-11-25T03:14:53.718 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a0b52640 1 -- 172.21.15.76:0/2431310291 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0a7b00 con 0x7f639c06bda0 2023-11-25T03:14:53.719 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 -- 172.21.15.76:0/2431310291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06bda0 msgr2=0x7f639c1510a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 --2- 172.21.15.76:0/2431310291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06bda0 0x7f639c1510a0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f638c00a960 tx=0x7f638c01d730 comp rx=0 tx=0).stop 2023-11-25T03:14:53.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 -- 172.21.15.76:0/2431310291 shutdown_connections 2023-11-25T03:14:53.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 --2- 172.21.15.76:0/2431310291 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06bda0 0x7f639c1510a0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 -- 172.21.15.76:0/2431310291 >> 172.21.15.76:0/2431310291 conn(0x7f639c0c2660 msgr2=0x7f639c0c2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 -- 172.21.15.76:0/2431310291 shutdown_connections 2023-11-25T03:14:53.720 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.714+0000 7f63a2b56640 1 -- 172.21.15.76:0/2431310291 wait complete. 2023-11-25T03:14:53.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 Processor -- start 2023-11-25T03:14:53.721 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- start start 2023-11-25T03:14:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f639c06bda0 0x7f639c1ecf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.723 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06c1f0 0x7f639c0bf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f639c071df0 0x7f639c1f0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c1edf60 con 0x7f639c06bda0 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c1f04b0 con 0x7f639c06c1f0 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f639c0a99c0 con 0x7f639c071df0 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f639c06bda0 0x7f639c1ecf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f639c06bda0 0x7f639c1ecf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52986/0 (socket says 172.21.15.76:52986) 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 -- 172.21.15.76:0/3264903216 learned_addr learned my addr 172.21.15.76:0/3264903216 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:53.724 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1353640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06c1f0 0x7f639c0bf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2355640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f639c071df0 0x7f639c1f0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 -- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f639c071df0 msgr2=0x7f639c1f0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f639c071df0 0x7f639c1f0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 -- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06c1f0 msgr2=0x7f639c0bf1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f639c06c1f0 0x7f639c0bf1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 -- 172.21.15.76:0/3264903216 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f638c00a5c0 con 0x7f639c06bda0 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2355640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f639c071df0 0x7f639c1f0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:53.725 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a1b54640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f639c06bda0 0x7f639c1ecf40 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f639800c430 tx=0x7f639800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63980052d0 con 0x7f639c06bda0 2023-11-25T03:14:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6398005450 con 0x7f639c06bda0 2023-11-25T03:14:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6398003840 con 0x7f639c06bda0 2023-11-25T03:14:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f639c0a9ca0 con 0x7f639c06bda0 2023-11-25T03:14:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f639c1f0700 con 0x7f639c06bda0 2023-11-25T03:14:53.726 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.718+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f639c0a5290 con 0x7f639c06bda0 2023-11-25T03:14:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f63980039a0 con 0x7f639c06bda0 2023-11-25T03:14:53.727 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63927fc640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f63800664a0 0x7f6380068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f6398083150 con 0x7f639c06bda0 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63a1353640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f63800664a0 0x7f6380068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63927fc640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7f638006c3a0 0x7f638006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 --> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f638006ee70 con 0x7f638006c3a0 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6398085730 con 0x7f639c06bda0 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63a2355640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7f638006c3a0 0x7f638006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63a1353640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f63800664a0 0x7f6380068960 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f638c0b0000 tx=0x7f638c0a8000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.728 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.722+0000 7f63a2355640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7f638006c3a0 0x7f638006e7c0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.729 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.726+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== osd.4 v2:172.21.15.106:6821/2343527497 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f638006ee70 con 0x7f638006c3a0 2023-11-25T03:14:53.740 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 --> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f639c15e940 con 0x7f638006c3a0 2023-11-25T03:14:53.741 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63927fc640 1 -- 172.21.15.76:0/3264903216 <== osd.4 v2:172.21.15.106:6821/2343527497 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f63940070e0 con 0x7f638006c3a0 2023-11-25T03:14:53.741 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:53.741 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:53.742 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:53.742 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7f638006c3a0 msgr2=0x7f638006e7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.106:6821/2343527497,v1:172.21.15.106:6823/2343527497] conn(0x7f638006c3a0 0x7f638006e7c0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f63800664a0 msgr2=0x7f6380068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f63800664a0 0x7f6380068960 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f638c0b0000 tx=0x7f638c0a8000 comp rx=0 tx=0).stop 2023-11-25T03:14:53.743 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f639c06bda0 msgr2=0x7f639c1ecf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 --2- 172.21.15.76:0/3264903216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f639c06bda0 0x7f639c1ecf40 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f639800c430 tx=0x7f639800c8f0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2355640 1 -- 172.21.15.76:0/3264903216 reap_dead start 2023-11-25T03:14:53.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 shutdown_connections 2023-11-25T03:14:53.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 >> 172.21.15.76:0/3264903216 conn(0x7f639c0c2660 msgr2=0x7f639c14e130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 shutdown_connections 2023-11-25T03:14:53.744 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.738+0000 7f63a2b56640 1 -- 172.21.15.76:0/3264903216 wait complete. 2023-11-25T03:14:53.759 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2023-11-25T03:14:53.897 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 Processor -- start 2023-11-25T03:14:53.898 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 -- start start 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f7c380a5240 0x7f7c380bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 0x7f7c380c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c380c3bd0 con 0x7f7c380c61a0 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c380bf1e0 con 0x7f7c380a5240 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3fa09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c380c3e20 con 0x7f7c380c01c0 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3dfa6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7c380c61a0 0x7f7c381561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50884/0 (socket says 172.21.15.76:50884) 2023-11-25T03:14:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3dfa6640 1 -- 172.21.15.76:0/969053036 learned_addr learned my addr 172.21.15.76:0/969053036 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2234633200 0 0) 0x7f7c380c3bd0 con 0x7f7c380c61a0 2023-11-25T03:14:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7c24003530 con 0x7f7c380c61a0 2023-11-25T03:14:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 0x7f7c380c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.894+0000 7f7c3d7a5640 1 --2- 172.21.15.76:0/969053036 >> v2:172.21.15.106:3300/0 conn(0x7f7c380a5240 0x7f7c380bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1607012355 0 0) 0x7f7c24003530 con 0x7f7c380c61a0 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 msgr2=0x7f7c380c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 0x7f7c380c5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 >> v2:172.21.15.106:3300/0 conn(0x7f7c380a5240 msgr2=0x7f7c380bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 --2- 172.21.15.76:0/969053036 >> v2:172.21.15.106:3300/0 conn(0x7f7c380a5240 0x7f7c380bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.902 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c380c4100 con 0x7f7c380c61a0 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f7c30001a00 con 0x7f7c380c61a0 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 >> v1:172.21.15.76:6789/0 conn(0x7f7c380c61a0 legacy=0x7f7c381561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c24003980 0x7f7c24003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c240047d0 0x7f7c24004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 0x7f7c24005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c380bf1e0 con 0x7f7c240047d0 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c380c3e20 con 0x7f7c24003980 2023-11-25T03:14:53.903 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c2400ba40 con 0x7f7c380c01c0 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3d7a5640 1 --2- 172.21.15.76:0/969053036 >> v2:172.21.15.106:3300/0 conn(0x7f7c380a5240 0x7f7c380bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c240047d0 0x7f7c24004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3dfa6640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 0x7f7c24005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3d7a5640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c24003980 0x7f7c24003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 msgr2=0x7f7c24005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380c01c0 0x7f7c24005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c24003980 msgr2=0x7f7c24003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:53.904 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c24003980 0x7f7c24003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.905 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/969053036 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c24003530 con 0x7f7c240047d0 2023-11-25T03:14:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c240047d0 0x7f7c24004c50 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f7c380c05a0 tx=0x7f7c2801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad95f14267cf83f8 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c280a8430 con 0x7f7c240047d0 2023-11-25T03:14:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c280a8590 con 0x7f7c240047d0 2023-11-25T03:14:53.906 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.898+0000 7f7c2ffff640 1 -- 172.21.15.76:0/969053036 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c280a8940 con 0x7f7c240047d0 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- 172.21.15.76:0/969053036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c240047d0 msgr2=0x7f7c24004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/969053036 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c240047d0 0x7f7c24004c50 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f7c380c05a0 tx=0x7f7c2801c8e0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3dfa6640 1 -- 172.21.15.76:0/969053036 reap_dead start 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- 172.21.15.76:0/969053036 shutdown_connections 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- 172.21.15.76:0/969053036 >> 172.21.15.76:0/969053036 conn(0x7f7c3806a5b0 msgr2=0x7f7c3806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- 172.21.15.76:0/969053036 shutdown_connections 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- 172.21.15.76:0/969053036 wait complete. 2023-11-25T03:14:53.907 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 Processor -- start 2023-11-25T03:14:53.908 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- start start 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c240047d0 0x7f7c380a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 0x7f7c38151fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380aade0 0x7f7c381524f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c38152a30 con 0x7f7c38154640 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c381f1180 con 0x7f7c240047d0 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3fa09640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c381f16b0 con 0x7f7c380aade0 2023-11-25T03:14:53.910 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3cfa4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 0x7f7c38151fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3cfa4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 0x7f7c38151fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53018/0 (socket says 172.21.15.76:53018) 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/2007471820 learned_addr learned my addr 172.21.15.76:0/2007471820 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3d7a5640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c240047d0 0x7f7c380a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.902+0000 7f7c3dfa6640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380aade0 0x7f7c381524f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380aade0 msgr2=0x7f7c381524f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380aade0 0x7f7c381524f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c240047d0 msgr2=0x7f7c380a63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:53.911 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c240047d0 0x7f7c380a63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3cfa4640 1 -- 172.21.15.76:0/2007471820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c381f13d0 con 0x7f7c38154640 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3cfa4640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 0x7f7c38151fb0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f7c280981e0 tx=0x7f7c28019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c2800f000 con 0x7f7c38154640 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c280a8db0 con 0x7f7c38154640 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c380a9ca0 con 0x7f7c38154640 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c28004260 con 0x7f7c38154640 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c380aa260 con 0x7f7c38154640 2023-11-25T03:14:53.912 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c38068400 con 0x7f7c38154640 2023-11-25T03:14:53.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7c280043c0 con 0x7f7c38154640 2023-11-25T03:14:53.913 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.906+0000 7f7c2dffb640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c1c0664a0 0x7f7c1c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.910+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f7c2811de50 con 0x7f7c38154640 2023-11-25T03:14:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.910+0000 7f7c3d7a5640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c1c0664a0 0x7f7c1c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:53.914 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.910+0000 7f7c3d7a5640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c1c0664a0 0x7f7c1c068960 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7c34006fd0 tx=0x7f7c34008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:53.915 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:53.914+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7c280eb610 con 0x7f7c38154640 2023-11-25T03:14:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f7c3815bc80 con 0x7f7c1c0664a0 2023-11-25T03:14:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c2dffb640 1 -- 172.21.15.76:0/2007471820 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f7c3815bc80 con 0x7f7c1c0664a0 2023-11-25T03:14:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 4 to deep-scrub 2023-11-25T03:14:54.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c1c0664a0 msgr2=0x7f7c1c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.070 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c1c0664a0 0x7f7c1c068960 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7c34006fd0 tx=0x7f7c34008040 comp rx=0 tx=0).stop 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 msgr2=0x7f7c38151fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 0x7f7c38151fb0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f7c280981e0 tx=0x7f7c28019680 comp rx=0 tx=0).stop 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 shutdown_connections 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f7c1c0664a0 0x7f7c1c068960 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f7c380aade0 0x7f7c381524f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c38154640 0x7f7c38151fb0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 --2- 172.21.15.76:0/2007471820 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f7c240047d0 0x7f7c380a63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.071 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 >> 172.21.15.76:0/2007471820 conn(0x7f7c3806a5b0 msgr2=0x7f7c38071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 shutdown_connections 2023-11-25T03:14:54.072 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.066+0000 7f7c3fa09640 1 -- 172.21.15.76:0/2007471820 wait complete. 2023-11-25T03:14:54.089 INFO:tasks.ceph:Scrubbing osd.5 2023-11-25T03:14:54.089 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:54.231 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.226+0000 7fe7ad29c640 1 Processor -- start 2023-11-25T03:14:54.232 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.226+0000 7fe7ad29c640 1 -- start start 2023-11-25T03:14:54.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7ad29c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7a80c7dd0 0x7fe7a80c81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7ad29c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7a80c28e0 con 0x7fe7a80c19d0 2023-11-25T03:14:54.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7ad29c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7a80c2b80 con 0x7fe7a80c7790 2023-11-25T03:14:54.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7ad29c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7a80c42b0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7a6ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7a80c7dd0 0x7fe7a80c81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.233 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe79e7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe7a80c19d0 0x7fe7a81547e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50888/0 (socket says 172.21.15.76:50888) 2023-11-25T03:14:54.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe79e7fc640 1 -- 172.21.15.76:0/2772594353 learned_addr learned my addr 172.21.15.76:0/2772594353 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:54.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7a6ffd640 1 -- 172.21.15.76:0/2772594353 >> v1:172.21.15.106:6789/0 conn(0x7fe7a80c7790 legacy=0x7fe7a815f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:54.234 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7a6ffd640 1 -- 172.21.15.76:0/2772594353 >> v1:172.21.15.76:6789/0 conn(0x7fe7a80c19d0 legacy=0x7fe7a81547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7a6ffd640 1 -- 172.21.15.76:0/2772594353 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a8158790 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.235 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.230+0000 7fe7a67fc640 1 -- 172.21.15.76:0/2772594353 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 627018271 0 0) 0x7fe7a80c28e0 con 0x7fe7a80c19d0 2023-11-25T03:14:54.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7a6ffd640 1 --2- 172.21.15.76:0/2772594353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a80c81b0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fe7980097c0 tx=0x7fe79801ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22a9a7ccd6269ac server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7a67fc640 1 -- 172.21.15.76:0/2772594353 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7980a8970 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.236 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7a67fc640 1 -- 172.21.15.76:0/2772594353 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7980a8ad0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7a67fc640 1 -- 172.21.15.76:0/2772594353 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7980a8e60 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.237 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 -- 172.21.15.76:0/2772594353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 msgr2=0x7fe7a80c81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 --2- 172.21.15.76:0/2772594353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a80c81b0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fe7980097c0 tx=0x7fe79801ec70 comp rx=0 tx=0).stop 2023-11-25T03:14:54.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 -- 172.21.15.76:0/2772594353 shutdown_connections 2023-11-25T03:14:54.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 --2- 172.21.15.76:0/2772594353 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a80c81b0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 -- 172.21.15.76:0/2772594353 >> 172.21.15.76:0/2772594353 conn(0x7fe7a806a5b0 msgr2=0x7fe7a806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 -- 172.21.15.76:0/2772594353 shutdown_connections 2023-11-25T03:14:54.238 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 -- 172.21.15.76:0/2772594353 wait complete. 2023-11-25T03:14:54.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 Processor -- start 2023-11-25T03:14:54.239 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 -- start start 2023-11-25T03:14:54.241 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7a80c19d0 0x7fe7a8154f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.234+0000 7fe7ad29c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7a80c7790 0x7fe7a814e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a81525e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a81e18f0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a81e0d20 con 0x7fe7a80c19d0 2023-11-25T03:14:54.242 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a81e0fc0 con 0x7fe7a80c7790 2023-11-25T03:14:54.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a81525e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a81525e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53034/0 (socket says 172.21.15.76:53034) 2023-11-25T03:14:54.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 -- 172.21.15.76:0/317567150 learned_addr learned my addr 172.21.15.76:0/317567150 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:54.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a6ffd640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7a80c19d0 0x7fe7a8154f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe79e7fc640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7a80c7790 0x7fe7a814e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.243 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 -- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7a80c7790 msgr2=0x7fe7a814e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fe7a80c7790 0x7fe7a814e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 -- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7a80c19d0 msgr2=0x7fe7a8154f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fe7a80c19d0 0x7fe7a8154f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 -- 172.21.15.76:0/317567150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe798009420 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7a77fe640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a81525e0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fe7a000c770 tx=0x7fe7a000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.244 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0003b80 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7a0003ce0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7a81e12a0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a000aa90 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7a8155450 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.245 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe7a80a71b0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.246 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.238+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe7a000abf0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79ffff640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe788066470 0x7fe788068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe7a00838d0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe7a6ffd640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe788066470 0x7fe788068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79ffff640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fe78806c370 0x7fe78806e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.247 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 --> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe78806ee40 con 0x7fe78806c370 2023-11-25T03:14:54.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7a00882c0 con 0x7fe7a80c7dd0 2023-11-25T03:14:54.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79e7fc640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fe78806c370 0x7fe78806e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe7a6ffd640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe788066470 0x7fe788068930 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fe7980b2000 tx=0x7fe798008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79e7fc640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fe78806c370 0x7fe78806e790 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.248 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.242+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== osd.5 v2:172.21.15.106:6808/1175402833 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fe78806ee40 con 0x7fe78806c370 2023-11-25T03:14:54.258 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 --> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fe7a80c4590 con 0x7fe78806c370 2023-11-25T03:14:54.259 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe79ffff640 1 -- 172.21.15.76:0/317567150 <== osd.5 v2:172.21.15.106:6808/1175402833 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fe7900047f0 con 0x7fe78806c370 2023-11-25T03:14:54.259 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:54.259 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:54.260 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:54.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fe78806c370 msgr2=0x7fe78806e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.106:6808/1175402833,v1:172.21.15.106:6809/1175402833] conn(0x7fe78806c370 0x7fe78806e790 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe788066470 msgr2=0x7fe788068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fe788066470 0x7fe788068930 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fe7980b2000 tx=0x7fe798008040 comp rx=0 tx=0).stop 2023-11-25T03:14:54.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 msgr2=0x7fe7a81525e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.261 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 --2- 172.21.15.76:0/317567150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7a80c7dd0 0x7fe7a81525e0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fe7a000c770 tx=0x7fe7a000cc30 comp rx=0 tx=0).stop 2023-11-25T03:14:54.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7a77fe640 1 -- 172.21.15.76:0/317567150 reap_dead start 2023-11-25T03:14:54.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 shutdown_connections 2023-11-25T03:14:54.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.254+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 >> 172.21.15.76:0/317567150 conn(0x7fe7a806a5b0 msgr2=0x7fe7a806edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.258+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 shutdown_connections 2023-11-25T03:14:54.262 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.258+0000 7fe7ad29c640 1 -- 172.21.15.76:0/317567150 wait complete. 2023-11-25T03:14:54.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2023-11-25T03:14:54.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f528b4d6640 1 Processor -- start 2023-11-25T03:14:54.417 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f528b4d6640 1 -- start start 2023-11-25T03:14:54.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f528b4d6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52840c2bb0 0x7f52840c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f528b4d6640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52840c31c0 con 0x7f52840c4100 2023-11-25T03:14:54.418 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f528b4d6640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52840c34a0 con 0x7f52840c63c0 2023-11-25T03:14:54.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f528b4d6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52840c1030 con 0x7f52840c2bb0 2023-11-25T03:14:54.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f5288a71640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f52840c4100 0x7f52840a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50896/0 (socket says 172.21.15.76:50896) 2023-11-25T03:14:54.419 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f5288a71640 1 -- 172.21.15.76:0/1473055157 learned_addr learned my addr 172.21.15.76:0/1473055157 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:54.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f5289a73640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52840c2bb0 0x7f52840c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2927991978 0 0) 0x7f52840c31c0 con 0x7f52840c4100 2023-11-25T03:14:54.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5270005740 con 0x7f52840c4100 2023-11-25T03:14:54.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 171894962 0 0) 0x7f52840c34a0 con 0x7f52840c63c0 2023-11-25T03:14:54.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 --> v1:172.21.15.106:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52840c31c0 con 0x7f52840c63c0 2023-11-25T03:14:54.421 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1571566804 0 0) 0x7f5270005740 con 0x7f52840c4100 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52840c2bb0 msgr2=0x7f52840c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52840c2bb0 0x7f52840c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 >> v1:172.21.15.106:6789/0 conn(0x7f52840c63c0 legacy=0x7f52840c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52840c1310 con 0x7f52840c4100 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1819027919 0 0) 0x7f5274001680 con 0x7f52840c4100 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 >> v1:172.21.15.76:6789/0 conn(0x7f52840c4100 legacy=0x7f52840a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5270005d50 0x7f5270006150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.422 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52700069e0 0x7f5270006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52700073f0 0x7f527000dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52840c1030 con 0x7f52700073f0 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f527000e320 con 0x7f52700069e0 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.414+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f527000e4e0 con 0x7f5270005d50 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52700073f0 0x7f527000dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289272640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5270005d50 0x7f5270006150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5288a71640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52700069e0 0x7f5270006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 -- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5270005d50 msgr2=0x7f5270006150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:54.423 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f5270005d50 0x7f5270006150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 -- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52700069e0 msgr2=0x7f5270006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:54.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52700069e0 0x7f5270006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 -- 172.21.15.76:0/1473055157 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5270005740 con 0x7f52700073f0 2023-11-25T03:14:54.424 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5288a71640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f52700069e0 0x7f5270006e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:54.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f5289a73640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52700073f0 0x7f527000dba0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f52840c2f90 tx=0x7f527c01cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=386b096794c16b96 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.425 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527c0a5990 con 0x7f52700073f0 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f527c00f040 con 0x7f52700073f0 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.418+0000 7f527bfff640 1 -- 172.21.15.76:0/1473055157 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527c0a5d10 con 0x7f52700073f0 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- 172.21.15.76:0/1473055157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52700073f0 msgr2=0x7f527000dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 --2- 172.21.15.76:0/1473055157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52700073f0 0x7f527000dba0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f52840c2f90 tx=0x7f527c01cb70 comp rx=0 tx=0).stop 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5289a73640 1 -- 172.21.15.76:0/1473055157 reap_dead start 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- 172.21.15.76:0/1473055157 shutdown_connections 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- 172.21.15.76:0/1473055157 >> 172.21.15.76:0/1473055157 conn(0x7f528406a5b0 msgr2=0x7f528406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- 172.21.15.76:0/1473055157 shutdown_connections 2023-11-25T03:14:54.426 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- 172.21.15.76:0/1473055157 wait complete. 2023-11-25T03:14:54.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 Processor -- start 2023-11-25T03:14:54.427 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- start start 2023-11-25T03:14:54.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52700073f0 0x7f5284153160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 0x7f52841e98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5284158e10 0x7f5284159280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52841ec540 con 0x7f52840bc3a0 2023-11-25T03:14:54.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5284154760 con 0x7f5284158e10 2023-11-25T03:14:54.429 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f528b4d6640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52841e90e0 con 0x7f52700073f0 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 0x7f52841e98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 0x7f52841e98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53062/0 (socket says 172.21.15.76:53062) 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 -- 172.21.15.76:0/3189238132 learned_addr learned my addr 172.21.15.76:0/3189238132 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5289272640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52700073f0 0x7f5284153160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5289a73640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5284158e10 0x7f5284159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 -- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52700073f0 msgr2=0x7f5284153160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52700073f0 0x7f5284153160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.430 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 -- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5284158e10 msgr2=0x7f5284159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5284158e10 0x7f5284159280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 -- 172.21.15.76:0/3189238132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52840c69b0 con 0x7f52840bc3a0 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5289a73640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5284158e10 0x7f5284159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5288a71640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 0x7f52841e98e0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f527400e780 tx=0x7f527400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.422+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527400ee30 con 0x7f52840bc3a0 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f527400c8d0 con 0x7f52840bc3a0 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527400cc80 con 0x7f52840bc3a0 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52841e93c0 con 0x7f52840bc3a0 2023-11-25T03:14:54.431 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5284159a20 con 0x7f52840bc3a0 2023-11-25T03:14:54.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52840663d0 con 0x7f52840bc3a0 2023-11-25T03:14:54.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f527401d460 con 0x7f52840bc3a0 2023-11-25T03:14:54.432 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5279ffb640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5268066470 0x7f5268068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5274083b80 con 0x7f52840bc3a0 2023-11-25T03:14:54.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5289272640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5268066470 0x7f5268068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.433 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.426+0000 7f5289272640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5268066470 0x7f5268068930 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5280007fd0 tx=0x7f5280009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.434 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.430+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5274051200 con 0x7f52840bc3a0 2023-11-25T03:14:54.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f52840aa3b0 con 0x7f5268066470 2023-11-25T03:14:54.584 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f5279ffb640 1 -- 172.21.15.76:0/3189238132 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f52800128c0 con 0x7f5268066470 2023-11-25T03:14:54.585 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 5 to deep-scrub 2023-11-25T03:14:54.586 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5268066470 msgr2=0x7f5268068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5268066470 0x7f5268068930 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5280007fd0 tx=0x7f5280009040 comp rx=0 tx=0).stop 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 msgr2=0x7f52841e98e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 0x7f52841e98e0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f527400e780 tx=0x7f527400ec40 comp rx=0 tx=0).stop 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 shutdown_connections 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f5268066470 0x7f5268068930 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f5284158e10 0x7f5284159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.587 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f52840bc3a0 0x7f52841e98e0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 --2- 172.21.15.76:0/3189238132 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f52700073f0 0x7f5284153160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 >> 172.21.15.76:0/3189238132 conn(0x7f528406a5b0 msgr2=0x7f52840a79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 shutdown_connections 2023-11-25T03:14:54.588 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.582+0000 7f528b4d6640 1 -- 172.21.15.76:0/3189238132 wait complete. 2023-11-25T03:14:54.605 INFO:tasks.ceph:Scrubbing osd.6 2023-11-25T03:14:54.605 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 Processor -- start 2023-11-25T03:14:54.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 -- start start 2023-11-25T03:14:54.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f011414f9f0 0x7f01140c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f01140c07b0 0x7f011406d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.747 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01140c5ba0 con 0x7f01140c2d10 2023-11-25T03:14:54.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f011406e320 con 0x7f01140c07b0 2023-11-25T03:14:54.748 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.742+0000 7f011afc4640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f011406c160 con 0x7f011414f9f0 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0119561640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f01140c2d10 0x7f011406dc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50898/0 (socket says 172.21.15.76:50898) 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0119561640 1 -- 172.21.15.76:0/976397528 learned_addr learned my addr 172.21.15.76:0/976397528 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0113fff640 1 --2- 172.21.15.76:0/976397528 >> v2:172.21.15.76:3300/0 conn(0x7f01140c07b0 0x7f011406d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0118d60640 1 --2- 172.21.15.76:0/976397528 >> v2:172.21.15.106:3300/0 conn(0x7f011414f9f0 0x7f01140c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0113fff640 1 -- 172.21.15.76:0/976397528 >> v2:172.21.15.106:3300/0 conn(0x7f011414f9f0 msgr2=0x7f01140c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0113fff640 1 --2- 172.21.15.76:0/976397528 >> v2:172.21.15.106:3300/0 conn(0x7f011414f9f0 0x7f01140c27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.749 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0113fff640 1 -- 172.21.15.76:0/976397528 >> v1:172.21.15.76:6789/0 conn(0x7f01140c2d10 legacy=0x7f011406dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.750 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0113fff640 1 -- 172.21.15.76:0/976397528 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01140c5410 con 0x7f01140c07b0 2023-11-25T03:14:54.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f0113fff640 1 --2- 172.21.15.76:0/976397528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c07b0 0x7f011406d6d0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f01000097c0 tx=0x7f010001c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4baf73e3a9063e7e server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f01137fe640 1 -- 172.21.15.76:0/976397528 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01000ad680 con 0x7f01140c07b0 2023-11-25T03:14:54.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f01137fe640 1 -- 172.21.15.76:0/976397528 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01000ad7e0 con 0x7f01140c07b0 2023-11-25T03:14:54.751 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.746+0000 7f01137fe640 1 -- 172.21.15.76:0/976397528 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01000adb70 con 0x7f01140c07b0 2023-11-25T03:14:54.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- 172.21.15.76:0/976397528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c07b0 msgr2=0x7f011406d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 --2- 172.21.15.76:0/976397528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c07b0 0x7f011406d6d0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f01000097c0 tx=0x7f010001c380 comp rx=0 tx=0).stop 2023-11-25T03:14:54.752 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- 172.21.15.76:0/976397528 shutdown_connections 2023-11-25T03:14:54.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 --2- 172.21.15.76:0/976397528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c07b0 0x7f011406d6d0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 --2- 172.21.15.76:0/976397528 >> v2:172.21.15.106:3300/0 conn(0x7f011414f9f0 0x7f01140c27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- 172.21.15.76:0/976397528 >> 172.21.15.76:0/976397528 conn(0x7f01140c5d40 msgr2=0x7f01140c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- 172.21.15.76:0/976397528 shutdown_connections 2023-11-25T03:14:54.753 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- 172.21.15.76:0/976397528 wait complete. 2023-11-25T03:14:54.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 Processor -- start 2023-11-25T03:14:54.754 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- start start 2023-11-25T03:14:54.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01140c07b0 0x7f011414da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.755 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c2d10 0x7f0114148090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f011414f9f0 0x7f01141ed590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01140aaf00 con 0x7f01140c2d10 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f011414df80 con 0x7f011414f9f0 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f011afc4640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01141ed090 con 0x7f01140c07b0 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c2d10 0x7f0114148090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c2d10 0x7f0114148090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53078/0 (socket says 172.21.15.76:53078) 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 -- 172.21.15.76:0/4250447077 learned_addr learned my addr 172.21.15.76:0/4250447077 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0118d60640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01140c07b0 0x7f011414da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.756 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0119561640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f011414f9f0 0x7f01141ed590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 -- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01140c07b0 msgr2=0x7f011414da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f01140c07b0 0x7f011414da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 -- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f011414f9f0 msgr2=0x7f01141ed590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f011414f9f0 0x7f01141ed590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0113fff640 1 -- 172.21.15.76:0/4250447077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0100009420 con 0x7f01140c2d10 2023-11-25T03:14:54.757 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.750+0000 7f0119561640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f011414f9f0 0x7f01141ed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:14:54.758 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f0113fff640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c2d10 0x7f0114148090 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f0100019fb0 tx=0x7f010001abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01000add60 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01000b8450 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01000b8800 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0114070f30 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01140714f0 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f01140c4f60 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f01000b4070 con 0x7f01140c2d10 2023-11-25T03:14:54.759 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00f8066470 0x7f00f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f010011e1e0 con 0x7f01140c2d10 2023-11-25T03:14:54.760 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f0118d60640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00f8066470 0x7f00f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f00f806c370 0x7f00f806e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 --> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f00f806ee40 con 0x7f00f806c370 2023-11-25T03:14:54.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01001207c0 con 0x7f01140c2d10 2023-11-25T03:14:54.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.754+0000 7f0119561640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f00f806c370 0x7f00f806e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.758+0000 7f0118d60640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00f8066470 0x7f00f8068930 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0108009b60 tx=0x7f0108009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.761 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.758+0000 7f0119561640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f00f806c370 0x7f00f806e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.762 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.758+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== osd.6 v2:172.21.15.106:6816/2344779205 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f00f806ee40 con 0x7f00f806c370 2023-11-25T03:14:54.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 --> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f011414fdd0 con 0x7f00f806c370 2023-11-25T03:14:54.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f01117fa640 1 -- 172.21.15.76:0/4250447077 <== osd.6 v2:172.21.15.106:6816/2344779205 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f010c0070e0 con 0x7f00f806c370 2023-11-25T03:14:54.775 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:54.775 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:54.775 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f00f806c370 msgr2=0x7f00f806e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.106:6816/2344779205,v1:172.21.15.106:6817/2344779205] conn(0x7f00f806c370 0x7f00f806e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00f8066470 msgr2=0x7f00f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f00f8066470 0x7f00f8068930 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0108009b60 tx=0x7f0108009190 comp rx=0 tx=0).stop 2023-11-25T03:14:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c2d10 msgr2=0x7f0114148090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 --2- 172.21.15.76:0/4250447077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01140c2d10 0x7f0114148090 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f0100019fb0 tx=0x7f010001abc0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f0119561640 1 -- 172.21.15.76:0/4250447077 reap_dead start 2023-11-25T03:14:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 shutdown_connections 2023-11-25T03:14:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 >> 172.21.15.76:0/4250447077 conn(0x7f01140c5d40 msgr2=0x7f011415c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 shutdown_connections 2023-11-25T03:14:54.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.770+0000 7f011afc4640 1 -- 172.21.15.76:0/4250447077 wait complete. 2023-11-25T03:14:54.793 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2023-11-25T03:14:54.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.926+0000 7ff608580640 1 Processor -- start 2023-11-25T03:14:54.931 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.926+0000 7ff608580640 1 -- start start 2023-11-25T03:14:54.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff608580640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff600073a70 0x7ff6000bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.933 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff608580640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7ff600157c20 0x7ff600158070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff608580640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff60006a5b0 con 0x7ff60014b010 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff608580640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff60006b710 con 0x7ff600073a70 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff608580640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6000c1d60 con 0x7ff600157c20 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff605b1b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff600073a70 0x7ff6000bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff60631c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff60014b010 0x7ff60006b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50904/0 (socket says 172.21.15.76:50904) 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff60631c640 1 -- 172.21.15.76:0/3301239098 learned_addr learned my addr 172.21.15.76:0/3301239098 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff606b1d640 1 --2- 172.21.15.76:0/3301239098 >> v2:172.21.15.106:3300/0 conn(0x7ff600157c20 0x7ff600158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.934 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff605b1b640 1 -- 172.21.15.76:0/3301239098 >> v2:172.21.15.106:3300/0 conn(0x7ff600157c20 msgr2=0x7ff600158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:54.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff605b1b640 1 --2- 172.21.15.76:0/3301239098 >> v2:172.21.15.106:3300/0 conn(0x7ff600157c20 0x7ff600158070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff605b1b640 1 -- 172.21.15.76:0/3301239098 >> v1:172.21.15.76:6789/0 conn(0x7ff60014b010 legacy=0x7ff60006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff605b1b640 1 -- 172.21.15.76:0/3301239098 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6000c2040 con 0x7ff600073a70 2023-11-25T03:14:54.935 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.930+0000 7ff60531a640 1 -- 172.21.15.76:0/3301239098 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1586038653 0 0) 0x7ff60006a5b0 con 0x7ff60014b010 2023-11-25T03:14:54.936 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff605b1b640 1 --2- 172.21.15.76:0/3301239098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff600073a70 0x7ff6000bf9f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7ff6001521a0 tx=0x7ff5f001ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=428853547e0d9ec5 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff60531a640 1 -- 172.21.15.76:0/3301239098 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5f00a8950 con 0x7ff600073a70 2023-11-25T03:14:54.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff60531a640 1 -- 172.21.15.76:0/3301239098 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5f00a8ab0 con 0x7ff600073a70 2023-11-25T03:14:54.937 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff60531a640 1 -- 172.21.15.76:0/3301239098 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5f00a8e40 con 0x7ff600073a70 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 -- 172.21.15.76:0/3301239098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff600073a70 msgr2=0x7ff6000bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 --2- 172.21.15.76:0/3301239098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff600073a70 0x7ff6000bf9f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7ff6001521a0 tx=0x7ff5f001ec50 comp rx=0 tx=0).stop 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 -- 172.21.15.76:0/3301239098 shutdown_connections 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 --2- 172.21.15.76:0/3301239098 >> v2:172.21.15.106:3300/0 conn(0x7ff600157c20 0x7ff600158070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 --2- 172.21.15.76:0/3301239098 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff600073a70 0x7ff6000bf9f0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 -- 172.21.15.76:0/3301239098 >> 172.21.15.76:0/3301239098 conn(0x7ff6000c30c0 msgr2=0x7ff6000c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 -- 172.21.15.76:0/3301239098 shutdown_connections 2023-11-25T03:14:54.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 -- 172.21.15.76:0/3301239098 wait complete. 2023-11-25T03:14:54.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 Processor -- start 2023-11-25T03:14:54.939 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.934+0000 7ff608580640 1 -- start start 2023-11-25T03:14:54.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff608580640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 0x7ff6001539a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff608580640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 0x7ff6001e9db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff608580640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff600157c20 0x7ff6001ea2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff608580640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff600154d00 con 0x7ff60014b010 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff608580640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff600152690 con 0x7ff600073a70 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff608580640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6001494e0 con 0x7ff600157c20 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff605b1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 0x7ff6001e9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 0x7ff6001539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.941 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff605b1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 0x7ff6001e9db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53084/0 (socket says 172.21.15.76:53084) 2023-11-25T03:14:54.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 0x7ff6001539a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3300/0 says I am v2:172.21.15.76:47560/0 (socket says 172.21.15.76:47560) 2023-11-25T03:14:54.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff605b1b640 1 -- 172.21.15.76:0/3326732881 learned_addr learned my addr 172.21.15.76:0/3326732881 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:54.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff606b1d640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff600157c20 0x7ff6001ea2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 -- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff600157c20 msgr2=0x7ff6001ea2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.942 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff600157c20 0x7ff6001ea2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 -- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 msgr2=0x7ff6001e9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 0x7ff6001e9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 -- 172.21.15.76:0/3326732881 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5f0009420 con 0x7ff600073a70 2023-11-25T03:14:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff605b1b640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 0x7ff6001e9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:14:54.943 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.938+0000 7ff60631c640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 0x7ff6001539a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc00c460 tx=0x7ff5fc00c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0074e0 con 0x7ff600073a70 2023-11-25T03:14:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5fc007660 con 0x7ff600073a70 2023-11-25T03:14:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc004a30 con 0x7ff600073a70 2023-11-25T03:14:54.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff600149970 con 0x7ff600073a70 2023-11-25T03:14:54.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6001ea8d0 con 0x7ff600073a70 2023-11-25T03:14:54.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6001eaac0 con 0x7ff600073a70 2023-11-25T03:14:54.947 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.942+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mon.1 v2:172.21.15.106:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff5fc004b90 con 0x7ff600073a70 2023-11-25T03:14:54.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.946+0000 7ff5f6ffd640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5e40664a0 0x7ff5e4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:54.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.946+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mon.1 v2:172.21.15.106:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff5fc082d30 con 0x7ff600073a70 2023-11-25T03:14:54.948 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.946+0000 7ff605b1b640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5e40664a0 0x7ff5e4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:54.949 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.946+0000 7ff605b1b640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5e40664a0 0x7ff5e4068960 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7ff5f001ec90 tx=0x7ff5f0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:54.952 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:54.950+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mon.1 v2:172.21.15.106:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff5fc0505b0 con 0x7ff600073a70 2023-11-25T03:14:55.101 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7ff6000c2780 con 0x7ff5e40664a0 2023-11-25T03:14:55.102 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff5f6ffd640 1 -- 172.21.15.76:0/3326732881 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff6000c2780 con 0x7ff5e40664a0 2023-11-25T03:14:55.102 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 6 to deep-scrub 2023-11-25T03:14:55.103 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5e40664a0 msgr2=0x7ff5e4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5e40664a0 0x7ff5e4068960 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7ff5f001ec90 tx=0x7ff5f0008040 comp rx=0 tx=0).stop 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 msgr2=0x7ff6001539a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 0x7ff6001539a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc00c460 tx=0x7ff5fc00c920 comp rx=0 tx=0).stop 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 shutdown_connections 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7ff5e40664a0 0x7ff5e4068960 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7ff600157c20 0x7ff6001ea2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60014b010 0x7ff6001e9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.104 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 --2- 172.21.15.76:0/3326732881 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7ff600073a70 0x7ff6001539a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 >> 172.21.15.76:0/3326732881 conn(0x7ff6000c30c0 msgr2=0x7ff6000c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 shutdown_connections 2023-11-25T03:14:55.105 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.098+0000 7ff608580640 1 -- 172.21.15.76:0/3326732881 wait complete. 2023-11-25T03:14:55.122 INFO:tasks.ceph:Scrubbing osd.7 2023-11-25T03:14:55.122 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2023-11-25T03:14:55.263 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.258+0000 7f55d1101640 1 Processor -- start 2023-11-25T03:14:55.264 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.258+0000 7f55d1101640 1 -- start start 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55d1101640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c4fb0 0x7f55cc0c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55d1101640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55cc0c32a0 0x7f55cc06dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55d1101640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55cc0aa750 con 0x7f55cc06db90 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55d1101640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55cc06e530 con 0x7f55cc0c32a0 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55d1101640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55cc0a8f90 con 0x7f55cc0c4fb0 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55cc0c32a0 0x7f55cc06dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.265 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55cc0c32a0 0x7f55cc06dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53088/0 (socket says 172.21.15.76:53088) 2023-11-25T03:14:55.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 -- 172.21.15.76:0/2191767238 learned_addr learned my addr 172.21.15.76:0/2191767238 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:55.266 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cad9d640 1 --2- 172.21.15.76:0/2191767238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c4fb0 0x7f55cc0c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 -- 172.21.15.76:0/2191767238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c4fb0 msgr2=0x7f55cc0c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:55.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 --2- 172.21.15.76:0/2191767238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c4fb0 0x7f55cc0c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 -- 172.21.15.76:0/2191767238 >> v1:172.21.15.106:6789/0 conn(0x7f55cc06db90 legacy=0x7f55cc06c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:55.267 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.262+0000 7f55cb59e640 1 -- 172.21.15.76:0/2191767238 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55cc0a9270 con 0x7f55cc0c32a0 2023-11-25T03:14:55.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55cb59e640 1 --2- 172.21.15.76:0/2191767238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc0c32a0 0x7f55cc06dff0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f55c4009e50 tx=0x7f55c401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa42ff5aa012138 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.268 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55ca59c640 1 -- 172.21.15.76:0/2191767238 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c40a57b0 con 0x7f55cc0c32a0 2023-11-25T03:14:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55ca59c640 1 -- 172.21.15.76:0/2191767238 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55c40a5910 con 0x7f55cc0c32a0 2023-11-25T03:14:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55ca59c640 1 -- 172.21.15.76:0/2191767238 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c40a5ca0 con 0x7f55cc0c32a0 2023-11-25T03:14:55.269 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 -- 172.21.15.76:0/2191767238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc0c32a0 msgr2=0x7f55cc06dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 --2- 172.21.15.76:0/2191767238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc0c32a0 0x7f55cc06dff0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f55c4009e50 tx=0x7f55c401c8f0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 -- 172.21.15.76:0/2191767238 shutdown_connections 2023-11-25T03:14:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 --2- 172.21.15.76:0/2191767238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc0c32a0 0x7f55cc06dff0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.270 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 --2- 172.21.15.76:0/2191767238 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c4fb0 0x7f55cc0c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 -- 172.21.15.76:0/2191767238 >> 172.21.15.76:0/2191767238 conn(0x7f55cc0c5d40 msgr2=0x7f55cc0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 -- 172.21.15.76:0/2191767238 shutdown_connections 2023-11-25T03:14:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 -- 172.21.15.76:0/2191767238 wait complete. 2023-11-25T03:14:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 Processor -- start 2023-11-25T03:14:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.266+0000 7f55d1101640 1 -- start start 2023-11-25T03:14:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc06db90 0x7f55cc1eaf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c32a0 0x7f55cc15b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.273 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55cc0c4fb0 0x7f55cc1eec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55cc1ee4f0 con 0x7f55cc06db90 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55cc1ee7d0 con 0x7f55cc0c4fb0 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55cc0be080 con 0x7f55cc0c32a0 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc06db90 0x7f55cc1eaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc06db90 0x7f55cc1eaf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53100/0 (socket says 172.21.15.76:53100) 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 -- 172.21.15.76:0/3150430593 learned_addr learned my addr 172.21.15.76:0/3150430593 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cb59e640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55cc0c4fb0 0x7f55cc1eec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.274 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55c259c640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c32a0 0x7f55cc15b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 -- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c32a0 msgr2=0x7f55cc15b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f55cc0c32a0 0x7f55cc15b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 -- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55cc0c4fb0 msgr2=0x7f55cc1eec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f55cc0c4fb0 0x7f55cc1eec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 -- 172.21.15.76:0/3150430593 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55c4009b30 con 0x7f55cc06db90 2023-11-25T03:14:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55cad9d640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc06db90 0x7f55cc1eaf80 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00d620 tx=0x7f55bc00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55bc00b620 con 0x7f55cc06db90 2023-11-25T03:14:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55bc00b780 con 0x7f55cc06db90 2023-11-25T03:14:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55bc00bb10 con 0x7f55cc06db90 2023-11-25T03:14:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55cc0be360 con 0x7f55cc06db90 2023-11-25T03:14:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55cc15b5f0 con 0x7f55cc06db90 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.270+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f55cc070960 con 0x7f55cc06db90 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f55bc00bc70 con 0x7f55cc06db90 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f55ac0664a0 0x7f55ac068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f55bc083fd0 con 0x7f55cc06db90 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c259c640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f55ac0664a0 0x7f55ac068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7f55ac06c3a0 0x7f55ac06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 --> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f55ac06ee70 con 0x7f55ac06c3a0 2023-11-25T03:14:55.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55bc086670 con 0x7f55cc06db90 2023-11-25T03:14:55.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c259c640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f55ac0664a0 0x7f55ac068960 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f55cc1ef5b0 tx=0x7f55b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55cb59e640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7f55ac06c3a0 0x7f55ac06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.279 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55cb59e640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7f55ac06c3a0 0x7f55ac06e7c0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.274+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== osd.7 v2:172.21.15.106:6800/859469504 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f55ac06ee70 con 0x7f55ac06c3a0 2023-11-25T03:14:55.291 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 --> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f55cc15e670 con 0x7f55ac06c3a0 2023-11-25T03:14:55.292 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55c3fff640 1 -- 172.21.15.76:0/3150430593 <== osd.7 v2:172.21.15.106:6800/859469504 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f55c40090d0 con 0x7f55ac06c3a0 2023-11-25T03:14:55.292 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2023-11-25T03:14:55.293 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-25T03:14:55.293 INFO:teuthology.orchestra.run.smithi076.stdout:} 2023-11-25T03:14:55.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7f55ac06c3a0 msgr2=0x7f55ac06e7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.106:6800/859469504,v1:172.21.15.106:6801/859469504] conn(0x7f55ac06c3a0 0x7f55ac06e7c0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f55ac0664a0 msgr2=0x7f55ac068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.294 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f55ac0664a0 0x7f55ac068960 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f55cc1ef5b0 tx=0x7f55b4009040 comp rx=0 tx=0).stop 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc06db90 msgr2=0x7f55cc1eaf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 --2- 172.21.15.76:0/3150430593 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55cc06db90 0x7f55cc1eaf80 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00d620 tx=0x7f55bc00dae0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55cb59e640 1 -- 172.21.15.76:0/3150430593 reap_dead start 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 shutdown_connections 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 >> 172.21.15.76:0/3150430593 conn(0x7f55cc0c5d40 msgr2=0x7f55cc0c6120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 shutdown_connections 2023-11-25T03:14:55.295 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.290+0000 7f55d1101640 1 -- 172.21.15.76:0/3150430593 wait complete. 2023-11-25T03:14:55.310 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2023-11-25T03:14:55.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 Processor -- start 2023-11-25T03:14:55.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 -- start start 2023-11-25T03:14:55.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f54681561f0 0x7f5468156680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54680c3bd0 con 0x7f54680c01c0 2023-11-25T03:14:55.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54680bf1e0 con 0x7f54681561f0 2023-11-25T03:14:55.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546e632640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54680c3e20 con 0x7f54680a5240 2023-11-25T03:14:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546cbcf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f54681561f0 0x7f5468156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f54677fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f54680c01c0 0x7f54680c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50910/0 (socket says 172.21.15.76:50910) 2023-11-25T03:14:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f54677fe640 1 -- 172.21.15.76:0/3613579623 learned_addr learned my addr 172.21.15.76:0/3613579623 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f5467fff640 1 --2- 172.21.15.76:0/3613579623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546cbcf640 1 -- 172.21.15.76:0/3613579623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 msgr2=0x7f54680bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:55.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546cbcf640 1 --2- 172.21.15.76:0/3613579623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546cbcf640 1 -- 172.21.15.76:0/3613579623 >> v1:172.21.15.76:6789/0 conn(0x7f54680c01c0 legacy=0x7f54680c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f546cbcf640 1 -- 172.21.15.76:0/3613579623 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54680c4100 con 0x7f54681561f0 2023-11-25T03:14:55.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.446+0000 7f5466ffd640 1 -- 172.21.15.76:0/3613579623 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1091978152 0 0) 0x7f54680c3bd0 con 0x7f54680c01c0 2023-11-25T03:14:55.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546cbcf640 1 --2- 172.21.15.76:0/3613579623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54681561f0 0x7f5468156680 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f5460009dc0 tx=0x7f546001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a56ab1136c2fa0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f5466ffd640 1 -- 172.21.15.76:0/3613579623 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54600a5930 con 0x7f54681561f0 2023-11-25T03:14:55.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f5466ffd640 1 -- 172.21.15.76:0/3613579623 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54600a5a90 con 0x7f54681561f0 2023-11-25T03:14:55.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f5466ffd640 1 -- 172.21.15.76:0/3613579623 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54600a5e20 con 0x7f54681561f0 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 -- 172.21.15.76:0/3613579623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54681561f0 msgr2=0x7f5468156680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 --2- 172.21.15.76:0/3613579623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54681561f0 0x7f5468156680 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f5460009dc0 tx=0x7f546001c870 comp rx=0 tx=0).stop 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 -- 172.21.15.76:0/3613579623 shutdown_connections 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 --2- 172.21.15.76:0/3613579623 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54681561f0 0x7f5468156680 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 --2- 172.21.15.76:0/3613579623 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 -- 172.21.15.76:0/3613579623 >> 172.21.15.76:0/3613579623 conn(0x7f546806a5b0 msgr2=0x7f546806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 -- 172.21.15.76:0/3613579623 shutdown_connections 2023-11-25T03:14:55.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.450+0000 7f546e632640 1 -- 172.21.15.76:0/3613579623 wait complete. 2023-11-25T03:14:55.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 Processor -- start 2023-11-25T03:14:55.456 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- start start 2023-11-25T03:14:55.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680a9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 0x7f546815be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54681561f0 0x7f5468154fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f546815f0e0 con 0x7f54680c01c0 2023-11-25T03:14:55.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54680a92f0 con 0x7f54681561f0 2023-11-25T03:14:55.458 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f546815c390 con 0x7f54680a5240 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 0x7f546815be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 0x7f546815be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53118/0 (socket says 172.21.15.76:53118) 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 -- 172.21.15.76:0/2201352091 learned_addr learned my addr 172.21.15.76:0/2201352091 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f5467fff640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680a9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546cbcf640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54681561f0 0x7f5468154fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 -- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 msgr2=0x7f54680a9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680a9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.459 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 -- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54681561f0 msgr2=0x7f5468154fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54681561f0 0x7f5468154fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 -- 172.21.15.76:0/2201352091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5460009a70 con 0x7f54680c01c0 2023-11-25T03:14:55.460 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f54677fe640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 0x7f546815be50 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f545c00c4b0 tx=0x7f545c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c0074e0 con 0x7f54680c01c0 2023-11-25T03:14:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f545c007660 con 0x7f54680c01c0 2023-11-25T03:14:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c004a30 con 0x7f54680c01c0 2023-11-25T03:14:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f546815eb20 con 0x7f54680c01c0 2023-11-25T03:14:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54680a8ca0 con 0x7f54680c01c0 2023-11-25T03:14:55.461 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.454+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54680c52e0 con 0x7f54680c01c0 2023-11-25T03:14:55.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.458+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f545c004b90 con 0x7f54680c01c0 2023-11-25T03:14:55.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.458+0000 7f5464ff9640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54540664a0 0x7f5454068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.462 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.458+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f545c082cc0 con 0x7f54680c01c0 2023-11-25T03:14:55.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.458+0000 7f5467fff640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54540664a0 0x7f5454068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.463 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.458+0000 7f5467fff640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54540664a0 0x7f5454068960 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f545800b930 tx=0x7f5458008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.465 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.462+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f545c050530 con 0x7f54680c01c0 2023-11-25T03:14:55.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.609+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f54680a8990 con 0x7f54540664a0 2023-11-25T03:14:55.615 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.609+0000 7f5464ff9640 1 -- 172.21.15.76:0/2201352091 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f54680a8990 con 0x7f54540664a0 2023-11-25T03:14:55.615 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 7 to deep-scrub 2023-11-25T03:14:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54540664a0 msgr2=0x7f5454068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54540664a0 0x7f5454068960 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f545800b930 tx=0x7f5458008040 comp rx=0 tx=0).stop 2023-11-25T03:14:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 msgr2=0x7f546815be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 0x7f546815be50 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f545c00c4b0 tx=0x7f545c00c970 comp rx=0 tx=0).stop 2023-11-25T03:14:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 shutdown_connections 2023-11-25T03:14:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f54540664a0 0x7f5454068960 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f54681561f0 0x7f5468154fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54680c01c0 0x7f546815be50 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 --2- 172.21.15.76:0/2201352091 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f54680a5240 0x7f54680a9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 >> 172.21.15.76:0/2201352091 conn(0x7f546806a5b0 msgr2=0x7f54680c1140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 shutdown_connections 2023-11-25T03:14:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.613+0000 7f546e632640 1 -- 172.21.15.76:0/2201352091 wait complete. 2023-11-25T03:14:55.638 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:14:55.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.769+0000 7fcb163a7640 1 Processor -- start 2023-11-25T03:14:55.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.769+0000 7fcb163a7640 1 -- start start 2023-11-25T03:14:55.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb163a7640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7fcb10155dd0 0x7fcb100c1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb163a7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcb1006c980 0x7fcb1015c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.777 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb163a7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb10158a90 con 0x7fcb1006e0b0 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb163a7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb101588a0 con 0x7fcb1006c980 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb163a7640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb10158d70 con 0x7fcb10155dd0 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb14ba4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcb1006e0b0 0x7fcb1015be90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50924/0 (socket says 172.21.15.76:50924) 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb14ba4640 1 -- 172.21.15.76:0/1223344203 learned_addr learned my addr 172.21.15.76:0/1223344203 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb15ba6640 1 --2- 172.21.15.76:0/1223344203 >> v2:172.21.15.76:3300/0 conn(0x7fcb1006c980 0x7fcb1015c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb153a5640 1 --2- 172.21.15.76:0/1223344203 >> v2:172.21.15.106:3300/0 conn(0x7fcb10155dd0 0x7fcb100c1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb07fff640 1 -- 172.21.15.76:0/1223344203 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1928734043 0 0) 0x7fcb10158a90 con 0x7fcb1006e0b0 2023-11-25T03:14:55.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb15ba6640 1 -- 172.21.15.76:0/1223344203 >> v2:172.21.15.106:3300/0 conn(0x7fcb10155dd0 msgr2=0x7fcb100c1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:14:55.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb15ba6640 1 --2- 172.21.15.76:0/1223344203 >> v2:172.21.15.106:3300/0 conn(0x7fcb10155dd0 0x7fcb100c1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb15ba6640 1 -- 172.21.15.76:0/1223344203 >> v1:172.21.15.76:6789/0 conn(0x7fcb1006e0b0 legacy=0x7fcb1015be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.773+0000 7fcb15ba6640 1 -- 172.21.15.76:0/1223344203 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb10159050 con 0x7fcb1006c980 2023-11-25T03:14:55.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb15ba6640 1 --2- 172.21.15.76:0/1223344203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb1015c5a0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fcb10067990 tx=0x7fcb0801c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a2e47651febab7a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb07fff640 1 -- 172.21.15.76:0/1223344203 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb080a5760 con 0x7fcb1006c980 2023-11-25T03:14:55.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb07fff640 1 -- 172.21.15.76:0/1223344203 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb080a58c0 con 0x7fcb1006c980 2023-11-25T03:14:55.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb07fff640 1 -- 172.21.15.76:0/1223344203 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb080a5c50 con 0x7fcb1006c980 2023-11-25T03:14:55.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 -- 172.21.15.76:0/1223344203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 msgr2=0x7fcb1015c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 --2- 172.21.15.76:0/1223344203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb1015c5a0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fcb10067990 tx=0x7fcb0801c7f0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 -- 172.21.15.76:0/1223344203 shutdown_connections 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 --2- 172.21.15.76:0/1223344203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb1015c5a0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 --2- 172.21.15.76:0/1223344203 >> v2:172.21.15.106:3300/0 conn(0x7fcb10155dd0 0x7fcb100c1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 -- 172.21.15.76:0/1223344203 >> 172.21.15.76:0/1223344203 conn(0x7fcb100a7800 msgr2=0x7fcb100a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 -- 172.21.15.76:0/1223344203 shutdown_connections 2023-11-25T03:14:55.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 -- 172.21.15.76:0/1223344203 wait complete. 2023-11-25T03:14:55.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 Processor -- start 2023-11-25T03:14:55.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.777+0000 7fcb163a7640 1 -- start start 2023-11-25T03:14:55.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb100aacb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcb1006e0b0 0x7fcb10071000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcb10155dd0 0x7fcb100a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb100a3f70 con 0x7fcb1006c980 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb100aa2c0 con 0x7fcb1006e0b0 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb100abba0 con 0x7fcb10155dd0 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb100aacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb100aacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53138/0 (socket says 172.21.15.76:53138) 2023-11-25T03:14:55.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 -- 172.21.15.76:0/278333640 learned_addr learned my addr 172.21.15.76:0/278333640 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb14ba4640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcb1006e0b0 0x7fcb10071000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 -- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcb10155dd0 msgr2=0x7fcb100a2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb15ba6640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcb10155dd0 0x7fcb100a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcb10155dd0 0x7fcb100a2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 -- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcb1006e0b0 msgr2=0x7fcb10071000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcb1006e0b0 0x7fcb10071000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 -- 172.21.15.76:0/278333640 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb08009a70 con 0x7fcb1006c980 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb14ba4640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcb1006e0b0 0x7fcb10071000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:55.787 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb15ba6640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcb10155dd0 0x7fcb100a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-25T03:14:55.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb153a5640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb100aacb0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c00e870 tx=0x7fcb0c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c009510 con 0x7fcb1006c980 2023-11-25T03:14:55.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb0c00eec0 con 0x7fcb1006c980 2023-11-25T03:14:55.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb100a4f30 con 0x7fcb1006c980 2023-11-25T03:14:55.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c00cb40 con 0x7fcb1006c980 2023-11-25T03:14:55.788 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb100aa820 con 0x7fcb1006c980 2023-11-25T03:14:55.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb1004e850 con 0x7fcb1006c980 2023-11-25T03:14:55.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.781+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcb0c00cca0 con 0x7fcb1006c980 2023-11-25T03:14:55.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.785+0000 7fcb05ffb640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcaf4066470 0x7fcaf4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:14:55.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.785+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fcb0c083d50 con 0x7fcb1006c980 2023-11-25T03:14:55.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.785+0000 7fcb14ba4640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcaf4066470 0x7fcaf4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:14:55.790 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.785+0000 7fcb14ba4640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcaf4066470 0x7fcaf4068930 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fcb1006fe60 tx=0x7fcb00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:14:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.789+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcb0c0513d0 con 0x7fcb1006c980 2023-11-25T03:14:55.938 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.933+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcb1015cae0 con 0x7fcaf4066470 2023-11-25T03:14:55.940 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb05ffb640 1 -- 172.21.15.76:0/278333640 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50381 (secure 0 0 0) 0x7fcb00001d60 con 0x7fcaf4066470 2023-11-25T03:14:55.942 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:14:55.944 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:14:55.944 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcaf4066470 msgr2=0x7fcaf4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcaf4066470 0x7fcaf4068930 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fcb1006fe60 tx=0x7fcb00009040 comp rx=0 tx=0).stop 2023-11-25T03:14:55.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 msgr2=0x7fcb100aacb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:14:55.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb100aacb0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c00e870 tx=0x7fcb0c00ec70 comp rx=0 tx=0).stop 2023-11-25T03:14:55.945 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 shutdown_connections 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7fcaf4066470 0x7fcaf4068930 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7fcb10155dd0 0x7fcb100a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7fcb1006e0b0 0x7fcb10071000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 --2- 172.21.15.76:0/278333640 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1006c980 0x7fcb100aacb0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 >> 172.21.15.76:0/278333640 conn(0x7fcb100a7800 msgr2=0x7fcb10163a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 shutdown_connections 2023-11-25T03:14:55.946 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:14:55.937+0000 7fcb163a7640 1 -- 172.21.15.76:0/278333640 wait complete. 2023-11-25T03:14:55.962 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":196,"stamp":"2023-11-25T03:14:55.140212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":258412,"kb_used_data":8964,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716308,"statfs":{"total":773094113280,"available":772829499392,"internally_reserved":0,"allocated":9179136,"data_stored":4716805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-138,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-1,"num_write_kb":-1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.720130"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":222,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-11-25T03:14:48.222439+0000","last_change":"2023-11-25T03:10:50.865233+0000","last_active":"2023-11-25T03:14:48.222439+0000","last_peered":"2023-11-25T03:14:48.222439+0000","last_clean":"2023-11-25T03:14:48.222439+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:48.222439+0000","last_undegraded":"2023-11-25T03:14:48.222439+0000","last_fullsized":"2023-11-25T03:14:48.222439+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-25T03:10:49.576289+0000","last_clean_scrub_stamp":"2023-11-25T03:10:49.576289+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T12:31:22.947607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574900,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32736,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339104,"statfs":{"total":96636764160,"available":96603242496,"internally_reserved":0,"allocated":1593344,"data_stored":1032504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73599999999999999,"15min":0.82999999999999996},"min":{"1min":0.38200000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.137,"5min":4.141,"15min":4.141},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.627,"5min":0.77300000000000002,"15min":0.89600000000000002},"min":{"1min":0.46400000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.81999999999999995,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.81999999999999995}]},{"osd":1,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.77900000000000003,"15min":0.89000000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.2370000000000001,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.621},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.84899999999999998,"15min":1.0329999999999999},"min":{"1min":0.47499999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.85999999999999999,"5min":4.766,"15min":4.766},"last":0.64700000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69699999999999995,"15min":0.73199999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.77600000000000002,"5min":1.298,"15min":1.298},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.76800000000000002,"15min":0.85399999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.196,"5min":2.198,"15min":2.198},"last":0.80600000000000005}]},{"osd":3,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.82999999999999996,"15min":0.94699999999999995},"min":{"1min":0.5,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.85499999999999998,"15min":0.97499999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.292,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.71399999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.79600000000000004,"15min":0.97599999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.86599999999999999,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.72499999999999998,"15min":0.79500000000000004},"min":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89300000000000002,"5min":2.157,"15min":2.157},"last":0.68799999999999994}]},{"osd":5,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.75600000000000001,"15min":0.82399999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.88700000000000001,"15min":1.046},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.9670000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.79400000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.999,"15min":1.2250000000000001},"min":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.93200000000000005,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.93500000000000005,"15min":1.111},"min":{"1min":0.504,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.94099999999999995,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.77600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.72499999999999998,"15min":0.76100000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89600000000000002,"5min":1.151,"15min":1.151},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.51300000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.92100000000000004,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.79200000000000004}]},{"osd":1,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71799999999999997,"15min":0.72399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.91200000000000003,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.626},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.70799999999999996,"15min":0.72099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.73899999999999999}]},{"osd":2,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.79500000000000004,"15min":0.81899999999999995},"min":{"1min":0.53500000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.878,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.51300000000000001,"5min":0.499,"15min":0.499},"max":{"1min":0.89800000000000002,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.70499999999999996}]},{"osd":3,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.753,"15min":0.76500000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.84199999999999997,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.97399999999999998,"15min":1.056},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.96199999999999997,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.70799999999999996,"15min":0.71199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.83699999999999997,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.45500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93999999999999995,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.86199999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.70499999999999996,"15min":0.69899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99099999999999999,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.93300000000000005,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.64400000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:13:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.75,"15min":0.73199999999999998},"min":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.91600000000000004,"5min":2.706,"15min":2.706},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0209999999999999,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.76300000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.747,"15min":0.78300000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.169,"5min":3.444,"15min":3.444},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82499999999999996,"15min":0.88600000000000001},"min":{"1min":0.504,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.073,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.56499999999999995}]},{"osd":1,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.98599999999999999,"15min":1.103},"min":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0740000000000001,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.877,"15min":0.89800000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":3.8929999999999998,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.59399999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.84899999999999998,"15min":0.88300000000000001},"min":{"1min":0.49399999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.90600000000000003,"15min":1.01},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.246,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.79900000000000004}]},{"osd":3,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.83399999999999996,"15min":0.90200000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.1180000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.95199999999999996},"min":{"1min":0.58299999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":3.8500000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.85699999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.68799999999999994,"15min":0.72499999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.212,"5min":2.423,"15min":2.423},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.80800000000000005,"15min":0.81799999999999995},"min":{"1min":0.627,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.92700000000000005}]},{"osd":6,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.82999999999999996,"15min":0.81100000000000005},"min":{"1min":0.495,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77600000000000002,"15min":0.78900000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.874}]},{"osd":7,"last update":"Sat Nov 25 03:13:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.76800000000000002,"15min":0.77600000000000002},"min":{"1min":0.55100000000000005,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.9359999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.82699999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88800000000000001,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.94699999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.69599999999999995,"15min":0.70399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.046}]},{"osd":1,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.66800000000000004,"15min":0.66500000000000004},"min":{"1min":0.48999999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.1259999999999999,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72299999999999998,"15min":0.73099999999999998},"min":{"1min":0.57199999999999995,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":1.012}]},{"osd":2,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70099999999999996,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":2.4620000000000002,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.77100000000000002,"15min":0.751},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.96099999999999997}]},{"osd":3,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.7909999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.54000000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":9.9410000000000007,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.88800000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70799999999999996,"15min":0.73399999999999999},"min":{"1min":0.47899999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.0920000000000001,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.69299999999999995},"min":{"1min":0.41099999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71299999999999997,"15min":0.71099999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":2.944,"5min":2.944,"15min":2.944},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.0430000000000001,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.56899999999999995}]},{"osd":7,"last update":"Sat Nov 25 03:13:57 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":2.7829999999999999,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.79200000000000004,"15min":0.78900000000000003},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":3.0230000000000001,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.66000000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42499999999999999,"15min":0.435},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.40100000000000002}]},{"osd":1,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.49199999999999999,"15min":0.505},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97299999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.748,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60099999999999998}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56200000000000006},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.747,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54000000000000004}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.54000000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.036,"5min":1.462,"15min":1.462},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.80000000000000004,"15min":0.81599999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0189999999999999,"5min":1.216,"15min":1.216},"last":0.61599999999999999}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.79900000000000004,"15min":0.81599999999999995},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0529999999999999,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77400000000000002,"15min":0.79800000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0029999999999999,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.627}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76400000000000001},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.024,"5min":1.363,"15min":1.363},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.089,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.55900000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.78900000000000003,"15min":0.80700000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.155,"5min":1.351,"15min":1.351},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.107,"5min":1.323,"15min":1.323},"last":0.59199999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.69499999999999995,"15min":0.82499999999999996},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.55800000000000005,"15min":0.61899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.56000000000000005,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.60899999999999999}]},{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.56799999999999995,"15min":0.63700000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":0.89700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.53600000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.76100000000000001,"15min":0.879},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66000000000000003,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.80700000000000005,"15min":0.93700000000000006},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.63600000000000001}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.73499999999999999,"15min":0.75600000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.93300000000000005,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.52700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.96899999999999997,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.89000000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.999,"15min":1.127},"min":{"1min":0.54900000000000004,"5min":0.504,"15min":0.504},"max":{"1min":0.99199999999999999,"5min":7.931,"15min":7.931},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.78900000000000003,"15min":0.81799999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91100000000000003,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.96799999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79400000000000004,"15min":0.83199999999999996},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.95699999999999996,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.752,"5min":1.022,"15min":1.143},"min":{"1min":0.55400000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.90200000000000002,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.98499999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.82399999999999995},"min":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95399999999999996,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81599999999999995,"15min":0.84299999999999997},"min":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.014,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":1.0409999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.438,"15min":0.46200000000000002},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.46800000000000003,"15min":0.48499999999999999},"min":{"1min":0.30499999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59199999999999997,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55600000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45100000000000001,"15min":0.46300000000000002},"min":{"1min":0.316,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70899999999999996,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51600000000000001,"15min":0.53500000000000003},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.58999999999999997,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55800000000000005,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67100000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.622},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.53600000000000003},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60699999999999998}]},{"osd":4,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.755,"15min":0.77300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.97399999999999998,"5min":1.048,"15min":1.048},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.76700000000000002,"15min":0.78800000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91000000000000003,"5min":1.113,"15min":1.113},"last":0.77100000000000002}]},{"osd":5,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.76400000000000001,"15min":0.78800000000000003},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.94299999999999995,"5min":1.085,"15min":1.085},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.754,"15min":0.78500000000000003},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.95599999999999996,"5min":1.407,"15min":1.407},"last":0.72499999999999998}]},{"osd":6,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.79400000000000004,"15min":0.81999999999999995},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91600000000000004,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79700000000000004,"15min":0.83299999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94499999999999995,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.84699999999999998}]},{"osd":7,"last update":"Sat Nov 25 03:13:52 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.79600000000000004,"15min":0.81899999999999995},"min":{"1min":0.56999999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0009999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.84599999999999997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96899999999999997,"5min":1.129,"15min":1.129},"last":0.82199999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1589248,"data_stored":1031485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.432,"15min":0.40799999999999997},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.47199999999999998,"15min":0.46200000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.40600000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.502,"15min":0.48099999999999998},"min":{"1min":0.314,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.7429999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.48499999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.9980000000000002,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.503}]},{"osd":3,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48599999999999999,"15min":0.44800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.4060000000000001,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.55800000000000005,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.52200000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.76500000000000001,"15min":0.78700000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.755,"15min":0.77500000000000002},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.93400000000000005,"5min":1.139,"15min":1.139},"last":0.90400000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.54100000000000004,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0069999999999999,"5min":1.018,"15min":1.018},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.56399999999999995,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.7799999999999998,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.92000000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83499999999999996,"15min":0.83899999999999997},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.823,"5min":2.823,"15min":2.823},"last":0.872},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.82999999999999996},"min":{"1min":0.57099999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0569999999999999,"5min":1.115,"15min":1.115},"last":0.88500000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.81699999999999995,"15min":0.82199999999999995},"min":{"1min":0.56899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.0510000000000002,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.77200000000000002,"15min":0.80200000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97699999999999998,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.96299999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:14:55.966 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-11-25T03:10:49.576289+0000 time.struct_time(tm_year=2023, tm_mon=11, tm_mday=25, tm_hour=3, tm_min=10, tm_sec=49, tm_wday=5, tm_yday=329, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=11, tm_mday=25, tm_hour=3, tm_min=14, tm_sec=50, tm_wday=5, tm_yday=329, tm_isdst=0) 2023-11-25T03:14:55.966 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-11-25T03:15:00.145 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:15:00.150 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:15:15.967 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-25T03:15:16.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 Processor -- start 2023-11-25T03:15:16.114 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 -- start start 2023-11-25T03:15:16.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f85301555c0 0x7f85300a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85300c61e0 0x7f85300c6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85300c28e0 con 0x7f85300c6c70 2023-11-25T03:15:16.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85300c3680 con 0x7f85300c61e0 2023-11-25T03:15:16.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f853550f640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85300c2b80 con 0x7f85301555c0 2023-11-25T03:15:16.116 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f85267fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85300c61e0 0x7f85300c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f852f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f85300c6c70 0x7f85300c1270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41718/0 (socket says 172.21.15.76:41718) 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f852f7fe640 1 -- 172.21.15.76:0/4063871674 learned_addr learned my addr 172.21.15.76:0/4063871674 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.109+0000 7f852effd640 1 --2- 172.21.15.76:0/4063871674 >> v2:172.21.15.106:3300/0 conn(0x7f85301555c0 0x7f85300a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f85267fc640 1 -- 172.21.15.76:0/4063871674 >> v2:172.21.15.106:3300/0 conn(0x7f85301555c0 msgr2=0x7f85300a6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f85267fc640 1 --2- 172.21.15.76:0/4063871674 >> v2:172.21.15.106:3300/0 conn(0x7f85301555c0 0x7f85300a6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f85267fc640 1 -- 172.21.15.76:0/4063871674 >> v1:172.21.15.76:6789/0 conn(0x7f85300c6c70 legacy=0x7f85300c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.117 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f85267fc640 1 -- 172.21.15.76:0/4063871674 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85300c32a0 con 0x7f85300c61e0 2023-11-25T03:15:16.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f852effd640 1 --2- 172.21.15.76:0/4063871674 >> v2:172.21.15.106:3300/0 conn(0x7f85301555c0 0x7f85300a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-25T03:15:16.118 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f852e7fc640 1 -- 172.21.15.76:0/4063871674 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3213991621 0 0) 0x7f85300c28e0 con 0x7f85300c6c70 2023-11-25T03:15:16.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f85267fc640 1 --2- 172.21.15.76:0/4063871674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f85300c6730 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f8530074180 tx=0x7f852001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b5cd3f5a953923 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f852e7fc640 1 -- 172.21.15.76:0/4063871674 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85200ab600 con 0x7f85300c61e0 2023-11-25T03:15:16.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f852e7fc640 1 -- 172.21.15.76:0/4063871674 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85200a7050 con 0x7f85300c61e0 2023-11-25T03:15:16.119 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f852e7fc640 1 -- 172.21.15.76:0/4063871674 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85200ab980 con 0x7f85300c61e0 2023-11-25T03:15:16.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f853550f640 1 -- 172.21.15.76:0/4063871674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 msgr2=0x7f85300c6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f853550f640 1 --2- 172.21.15.76:0/4063871674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f85300c6730 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f8530074180 tx=0x7f852001c460 comp rx=0 tx=0).stop 2023-11-25T03:15:16.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f853550f640 1 -- 172.21.15.76:0/4063871674 shutdown_connections 2023-11-25T03:15:16.120 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f853550f640 1 --2- 172.21.15.76:0/4063871674 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f85300c6730 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f853550f640 1 --2- 172.21.15.76:0/4063871674 >> v2:172.21.15.106:3300/0 conn(0x7f85301555c0 0x7f85300a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.113+0000 7f853550f640 1 -- 172.21.15.76:0/4063871674 >> 172.21.15.76:0/4063871674 conn(0x7f85300c7e40 msgr2=0x7f85300c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:15:16.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 -- 172.21.15.76:0/4063871674 shutdown_connections 2023-11-25T03:15:16.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 -- 172.21.15.76:0/4063871674 wait complete. 2023-11-25T03:15:16.121 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 Processor -- start 2023-11-25T03:15:16.122 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 -- start start 2023-11-25T03:15:16.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f8530154640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85300c6c70 0x7f853015d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85301555c0 0x7f853015d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f853015e660 con 0x7f85300c61e0 2023-11-25T03:15:16.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85301f0620 con 0x7f85301555c0 2023-11-25T03:15:16.123 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f853550f640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85301f08c0 con 0x7f85300c6c70 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f8530154640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f8530154640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37658/0 (socket says 172.21.15.76:37658) 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 -- 172.21.15.76:0/698411225 learned_addr learned my addr 172.21.15.76:0/698411225 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f85267fc640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85300c6c70 0x7f853015d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852f7fe640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85301555c0 0x7f853015d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 -- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85300c6c70 msgr2=0x7f853015d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.124 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85300c6c70 0x7f853015d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 -- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85301555c0 msgr2=0x7f853015d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85301555c0 0x7f853015d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.125 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 -- 172.21.15.76:0/698411225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8520009420 con 0x7f85300c61e0 2023-11-25T03:15:16.126 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f852effd640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f8530154640 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f851800d800 tx=0x7f851800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.117+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85180096c0 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8518009820 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85301ed1c0 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8518009bd0 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85301ed780 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8530068400 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8518009d30 con 0x7f85300c61e0 2023-11-25T03:15:16.127 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f8527fff640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85100664a0 0x7f8510068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f85180841a0 con 0x7f85300c61e0 2023-11-25T03:15:16.128 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f85267fc640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85100664a0 0x7f8510068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.129 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.121+0000 7f85267fc640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85100664a0 0x7f8510068960 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f85200ad000 tx=0x7f8520008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.131 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.125+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8518051960 con 0x7f85300c61e0 2023-11-25T03:15:16.278 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.273+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 --> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8530161ae0 con 0x7f85100664a0 2023-11-25T03:15:16.280 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f8527fff640 1 -- 172.21.15.76:0/698411225 <== mgr.4107 v2:172.21.15.76:6832/4246241492 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50208 (secure 0 0 0) 0x7f85200bb090 con 0x7f85100664a0 2023-11-25T03:15:16.281 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:15:16.282 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2023-11-25T03:15:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85100664a0 msgr2=0x7f8510068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85100664a0 0x7f8510068960 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f85200ad000 tx=0x7f8520008040 comp rx=0 tx=0).stop 2023-11-25T03:15:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 msgr2=0x7f8530154640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f8530154640 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f851800d800 tx=0x7f851800dcc0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.283 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 shutdown_connections 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f85100664a0 0x7f8510068960 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f85301555c0 0x7f853015d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f85300c6c70 0x7f853015d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 --2- 172.21.15.76:0/698411225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85300c61e0 0x7f8530154640 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 >> 172.21.15.76:0/698411225 conn(0x7f85300c7e40 msgr2=0x7f853006dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 shutdown_connections 2023-11-25T03:15:16.284 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.277+0000 7f853550f640 1 -- 172.21.15.76:0/698411225 wait complete. 2023-11-25T03:15:16.302 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":206,"stamp":"2023-11-25T03:15:15.144492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":258404,"kb_used_data":8964,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716316,"statfs":{"total":773094113280,"available":772829507584,"internally_reserved":0,"allocated":9179136,"data_stored":4716805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002719"},"pg_stats":[{"pgid":"1.0","version":"80'119","reported_seq":233,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-11-25T03:14:59.782445+0000","last_change":"2023-11-25T03:14:59.782491+0000","last_active":"2023-11-25T03:14:59.782445+0000","last_peered":"2023-11-25T03:14:59.782445+0000","last_clean":"2023-11-25T03:14:59.782445+0000","last_became_active":"2023-11-25T03:10:50.864329+0000","last_became_peered":"2023-11-25T03:10:50.864329+0000","last_unstale":"2023-11-25T03:14:59.782445+0000","last_undegraded":"2023-11-25T03:14:59.782445+0000","last_fullsized":"2023-11-25T03:14:59.782445+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'119","last_scrub_stamp":"2023-11-25T03:14:59.782321+0000","last_deep_scrub":"80'119","last_deep_scrub_stamp":"2023-11-25T03:14:59.782321+0000","last_clean_scrub_stamp":"2023-11-25T03:14:59.782321+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-11-26T06:33:33.295096+0000","scrub_duration":0.0080445629999999994,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574904,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1593344,"data_stored":1032504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73599999999999999,"15min":0.82999999999999996},"min":{"1min":0.38200000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.137,"5min":4.141,"15min":4.141},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.77300000000000002,"15min":0.89600000000000002},"min":{"1min":0.46400000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.81999999999999995,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.70899999999999996}]},{"osd":1,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.77900000000000003,"15min":0.89000000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.2370000000000001,"5min":4.2220000000000004,"15min":4.2220000000000004},"last":0.749},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.84899999999999998,"15min":1.0329999999999999},"min":{"1min":0.47499999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.85999999999999999,"5min":4.766,"15min":4.766},"last":0.76900000000000002}]},{"osd":2,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69699999999999995,"15min":0.73199999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.77600000000000002,"5min":1.298,"15min":1.298},"last":1.02},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.76800000000000002,"15min":0.85399999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.196,"5min":2.198,"15min":2.198},"last":0.78200000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.82999999999999996,"15min":0.94699999999999995},"min":{"1min":0.5,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.85499999999999998,"15min":0.97499999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.292,"5min":4.0780000000000003,"15min":4.0780000000000003},"last":0.81699999999999995}]},{"osd":4,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.79600000000000004,"15min":0.97599999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.86599999999999999,"5min":5.0670000000000002,"15min":5.0670000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.72499999999999998,"15min":0.79500000000000004},"min":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89300000000000002,"5min":2.157,"15min":2.157},"last":0.44900000000000001}]},{"osd":5,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.75600000000000001,"15min":0.82399999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.88700000000000001,"15min":1.046},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.9670000000000001,"5min":5.3399999999999999,"15min":5.3399999999999999},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat Nov 25 03:14:52 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.999,"15min":1.2250000000000001},"min":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.93200000000000005,"5min":7.0670000000000002,"15min":7.0670000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.93500000000000005,"15min":1.111},"min":{"1min":0.504,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.94099999999999995,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.94099999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574904,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.70799999999999996,"15min":0.755},"min":{"1min":0.46400000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.95199999999999996,"5min":1.151,"15min":1.151},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.752,"5min":0.74299999999999999,"15min":0.748},"min":{"1min":0.57499999999999996,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.90400000000000003,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.85799999999999998}]},{"osd":1,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71399999999999997,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.875,"5min":2.9020000000000001,"15min":2.9020000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.69899999999999995,"15min":0.71799999999999997},"min":{"1min":0.54400000000000004,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.92200000000000004,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.70699999999999996}]},{"osd":2,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.77600000000000002,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.98999999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.748,"15min":0.74299999999999999},"min":{"1min":0.57299999999999995,"5min":0.499,"15min":0.499},"max":{"1min":0.93600000000000005,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.90500000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.74199999999999999,"15min":0.76100000000000001},"min":{"1min":0.54500000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.872,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.90000000000000002,"15min":1.0309999999999999},"min":{"1min":0.51500000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.92600000000000005,"5min":5.7199999999999998,"15min":5.7199999999999998},"last":0.755}]},{"osd":4,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.70199999999999996,"15min":0.70999999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.85799999999999998,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.55200000000000005,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.95399999999999996,"5min":2.6680000000000001,"15min":2.6680000000000001},"last":0.78600000000000003}]},{"osd":5,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.501,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.95299999999999996,"5min":3.1030000000000002,"15min":3.1030000000000002},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.74199999999999999,"15min":0.75600000000000001},"min":{"1min":0.5,"5min":0.495,"15min":0.495},"max":{"1min":0.97399999999999998,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Nov 25 03:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.755,"15min":0.73399999999999999},"min":{"1min":0.48399999999999999,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.94599999999999995,"5min":2.706,"15min":2.706},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.79400000000000004,"15min":0.79000000000000004},"min":{"1min":0.55500000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.002,"5min":3.0569999999999999,"15min":3.0569999999999999},"last":0.879}]}]},{"osd":5,"up_from":13,"seq":55834574903,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.72099999999999997,"15min":0.77500000000000002},"min":{"1min":0.46000000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.91300000000000003,"5min":3.444,"15min":3.444},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.77600000000000002,"15min":0.87},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88800000000000001,"5min":3.6669999999999998,"15min":3.6669999999999998},"last":0.746}]},{"osd":1,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.90700000000000003,"15min":1.077},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.97399999999999998,"5min":5.8499999999999996,"15min":5.8499999999999996},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.83199999999999996,"15min":0.88300000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.90200000000000002,"5min":3.8929999999999998,"15min":3.8929999999999998},"last":0.83899999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.81599999999999995,"15min":0.872},"min":{"1min":0.54500000000000004,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.98199999999999998,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.82599999999999996,"15min":0.98299999999999998},"min":{"1min":0.47499999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.81699999999999995,"5min":4.8140000000000001,"15min":4.8140000000000001},"last":0.76000000000000001}]},{"osd":3,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.78200000000000003,"15min":0.88400000000000001},"min":{"1min":0.496,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.88200000000000001,"5min":3.6200000000000001,"15min":3.6200000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.85799999999999998,"15min":0.93600000000000005},"min":{"1min":0.64400000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.88900000000000001,"5min":3.8500000000000001,"15min":3.8500000000000001},"last":0.873}]},{"osd":4,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.71799999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88300000000000001,"5min":2.423,"15min":2.423},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.79900000000000004,"15min":0.81499999999999995},"min":{"1min":0.54800000000000004,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.0269999999999999,"5min":2.157,"15min":2.157},"last":0.88600000000000001}]},{"osd":6,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.47899999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":7.202,"15min":7.202},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.746,"15min":0.77900000000000003},"min":{"1min":0.41799999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.874,"5min":3.48,"15min":3.48},"last":0.66000000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:15:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.0009999999999999,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.86399999999999999,"15min":0.86899999999999999},"min":{"1min":0.53700000000000003,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.995,"5min":6.718,"15min":6.718},"last":0.71499999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574904,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.68999999999999995,"15min":0.70199999999999996},"min":{"1min":0.441,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.085,"5min":2.653,"15min":2.653},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.66800000000000004,"15min":0.66700000000000004},"min":{"1min":0.47299999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.046,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.65900000000000003}]},{"osd":1,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.67700000000000005,"15min":0.66800000000000004},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.876,"5min":2.1259999999999999,"15min":2.1259999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71899999999999997,"15min":0.72999999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.012,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.80400000000000005}]},{"osd":2,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.69699999999999995,"15min":0.70299999999999996},"min":{"1min":0.46800000000000003,"5min":0.44,"15min":0.44},"max":{"1min":0.93300000000000005,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.76900000000000002,"15min":0.75},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0009999999999999,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.748}]},{"osd":3,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98699999999999999,"5min":3.7909999999999999,"15min":3.7909999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.83999999999999997,"15min":0.79400000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.0669999999999999,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.67500000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.68300000000000005,"15min":0.72499999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.85799999999999998,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67900000000000005,"15min":0.69099999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.86399999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.71699999999999997}]},{"osd":6,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.70599999999999996,"15min":0.70899999999999996},"min":{"1min":0.54400000000000004,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.92600000000000005,"5min":2.944,"15min":2.944},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.755,"15min":0.78300000000000003},"min":{"1min":0.56299999999999994,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.91800000000000004,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Nov 25 03:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.75,"15min":0.75900000000000001},"min":{"1min":0.55400000000000005,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91100000000000003,"5min":2.7829999999999999,"15min":2.7829999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.78600000000000003,"15min":0.78700000000000003},"min":{"1min":0.59099999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.874,"5min":3.0230000000000001,"15min":3.0230000000000001},"last":0.72899999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574905,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.41899999999999998,"15min":0.433},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.58799999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.46100000000000002,"15min":0.47499999999999998},"min":{"1min":0.29499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.432}]},{"osd":1,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47399999999999998,"15min":0.499},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53600000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.5,"15min":0.51500000000000001},"min":{"1min":0.35799999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60099999999999998,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58699999999999997}]},{"osd":2,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.50900000000000001,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.628,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.53600000000000003,"15min":0.55800000000000005},"min":{"1min":0.33200000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.502}]},{"osd":4,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.52300000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.3109999999999999,"5min":1.462,"15min":1.462},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.78800000000000003,"15min":0.81200000000000006},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.79600000000000004}]},{"osd":5,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.77900000000000003,"15min":0.80900000000000005},"min":{"1min":0.50600000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0640000000000001,"5min":2.6819999999999999,"15min":2.6819999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.75700000000000001,"15min":0.79200000000000004},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.0860000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.77400000000000002}]},{"osd":6,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.747,"15min":0.76100000000000001},"min":{"1min":0.44800000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2430000000000001,"5min":1.363,"15min":1.363},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.76500000000000001,"15min":0.79300000000000004},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.161,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.61599999999999999}]},{"osd":7,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.77900000000000003,"15min":0.80300000000000005},"min":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.1930000000000001,"5min":1.351,"15min":1.351},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76400000000000001},"min":{"1min":0.59199999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.1200000000000001,"5min":1.323,"15min":1.323},"last":0.66600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574904,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.59299999999999997,"15min":0.79100000000000004},"min":{"1min":0.251,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.50700000000000001,"5min":7.9660000000000002,"15min":7.9660000000000002},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.51100000000000001,"15min":0.60299999999999998},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60899999999999999,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.56599999999999995}]},{"osd":1,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.52200000000000002,"15min":0.622},"min":{"1min":0.30099999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.61099999999999999,"5min":4.1239999999999997,"15min":4.1239999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.66800000000000004,"15min":0.86399999999999999},"min":{"1min":0.35299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55200000000000005,"5min":8.0329999999999995,"15min":8.0329999999999995},"last":0.65600000000000003}]},{"osd":3,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.67300000000000004,"15min":0.84899999999999998},"min":{"1min":0.36599999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71099999999999997,"5min":7.9050000000000002,"15min":7.9050000000000002},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.70299999999999996,"15min":0.90200000000000002},"min":{"1min":0.36299999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65200000000000002,"5min":7.8819999999999997,"15min":7.8819999999999997},"last":0.68700000000000006}]},{"osd":4,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.71799999999999997,"15min":0.75},"min":{"1min":0.48399999999999999,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.872,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.0409999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72899999999999998,"15min":0.76300000000000001},"min":{"1min":0.496,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.90000000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.98299999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.89800000000000002,"15min":1.093},"min":{"1min":0.52000000000000002,"5min":0.504,"15min":0.504},"max":{"1min":0.94499999999999995,"5min":7.931,"15min":7.931},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75900000000000001,"15min":0.80800000000000005},"min":{"1min":0.55500000000000005,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.96799999999999997,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.99199999999999999}]},{"osd":6,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.76700000000000002,"15min":0.82299999999999995},"min":{"1min":0.54200000000000004,"5min":0.497,"15min":0.497},"max":{"1min":1.0029999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.91500000000000004,"15min":1.107},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98499999999999999,"5min":7.9989999999999997,"15min":7.9989999999999997},"last":0.96999999999999997}]},{"osd":7,"last update":"Sat Nov 25 03:14:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.753,"15min":0.81299999999999994},"min":{"1min":0.51300000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.92700000000000005,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.78500000000000003,"15min":0.83299999999999996},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0409999999999999,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.95499999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":999424,"data_stored":442136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.42899999999999999,"15min":0.45900000000000002},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.75},{"interface":"front","average":{"1min":0.442,"5min":0.45700000000000002,"15min":0.48099999999999998},"min":{"1min":0.29999999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.63,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.78200000000000003}]},{"osd":2,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.441,"15min":0.46000000000000002},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.58599999999999997,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.50700000000000001,"15min":0.53200000000000003},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66500000000000004,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.92800000000000005}]},{"osd":3,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54400000000000004,"15min":0.56999999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71299999999999997,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.51300000000000001,"15min":0.53400000000000003},"min":{"1min":0.33900000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.65400000000000003,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.64500000000000002}]},{"osd":4,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.73799999999999999,"15min":0.76800000000000002},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.91300000000000003,"5min":1.048,"15min":1.048},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75800000000000001,"15min":0.78500000000000003},"min":{"1min":0.61699999999999999,"5min":0.496,"15min":0.496},"max":{"1min":0.88600000000000001,"5min":1.113,"15min":1.113},"last":0.97399999999999998}]},{"osd":5,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.748,"15min":0.78200000000000003},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.93000000000000005,"5min":1.085,"15min":1.085},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.73299999999999998,"15min":0.77800000000000002},"min":{"1min":0.49399999999999999,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.93899999999999995,"5min":1.407,"15min":1.407},"last":0.81999999999999995}]},{"osd":6,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.77000000000000002,"15min":0.81200000000000006},"min":{"1min":0.54900000000000004,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.91400000000000003,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.78000000000000003,"15min":0.82799999999999996},"min":{"1min":0.60399999999999998,"5min":0.505,"15min":0.505},"max":{"1min":0.95799999999999996,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.90300000000000002}]},{"osd":7,"last update":"Sat Nov 25 03:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.77500000000000002,"15min":0.81200000000000006},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.95499999999999996,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":1.016},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.79800000000000004,"15min":0.83899999999999997},"min":{"1min":0.57299999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96399999999999997,"5min":1.129,"15min":1.129},"last":0.94899999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574905,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1589248,"data_stored":1031485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.434,"15min":0.40899999999999997},"min":{"1min":0.27100000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.68200000000000005,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.46500000000000002,"15min":0.45900000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65600000000000003,"5min":1.365,"15min":1.365},"last":0.50700000000000001}]},{"osd":2,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.499,"15min":0.47999999999999998},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60899999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.375},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.51200000000000001,"15min":0.48399999999999999},"min":{"1min":0.34300000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.61499999999999999,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.41099999999999998}]},{"osd":3,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.48799999999999999,"15min":0.44900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.56200000000000006,"5min":3.4060000000000001,"15min":3.4060000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.55700000000000005,"15min":0.52700000000000002},"min":{"1min":0.36799999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.79000000000000004,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.46999999999999997}]},{"osd":4,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.74399999999999999,"15min":0.78000000000000003},"min":{"1min":0.53600000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.89900000000000002,"5min":1.298,"15min":1.298},"last":0.745},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.745,"15min":0.77200000000000002},"min":{"1min":0.58099999999999996,"5min":0.44,"15min":0.44},"max":{"1min":1.012,"5min":1.139,"15min":1.139},"last":0.67600000000000005}]},{"osd":5,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.72699999999999998,"15min":0.755},"min":{"1min":0.53000000000000003,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.878,"5min":1.018,"15min":1.018},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.77300000000000002,"15min":0.79200000000000004},"min":{"1min":0.52900000000000003,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.92000000000000004,"5min":2.7799999999999998,"15min":2.7799999999999998},"last":0.82399999999999995}]},{"osd":6,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.81799999999999995,"15min":0.83299999999999996},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95899999999999996,"5min":2.823,"15min":2.823},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77800000000000002,"15min":0.82299999999999995},"min":{"1min":0.57399999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.95399999999999996,"5min":1.115,"15min":1.115},"last":0.80600000000000005}]},{"osd":7,"last update":"Sat Nov 25 03:14:57 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.79400000000000004,"15min":0.81399999999999995},"min":{"1min":0.5,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.92000000000000004,"5min":3.0510000000000002,"15min":3.0510000000000002},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.75600000000000001,"15min":0.79700000000000004},"min":{"1min":0.56399999999999995,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.96299999999999997,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-25T03:15:16.304 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2023-11-25T03:15:16.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 Processor -- start 2023-11-25T03:15:16.440 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 -- start start 2023-11-25T03:15:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3d9c0c5640 0x7f3d9c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d9c0c2580 con 0x7f3d9c0c60f0 2023-11-25T03:15:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 -- --> v2:172.21.15.106:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d9c153510 con 0x7f3d9c0c5640 2023-11-25T03:15:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3da1afe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d9c0c17f0 con 0x7f3d9c0c5260 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9affd640 1 --2- >> v2:172.21.15.106:3300/0 conn(0x7f3d9c0c5640 0x7f3d9c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9bfff640 1 --1- >> v1:172.21.15.106:6789/0 conn(0x7f3d9c0c60f0 0x7f3d9c155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.106:6789/0 says I am v1:172.21.15.76:58690/0 (socket says 172.21.15.76:58690) 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9bfff640 1 -- 172.21.15.76:0/3385052466 learned_addr learned my addr 172.21.15.76:0/3385052466 (peer_addr_for_me v1:172.21.15.76:0/0) 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9affd640 1 -- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 msgr2=0x7f3d9c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9affd640 1 --2- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9affd640 1 -- 172.21.15.76:0/3385052466 >> v1:172.21.15.106:6789/0 conn(0x7f3d9c0c60f0 legacy=0x7f3d9c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9a7fc640 1 -- 172.21.15.76:0/3385052466 <== mon.1 v1:172.21.15.106:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4023417855 0 0) 0x7f3d9c0c2580 con 0x7f3d9c0c60f0 2023-11-25T03:15:16.444 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.437+0000 7f3d9affd640 1 -- 172.21.15.76:0/3385052466 --> v2:172.21.15.106:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d9c0c1a00 con 0x7f3d9c0c5640 2023-11-25T03:15:16.445 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3d9affd640 1 --2- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c0c5bb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0c1930 tx=0x7f3d9001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc2584ddd5d9747a server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3d9a7fc640 1 -- 172.21.15.76:0/3385052466 <== mon.1 v2:172.21.15.106:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d900ac640 con 0x7f3d9c0c5640 2023-11-25T03:15:16.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3d9a7fc640 1 -- 172.21.15.76:0/3385052466 <== mon.1 v2:172.21.15.106:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d900ac7a0 con 0x7f3d9c0c5640 2023-11-25T03:15:16.446 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3d9a7fc640 1 -- 172.21.15.76:0/3385052466 <== mon.1 v2:172.21.15.106:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d900acb30 con 0x7f3d9c0c5640 2023-11-25T03:15:16.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 -- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c5640 msgr2=0x7f3d9c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 --2- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c0c5bb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0c1930 tx=0x7f3d9001c3c0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 -- 172.21.15.76:0/3385052466 shutdown_connections 2023-11-25T03:15:16.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 --2- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c0c5bb0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 --2- 172.21.15.76:0/3385052466 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.447 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 -- 172.21.15.76:0/3385052466 >> 172.21.15.76:0/3385052466 conn(0x7f3d9c06a5b0 msgr2=0x7f3d9c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:15:16.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 -- 172.21.15.76:0/3385052466 shutdown_connections 2023-11-25T03:15:16.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.441+0000 7f3da1afe640 1 -- 172.21.15.76:0/3385052466 wait complete. 2023-11-25T03:15:16.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 Processor -- start 2023-11-25T03:15:16.448 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- start start 2023-11-25T03:15:16.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.449 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c1f1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c60f0 0x7f3d9c1f17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d9c0a2750 con 0x7f3d9c0c5640 2023-11-25T03:15:16.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d9c0a4b30 con 0x7f3d9c0c60f0 2023-11-25T03:15:16.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d9c15d2c0 con 0x7f3d9c0c5260 2023-11-25T03:15:16.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c1f1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.450 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c071100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.106:3301/0 says I am v2:172.21.15.76:38236/0 (socket says 172.21.15.76:38236) 2023-11-25T03:15:16.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c1f1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37664/0 (socket says 172.21.15.76:37664) 2023-11-25T03:15:16.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9b7fe640 1 -- 172.21.15.76:0/4096031314 learned_addr learned my addr 172.21.15.76:0/4096031314 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:15:16.451 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9bfff640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c60f0 0x7f3d9c1f17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 -- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 msgr2=0x7f3d9c071100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.452 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c071100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 -- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c60f0 msgr2=0x7f3d9c1f17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c60f0 0x7f3d9c1f17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 -- 172.21.15.76:0/4096031314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d90009420 con 0x7f3d9c0c5640 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9b7fe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d9affd640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c1f1280 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f3d900ac000 tx=0x7f3d9001ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d90004220 con 0x7f3d9c0c5640 2023-11-25T03:15:16.453 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d90004380 con 0x7f3d9c0c5640 2023-11-25T03:15:16.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d9c15cfe0 con 0x7f3d9c0c5640 2023-11-25T03:15:16.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d90003820 con 0x7f3d9c0c5640 2023-11-25T03:15:16.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d9c0aaa10 con 0x7f3d9c0c5640 2023-11-25T03:15:16.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.445+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d9c068400 con 0x7f3d9c0c5640 2023-11-25T03:15:16.454 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.449+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3d90003980 con 0x7f3d9c0c5640 2023-11-25T03:15:16.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.449+0000 7f3d83fff640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d880664a0 0x7f3d88068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.449+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3d9011e1e0 con 0x7f3d9c0c5640 2023-11-25T03:15:16.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.449+0000 7f3d9b7fe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d880664a0 0x7f3d88068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.455 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.449+0000 7f3d9b7fe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d880664a0 0x7f3d88068960 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0aa660 tx=0x7f3d8c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.457 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.453+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3d900eb9a0 con 0x7f3d9c0c5640 2023-11-25T03:15:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.601+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f3d9c06d390 con 0x7f3d9c0c5640 2023-11-25T03:15:16.613 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v16)=0 v16) v1 ==== 123+0+0 (secure 0 0 0) 0x7f3d900044f0 con 0x7f3d9c0c5640 2023-11-25T03:15:16.614 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3d83fff640 1 -- 172.21.15.76:0/4096031314 <== mon.0 v2:172.21.15.76:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f3d900eb9a0 con 0x7f3d9c0c5640 2023-11-25T03:15:16.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d880664a0 msgr2=0x7f3d88068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d880664a0 0x7f3d88068960 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0aa660 tx=0x7f3d8c009190 comp rx=0 tx=0).stop 2023-11-25T03:15:16.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 msgr2=0x7f3d9c1f1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.616 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c1f1280 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f3d900ac000 tx=0x7f3d9001ac00 comp rx=0 tx=0).stop 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 shutdown_connections 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f3d880664a0 0x7f3d88068960 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f3d9c0c60f0 0x7f3d9c1f17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d9c0c5640 0x7f3d9c1f1280 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 --2- 172.21.15.76:0/4096031314 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f3d9c0c5260 0x7f3d9c071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 >> 172.21.15.76:0/4096031314 conn(0x7f3d9c06a5b0 msgr2=0x7f3d9c155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:15:16.617 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 shutdown_connections 2023-11-25T03:15:16.618 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.609+0000 7f3da1afe640 1 -- 172.21.15.76:0/4096031314 wait complete. 2023-11-25T03:15:16.635 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-25T03:15:16.635 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-25T03:15:16.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 Processor -- start 2023-11-25T03:15:16.773 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 -- start start 2023-11-25T03:15:16.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d640c7ea0 0x7f8d6406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8d6406b9e0 0x7f8d6415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 -- --> v1:172.21.15.106:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d6406c860 con 0x7f8d64151e90 2023-11-25T03:15:16.774 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d640c8750 con 0x7f8d6406b9e0 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d6a29c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d641552d0 con 0x7f8d640c7ea0 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8d6406b9e0 0x7f8d6415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8d6406b9e0 0x7f8d6415f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37672/0 (socket says 172.21.15.76:37672) 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 -- 172.21.15.76:0/3780768010 learned_addr learned my addr 172.21.15.76:0/3780768010 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d637fe640 1 --2- 172.21.15.76:0/3780768010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d640c7ea0 0x7f8d6406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 -- 172.21.15.76:0/3780768010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d640c7ea0 msgr2=0x7f8d6406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 --2- 172.21.15.76:0/3780768010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d640c7ea0 0x7f8d6406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.775 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 -- 172.21.15.76:0/3780768010 >> v1:172.21.15.106:6789/0 conn(0x7f8d64151e90 legacy=0x7f8d640c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.769+0000 7f8d68839640 1 -- 172.21.15.76:0/3780768010 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d64154930 con 0x7f8d6406b9e0 2023-11-25T03:15:16.776 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d68839640 1 --2- 172.21.15.76:0/3780768010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d6406b9e0 0x7f8d6415f0a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009e50 tx=0x7f8d5c01c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd887c9c4161b3b server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d62ffd640 1 -- 172.21.15.76:0/3780768010 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c0a55b0 con 0x7f8d6406b9e0 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d62ffd640 1 -- 172.21.15.76:0/3780768010 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f8d5c0a5710 con 0x7f8d6406b9e0 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d62ffd640 1 -- 172.21.15.76:0/3780768010 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c0a5ac0 con 0x7f8d6406b9e0 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 -- 172.21.15.76:0/3780768010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d6406b9e0 msgr2=0x7f8d6415f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/3780768010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d6406b9e0 0x7f8d6415f0a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009e50 tx=0x7f8d5c01c8f0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 -- 172.21.15.76:0/3780768010 shutdown_connections 2023-11-25T03:15:16.778 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/3780768010 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d6406b9e0 0x7f8d6415f0a0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/3780768010 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d640c7ea0 0x7f8d6406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 -- 172.21.15.76:0/3780768010 >> 172.21.15.76:0/3780768010 conn(0x7f8d640ca170 msgr2=0x7f8d640ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:15:16.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 -- 172.21.15.76:0/3780768010 shutdown_connections 2023-11-25T03:15:16.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 -- 172.21.15.76:0/3780768010 wait complete. 2023-11-25T03:15:16.779 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 Processor -- start 2023-11-25T03:15:16.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.773+0000 7f8d6a29c640 1 -- start start 2023-11-25T03:15:16.780 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 --2- >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d6406b9e0 0x7f8d6414cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 0x7f8d6414b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 --2- >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d64151e90 0x7f8d640aef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d640ad7e0 con 0x7f8d640c7ea0 2023-11-25T03:15:16.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 -- --> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6414d1e0 con 0x7f8d64151e90 2023-11-25T03:15:16.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 -- --> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d640aeb10 con 0x7f8d6406b9e0 2023-11-25T03:15:16.781 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 0x7f8d6414b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 0x7f8d6414b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37688/0 (socket says 172.21.15.76:37688) 2023-11-25T03:15:16.782 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 -- 172.21.15.76:0/2258051897 learned_addr learned my addr 172.21.15.76:0/2258051897 (peer_addr_for_me v2:172.21.15.76:0/0) 2023-11-25T03:15:16.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d63fff640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d6406b9e0 0x7f8d6414cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d68839640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d64151e90 0x7f8d640aef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.783 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 -- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d6406b9e0 msgr2=0x7f8d6414cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d6406b9e0 0x7f8d6414cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 -- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d64151e90 msgr2=0x7f8d640aef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d64151e90 0x7f8d640aef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 -- 172.21.15.76:0/2258051897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d5c009b30 con 0x7f8d640c7ea0 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d637fe640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 0x7f8d6414b1e0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800e900 tx=0x7f8d5800edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d58009690 con 0x7f8d640c7ea0 2023-11-25T03:15:16.784 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f8d5800ca00 con 0x7f8d640c7ea0 2023-11-25T03:15:16.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d6414bc60 con 0x7f8d640c7ea0 2023-11-25T03:15:16.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d5800cdb0 con 0x7f8d640c7ea0 2023-11-25T03:15:16.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d640ad060 con 0x7f8d640c7ea0 2023-11-25T03:15:16.785 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.777+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d6414b780 con 0x7f8d640c7ea0 2023-11-25T03:15:16.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.781+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8d58013470 con 0x7f8d640c7ea0 2023-11-25T03:15:16.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.781+0000 7f8d60ff9640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d500664a0 0x7f8d50068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-25T03:15:16.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.781+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8d58083e10 con 0x7f8d640c7ea0 2023-11-25T03:15:16.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.781+0000 7f8d63fff640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d500664a0 0x7f8d50068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-25T03:15:16.786 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.781+0000 7f8d63fff640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d500664a0 0x7f8d50068960 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f8d54000f70 tx=0x7f8d54009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-25T03:15:16.789 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.785+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8d58051530 con 0x7f8d640c7ea0 2023-11-25T03:15:16.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.961+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8d64068400 con 0x7f8d640c7ea0 2023-11-25T03:15:16.968 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d60ff9640 1 -- 172.21.15.76:0/2258051897 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) v1 ==== 94+0+3705 (secure 0 0 0) 0x7f8d58021e90 con 0x7f8d640c7ea0 2023-11-25T03:15:16.969 INFO:teuthology.orchestra.run.smithi076.stdout: 2023-11-25T03:15:16.969 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":59,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6834/1269467227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6832","nonce":1269467227},{"type":"v1","addr":"172.21.15.106:6834","nonce":1269467227}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":5672,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.106:6835/4251346918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6833","nonce":4251346918},{"type":"v1","addr":"172.21.15.106:6835","nonce":4251346918}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":44},{"gid":7167,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3471948677","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3471948677},{"type":"v1","addr":"172.21.15.76:6837","nonce":3471948677}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":57},{"gid":7269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/4209302202","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4209302202},{"type":"v1","addr":"172.21.15.76:6835","nonce":4209302202}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":59}],"filesystems":[]} 2023-11-25T03:15:16.970 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 59 2023-11-25T03:15:16.970 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d500664a0 msgr2=0x7f8d50068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d500664a0 0x7f8d50068960 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f8d54000f70 tx=0x7f8d54009040 comp rx=0 tx=0).stop 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 msgr2=0x7f8d6414b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 0x7f8d6414b1e0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800e900 tx=0x7f8d5800edc0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 shutdown_connections 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:6832/4246241492,v1:172.21.15.76:6833/4246241492] conn(0x7f8d500664a0 0x7f8d50068960 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] conn(0x7f8d64151e90 0x7f8d640aef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d640c7ea0 0x7f8d6414b1e0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 --2- 172.21.15.76:0/2258051897 >> [v2:172.21.15.106:3301/0,v1:172.21.15.106:6790/0] conn(0x7f8d6406b9e0 0x7f8d6414cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-25T03:15:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 >> 172.21.15.76:0/2258051897 conn(0x7f8d640ca170 msgr2=0x7f8d640c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-25T03:15:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 shutdown_connections 2023-11-25T03:15:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2023-11-25T03:15:16.965+0000 7f8d6a29c640 1 -- 172.21.15.76:0/2258051897 wait complete. 2023-11-25T03:15:16.989 DEBUG:tasks.cephfs.filesystem:already dead... 2023-11-25T03:15:16.990 INFO:teuthology.misc:Shutting down mds daemons... 2023-11-25T03:15:16.990 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-25T03:15:16.990 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.002 INFO:tasks.ceph.mds.a:Stopped 2023-11-25T03:15:17.003 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-11-25T03:15:17.003 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.056 INFO:tasks.ceph.mds.c:Stopped 2023-11-25T03:15:17.057 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-25T03:15:17.057 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.071 INFO:tasks.ceph.mds.b:Stopped 2023-11-25T03:15:17.072 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-11-25T03:15:17.072 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.129 INFO:tasks.ceph.mds.d:Stopped 2023-11-25T03:15:17.129 INFO:teuthology.misc:Shutting down osd daemons... 2023-11-25T03:15:17.130 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-11-25T03:15:17.130 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.203 INFO:tasks.ceph.osd.0:Stopped 2023-11-25T03:15:17.203 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-11-25T03:15:17.203 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.295 INFO:tasks.ceph.osd.1:Stopped 2023-11-25T03:15:17.295 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-11-25T03:15:17.296 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.390 INFO:tasks.ceph.osd.2:Stopped 2023-11-25T03:15:17.390 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-11-25T03:15:17.390 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.463 INFO:tasks.ceph.osd.3:Stopped 2023-11-25T03:15:17.464 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-11-25T03:15:17.464 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:17.552 INFO:tasks.ceph.osd.4:Stopped 2023-11-25T03:15:17.552 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-11-25T03:15:17.552 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:22.333 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2023-11-25T03:15:23.654 INFO:tasks.ceph.osd.5:Stopped 2023-11-25T03:15:23.655 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-11-25T03:15:23.655 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.715 INFO:tasks.ceph.osd.6:Stopped 2023-11-25T03:15:23.716 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-11-25T03:15:23.716 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.784 INFO:tasks.ceph.osd.7:Stopped 2023-11-25T03:15:23.784 INFO:teuthology.misc:Shutting down mgr daemons... 2023-11-25T03:15:23.785 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-11-25T03:15:23.785 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.841 INFO:tasks.ceph.mgr.y:Stopped 2023-11-25T03:15:23.841 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-11-25T03:15:23.841 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.892 INFO:tasks.ceph.mgr.x:Stopped 2023-11-25T03:15:23.893 INFO:teuthology.misc:Shutting down mon daemons... 2023-11-25T03:15:23.893 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-11-25T03:15:23.893 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.912 INFO:tasks.ceph.mon.a:Stopped 2023-11-25T03:15:23.913 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-11-25T03:15:23.913 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.929 INFO:tasks.ceph.mon.b:Stopped 2023-11-25T03:15:23.930 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-11-25T03:15:23.930 INFO:teuthology.orchestra.run:waiting for 300 2023-11-25T03:15:23.991 INFO:tasks.ceph.mon.c:Stopped 2023-11-25T03:15:23.992 INFO:tasks.ceph:Checking cluster log for badness... 2023-11-25T03:15:23.992 DEBUG:teuthology.orchestra.run.smithi076:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2023-11-25T03:15:24.022 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:15:24.022 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-11-25T03:15:24.257 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:15:24.257 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-11-25T03:15:24.411 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:15:24.412 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-11-25T03:15:24.561 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:15:24.561 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-11-25T03:15:24.721 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:15:24.721 DEBUG:teuthology.orchestra.run.smithi106:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-11-25T03:15:24.903 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:15:24.903 DEBUG:teuthology.orchestra.run.smithi106:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-11-25T03:15:25.056 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:15:25.056 DEBUG:teuthology.orchestra.run.smithi106:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-11-25T03:15:25.188 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:15:25.188 DEBUG:teuthology.orchestra.run.smithi106:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-11-25T03:15:25.329 INFO:tasks.ceph:Archiving mon data... 2023-11-25T03:15:25.330 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/data/mon.a.tgz 2023-11-25T03:15:25.331 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2023-11-25T03:15:25.340 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.0iqYZFTX5L 2023-11-25T03:15:25.341 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.0iqYZFTX5L 2023-11-25T03:15:25.495 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0666 /tmp/tmp.0iqYZFTX5L 2023-11-25T03:15:25.572 DEBUG:teuthology.orchestra.remote:smithi076:/tmp/tmp.0iqYZFTX5L is 446KB 2023-11-25T03:15:25.643 DEBUG:teuthology.orchestra.run.smithi076:> rm -fr /tmp/tmp.0iqYZFTX5L 2023-11-25T03:15:25.651 DEBUG:teuthology.misc:Transferring archived files from smithi106:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/data/mon.b.tgz 2023-11-25T03:15:25.652 DEBUG:teuthology.orchestra.run.smithi106:> mktemp 2023-11-25T03:15:25.661 INFO:teuthology.orchestra.run.smithi106.stdout:/tmp/tmp.uIBbGLfAn8 2023-11-25T03:15:25.662 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.uIBbGLfAn8 2023-11-25T03:15:25.845 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 0666 /tmp/tmp.uIBbGLfAn8 2023-11-25T03:15:25.919 DEBUG:teuthology.orchestra.remote:smithi106:/tmp/tmp.uIBbGLfAn8 is 585KB 2023-11-25T03:15:25.985 DEBUG:teuthology.orchestra.run.smithi106:> rm -fr /tmp/tmp.uIBbGLfAn8 2023-11-25T03:15:25.994 DEBUG:teuthology.misc:Transferring archived files from smithi106:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/data/mon.c.tgz 2023-11-25T03:15:25.995 DEBUG:teuthology.orchestra.run.smithi106:> mktemp 2023-11-25T03:15:26.042 INFO:teuthology.orchestra.run.smithi106.stdout:/tmp/tmp.7flkbnilPV 2023-11-25T03:15:26.043 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.7flkbnilPV 2023-11-25T03:15:26.224 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 0666 /tmp/tmp.7flkbnilPV 2023-11-25T03:15:26.299 DEBUG:teuthology.orchestra.remote:smithi106:/tmp/tmp.7flkbnilPV is 585KB 2023-11-25T03:15:26.365 DEBUG:teuthology.orchestra.run.smithi106:> rm -fr /tmp/tmp.7flkbnilPV 2023-11-25T03:15:26.374 INFO:tasks.ceph:Cleaning ceph cluster... 2023-11-25T03:15:26.374 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-11-25T03:15:26.377 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-11-25T03:15:26.439 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2023-11-25T03:15:26.439 DEBUG:teuthology.orchestra.run.smithi076:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2023-11-25T03:15:26.442 DEBUG:teuthology.orchestra.run.smithi106:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2023-11-25T03:15:26.478 INFO:teuthology.orchestra.run.smithi076.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2023-11-25T03:15:26.513 INFO:teuthology.orchestra.run.smithi106.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2023-11-25T03:15:26.520 INFO:tasks.ceph:Archiving crash dumps... 2023-11-25T03:15:26.522 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/remote/smithi076/crash 2023-11-25T03:15:26.523 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-11-25T03:15:26.547 DEBUG:teuthology.misc:Transferring archived files from smithi106:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/remote/smithi106/crash 2023-11-25T03:15:26.548 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-11-25T03:15:26.581 INFO:tasks.ceph:Shutting down logrotate 2023-11-25T03:15:26.581 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:15:26.594 DEBUG:teuthology.orchestra.run.smithi106:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-25T03:15:26.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-11-25T03:15:26.700 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-11-25T03:15:26.719 INFO:tasks.ceph:Compressing logs... 2023-11-25T03:15:26.720 DEBUG:teuthology.orchestra.run.smithi076:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-11-25T03:15:26.750 DEBUG:teuthology.orchestra.run.smithi106:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-11-25T03:15:26.771 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54249.log 2023-11-25T03:15:26.772 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49425.log 2023-11-25T03:15:26.773 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45222.log 2023-11-25T03:15:26.774 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54249.log.gz 2023-11-25T03:15:26.774 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51275.log 2023-11-25T03:15:26.775 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49425.log.gz 2023-11-25T03:15:26.775 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45836.log 2023-11-25T03:15:26.776 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45222.log.gz 2023-11-25T03:15:26.776 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51275.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.51275.log.gz 2023-11-25T03:15:26.776 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48587.log 2023-11-25T03:15:26.777 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47298.log 2023-11-25T03:15:26.778 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45836.log.gz 2023-11-25T03:15:26.779 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45790.log 2023-11-25T03:15:26.779 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48587.log.gz 2023-11-25T03:15:26.780 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52165.log 2023-11-25T03:15:26.780 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47298.log.gz 2023-11-25T03:15:26.780 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.45790.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.45790.log.gz 2023-11-25T03:15:26.781 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53037.log 2023-11-25T03:15:26.781 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52602.log 2023-11-25T03:15:26.782 INFO:teuthology.orchestra.run.smithi076.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.52165.log.gz 2023-11-25T03:15:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53037.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53037.log.gz 2023-11-25T03:15:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47754.log 2023-11-25T03:15:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50297.log 2023-11-25T03:15:26.784 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52602.log.gz 2023-11-25T03:15:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49451.log 2023-11-25T03:15:26.785 INFO:teuthology.orchestra.run.smithi076.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47754.log.gz 2023-11-25T03:15:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50297.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50297.log.gz 2023-11-25T03:15:26.786 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56405.log 2023-11-25T03:15:26.786 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49451.log: gzip -5 --verbose -- 87.5% /var/log/ceph/ceph-client.admin.56262.log -- replaced with /var/log/ceph/ceph-client.admin.49451.log.gz 2023-11-25T03:15:26.786 INFO:teuthology.orchestra.run.smithi076.stderr: 2023-11-25T03:15:26.787 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47702.log 2023-11-25T03:15:26.787 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56405.log.gz 2023-11-25T03:15:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45014.log 2023-11-25T03:15:26.788 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56262.log.gz 2023-11-25T03:15:26.789 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44150.log 2023-11-25T03:15:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52035.log 2023-11-25T03:15:26.790 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47702.log.gz 2023-11-25T03:15:26.793 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51773.log 2023-11-25T03:15:26.793 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45014.log.gz 2023-11-25T03:15:26.793 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52035.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-11-25T03:15:26.793 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52035.log.gz 2023-11-25T03:15:26.794 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51773.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51773.log.gz 2023-11-25T03:15:26.794 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51247.log 2023-11-25T03:15:26.794 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44565.log 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44150.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44150.log.gz 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44570.log 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44565.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44565.log.gz 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44570.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44570.log.gz 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44259.log 2023-11-25T03:15:26.795 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-11-25T03:15:26.796 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44259.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44259.log.gz 2023-11-25T03:15:26.796 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44612.log 2023-11-25T03:15:26.799 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38425.log 2023-11-25T03:15:26.799 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44612.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44612.log.gz 2023-11-25T03:15:26.799 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38449.log 2023-11-25T03:15:26.799 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.44672.log 2023-11-25T03:15:26.799 INFO:teuthology.orchestra.run.smithi106.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38425.log.gz 2023-11-25T03:15:26.799 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38449.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38449.log.gz 2023-11-25T03:15:26.800 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44414.log 2023-11-25T03:15:26.801 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50572.log 2023-11-25T03:15:26.801 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51247.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51247.log.gz 2023-11-25T03:15:26.801 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52959.log 2023-11-25T03:15:26.801 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44087.log 2023-11-25T03:15:26.802 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50572.log.gz 2023-11-25T03:15:26.802 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51001.log 2023-11-25T03:15:26.802 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52959.log.gz 2023-11-25T03:15:26.802 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52706.log 2023-11-25T03:15:26.802 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44087.log.gz 2023-11-25T03:15:26.802 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51001.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51001.log.gz 2023-11-25T03:15:26.803 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55386.log 2023-11-25T03:15:26.803 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47518.log 2023-11-25T03:15:26.803 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52706.log.gz 2023-11-25T03:15:26.803 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55931.log 2023-11-25T03:15:26.804 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55386.log.gz 2023-11-25T03:15:26.809 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50728.log 2023-11-25T03:15:26.809 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47518.log.gz 2023-11-25T03:15:26.809 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55931.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55931.log.gz 2023-11-25T03:15:26.809 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48353.log 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50728.log: 88.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.50728.log.gz 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.55626.log 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48353.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.33415.log 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48353.log.gz 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49399.log 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55626.log.gz 2023-11-25T03:15:26.810 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph.tmp-client.admin.33415.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.33415.log.gz 2023-11-25T03:15:26.811 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56087.log 2023-11-25T03:15:26.811 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47376.log 2023-11-25T03:15:26.811 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49399.log.gz 2023-11-25T03:15:26.811 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56087.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53324.log 2023-11-25T03:15:26.811 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56087.log.gz 2023-11-25T03:15:26.812 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.testuser.44672.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.44672.log.gz 2023-11-25T03:15:26.812 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-11-25T03:15:26.812 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44414.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44414.log.gz 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44306.log 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44141.log 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44306.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44306.log.gz 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44301.log 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44141.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44141.log.gz 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-11-25T03:15:26.813 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44301.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44301.log.gz 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38473.log 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.44677.log 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44458.log 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.38473.log.gz 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.testuser.44677.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.44677.log.gz 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44458.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44458.log.gz 2023-11-25T03:15:26.814 INFO:teuthology.orchestra.run.smithi106.stderr:gzip 93.6% -5 -- replaced with /var/log/ceph/ceph-mgr.x.log.gz --verbose 2023-11-25T03:15:26.815 INFO:teuthology.orchestra.run.smithi106.stderr: -- /var/log/ceph/ceph-client.admin.38545.log 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44463.log 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38545.log: 92.4% -- replaced with /var/log/ceph/ceph.log.gz 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38545.log.gz 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38497.log 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44463.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44463.log.gz 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-11-25T03:15:26.818 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44617.log 2023-11-25T03:15:26.819 INFO:teuthology.orchestra.run.smithi106.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.38497.log.gz 2023-11-25T03:15:26.823 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-11-25T03:15:26.823 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44617.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44617.log.gz 2023-11-25T03:15:26.823 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38401.log 2023-11-25T03:15:26.823 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2023-11-25T03:15:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51301.log 2023-11-25T03:15:26.824 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47376.log.gz 2023-11-25T03:15:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55197.log 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53324.log.gz 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51301.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.51301.log.gz 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46813.log 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55197.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55197.log.gz 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54561.log 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55808.log 2023-11-25T03:15:26.825 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46813.log.gz 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46122.log 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54561.log.gz 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51483.log 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55808.log.gz 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46122.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46122.log.gz 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56009.log 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53246.log 2023-11-25T03:15:26.826 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51483.log.gz 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56009.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56009.log.gz 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52269.log 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53246.log.gz 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55782.log 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51587.log 2023-11-25T03:15:26.827 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.52269.log.gz 2023-11-25T03:15:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55490.log 2023-11-25T03:15:26.828 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55782.log.gz 2023-11-25T03:15:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51587.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51587.log.gz 2023-11-25T03:15:26.828 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50406.log 2023-11-25T03:15:26.832 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44254.log 2023-11-25T03:15:26.832 INFO:teuthology.orchestra.run.smithi106.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38401.log.gz 2023-11-25T03:15:26.832 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44409.log 2023-11-25T03:15:26.832 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44254.log: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44254.log.gz 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr: 92.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38521.log 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.1.44409.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44409.log.gz 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-client.admin.38521.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-11-25T03:15:26.833 INFO:teuthology.orchestra.run.smithi106.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38521.log.gz 2023-11-25T03:15:26.834 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-11-25T03:15:26.836 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38569.log 2023-11-25T03:15:26.836 INFO:teuthology.orchestra.run.smithi106.stderr: 92.8% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2023-11-25T03:15:26.836 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph-client.admin.38569.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38569.log.gz 2023-11-25T03:15:26.837 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50520.log 2023-11-25T03:15:26.837 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55490.log.gz 2023-11-25T03:15:26.837 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50406.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50406.log.gz 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54275.log 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43895.log 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50520.log.gz 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54275.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54275.log.gz 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52451.log 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.43895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46709.log 2023-11-25T03:15:26.838 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43895.log.gz 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52451.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52451.log.gz 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46553.log 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46709.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46709.log.gz 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51161.log 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46553.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46553.log.gz 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46631.log 2023-11-25T03:15:26.839 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51161.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51161.log.gz 2023-11-25T03:15:26.840 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44114.log 2023-11-25T03:15:26.840 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46631.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46631.log.gz 2023-11-25T03:15:26.840 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49139.log 2023-11-25T03:15:26.840 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44114.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44114.log.gz 2023-11-25T03:15:26.840 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47492.log 2023-11-25T03:15:26.842 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49139.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49139.log.gz 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44520.log 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47492.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47492.log.gz 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53624.log 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44520.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.44520.log.gz 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51639.log 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53624.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53624.log.gz 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52810.log 2023-11-25T03:15:26.843 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51639.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51639.log.gz 2023-11-25T03:15:26.844 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44416.log 2023-11-25T03:15:26.845 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52810.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52810.log.gz 2023-11-25T03:15:26.845 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44336.log 2023-11-25T03:15:26.845 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52654.log 2023-11-25T03:15:26.846 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44416.log.gz 2023-11-25T03:15:26.846 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44336.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44336.log.gz 2023-11-25T03:15:26.846 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46683.log 2023-11-25T03:15:26.847 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52654.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52654.log.gz 2023-11-25T03:15:26.847 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50492.log 2023-11-25T03:15:26.847 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46683.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46683.log.gz 2023-11-25T03:15:26.848 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49479.log 2023-11-25T03:15:26.848 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50492.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50492.log.gz 2023-11-25T03:15:26.849 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55464.log 2023-11-25T03:15:26.849 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49479.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49479.log.gz 2023-11-25T03:15:26.850 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.54920.log 2023-11-25T03:15:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55464.log: 87.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.55464.log.gz 2023-11-25T03:15:26.851 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.45781.log 2023-11-25T03:15:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.testuser.54920.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.54920.log.gz 2023-11-25T03:15:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49295.log 2023-11-25T03:15:26.853 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.45781.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.45781.log.gz 2023-11-25T03:15:26.853 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56665.log 2023-11-25T03:15:26.853 INFO:teuthology.orchestra.run.smithi076.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-11-25T03:15:26.854 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49295.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49295.log.gz 2023-11-25T03:15:26.854 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49784.log 2023-11-25T03:15:26.855 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56665.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56665.log.gz 2023-11-25T03:15:26.855 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46496.log 2023-11-25T03:15:26.856 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49784.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49784.log.gz 2023-11-25T03:15:26.856 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52576.log 2023-11-25T03:15:26.857 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46496.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46496.log.gz 2023-11-25T03:15:26.857 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43963.log 2023-11-25T03:15:26.858 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52576.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52576.log.gz 2023-11-25T03:15:26.858 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52732.log 2023-11-25T03:15:26.859 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.43963.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43963.log.gz 2023-11-25T03:15:26.859 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54431.log 2023-11-25T03:15:26.860 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53414.log 2023-11-25T03:15:26.860 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52732.log.gz 2023-11-25T03:15:26.861 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54431.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54431.log.gz 2023-11-25T03:15:26.861 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55412.log 2023-11-25T03:15:26.862 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53414.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53414.log.gz 2023-11-25T03:15:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53650.log 2023-11-25T03:15:26.864 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55412.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55412.log.gz 2023-11-25T03:15:26.864 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45586.log 2023-11-25T03:15:26.865 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53650.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53650.log.gz 2023-11-25T03:15:26.865 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56191.log 2023-11-25T03:15:26.866 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45586.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45586.log.gz 2023-11-25T03:15:26.866 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45248.log 2023-11-25T03:15:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56191.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56191.log.gz 2023-11-25T03:15:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54301.log 2023-11-25T03:15:26.868 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45248.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45248.log.gz 2023-11-25T03:15:26.868 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44833.log 2023-11-25T03:15:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54301.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54301.log.gz 2023-11-25T03:15:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53676.log 2023-11-25T03:15:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44833.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44833.log.gz 2023-11-25T03:15:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43996.log 2023-11-25T03:15:26.871 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53676.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.53676.log.gz 2023-11-25T03:15:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44310.log 2023-11-25T03:15:26.873 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.43996.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43996.log.gz 2023-11-25T03:15:26.873 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.54915.log 2023-11-25T03:15:26.874 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44310.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44310.log.gz 2023-11-25T03:15:26.874 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48143.log 2023-11-25T03:15:26.875 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.testuser.54915.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.54915.log.gz 2023-11-25T03:15:26.875 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56341.log 2023-11-25T03:15:26.876 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48143.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48143.log.gz 2023-11-25T03:15:26.876 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50121.log 2023-11-25T03:15:26.877 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56341.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56341.log.gz 2023-11-25T03:15:26.877 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52321.log 2023-11-25T03:15:26.878 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50121.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50121.log.gz 2023-11-25T03:15:26.879 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50676.log 2023-11-25T03:15:26.879 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52321.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52321.log.gz 2023-11-25T03:15:26.880 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45378.log 2023-11-25T03:15:26.880 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50676.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50676.log.gz 2023-11-25T03:15:26.881 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51027.log 2023-11-25T03:15:26.882 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45378.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45378.log.gz 2023-11-25T03:15:26.882 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53194.log 2023-11-25T03:15:26.883 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51027.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51027.log.gz 2023-11-25T03:15:26.883 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45940.log 2023-11-25T03:15:26.884 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53194.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53194.log.gz 2023-11-25T03:15:26.884 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51799.log 2023-11-25T03:15:26.885 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45940.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.45940.log.gz 2023-11-25T03:15:26.885 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48301.log 2023-11-25T03:15:26.886 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51799.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51799.log.gz 2023-11-25T03:15:26.886 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55360.log 2023-11-25T03:15:26.887 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48301.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48301.log.gz 2023-11-25T03:15:26.887 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-11-25T03:15:26.888 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55360.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55360.log.gz 2023-11-25T03:15:26.888 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44166.log 2023-11-25T03:15:26.889 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46761.log 2023-11-25T03:15:26.890 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44166.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44166.log.gz 2023-11-25T03:15:26.890 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56821.log 2023-11-25T03:15:26.892 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46761.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46761.log.gz 2023-11-25T03:15:26.892 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53772.log 2023-11-25T03:15:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56821.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56821.log.gz 2023-11-25T03:15:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55011.log 2023-11-25T03:15:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.53772.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.53772.log.gz 2023-11-25T03:15:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56457.log 2023-11-25T03:15:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55011.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55011.log.gz 2023-11-25T03:15:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46174.log 2023-11-25T03:15:26.896 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56457.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56457.log.gz 2023-11-25T03:15:26.896 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46943.log 2023-11-25T03:15:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46174.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46174.log.gz 2023-11-25T03:15:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50808.log 2023-11-25T03:15:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48747.log 2023-11-25T03:15:26.898 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46943.log.gz 2023-11-25T03:15:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45914.log 2023-11-25T03:15:26.899 INFO:teuthology.orchestra.run.smithi076.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.50808.log.gz 2023-11-25T03:15:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48747.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48747.log.gz 2023-11-25T03:15:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44824.log 2023-11-25T03:15:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45914.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45914.log.gz 2023-11-25T03:15:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54750.log 2023-11-25T03:15:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44824.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44824.log.gz 2023-11-25T03:15:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54776.log 2023-11-25T03:15:26.903 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54750.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54750.log.gz 2023-11-25T03:15:26.904 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44826.log 2023-11-25T03:15:26.905 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54776.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54776.log.gz 2023-11-25T03:15:26.905 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46044.log 2023-11-25T03:15:26.906 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44826.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44826.log.gz 2023-11-25T03:15:26.906 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56165.log 2023-11-25T03:15:26.907 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46044.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46044.log.gz 2023-11-25T03:15:26.907 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47650.log 2023-11-25T03:15:26.908 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56165.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56165.log.gz 2023-11-25T03:15:26.908 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49628.log 2023-11-25T03:15:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47650.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47650.log.gz 2023-11-25T03:15:26.909 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-11-25T03:15:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49628.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49628.log.gz 2023-11-25T03:15:26.910 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51561.log 2023-11-25T03:15:26.911 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48877.log 2023-11-25T03:15:26.913 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51561.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51561.log.gz 2023-11-25T03:15:26.913 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48169.log 2023-11-25T03:15:26.914 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48877.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48877.log.gz 2023-11-25T03:15:26.914 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49061.log 2023-11-25T03:15:26.915 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49602.log 2023-11-25T03:15:26.916 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48169.log.gz 2023-11-25T03:15:26.917 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49061.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49061.log.gz 2023-11-25T03:15:26.917 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49165.log 2023-11-25T03:15:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49602.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49602.log.gz 2023-11-25T03:15:26.918 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56717.log 2023-11-25T03:15:26.919 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48327.log 2023-11-25T03:15:26.920 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49165.log.gz 2023-11-25T03:15:26.921 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56717.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56717.log.gz 2023-11-25T03:15:26.921 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50271.log 2023-11-25T03:15:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48327.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48327.log.gz 2023-11-25T03:15:26.922 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49576.log 2023-11-25T03:15:26.923 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50271.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50271.log.gz 2023-11-25T03:15:26.924 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54197.log 2023-11-25T03:15:26.925 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44390.log 2023-11-25T03:15:26.925 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49576.log.gz 2023-11-25T03:15:26.926 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54197.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54197.log.gz 2023-11-25T03:15:26.926 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56217.log 2023-11-25T03:15:26.927 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56847.log 2023-11-25T03:15:26.928 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44390.log.gz 2023-11-25T03:15:26.929 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56217.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56217.log.gz 2023-11-25T03:15:26.929 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48773.log 2023-11-25T03:15:26.931 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56847.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56847.log.gz 2023-11-25T03:15:26.931 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44612.log 2023-11-25T03:15:26.931 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48773.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48773.log.gz 2023-11-25T03:15:26.932 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47246.log 2023-11-25T03:15:26.933 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55275.log 2023-11-25T03:15:26.933 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44612.log.gz 2023-11-25T03:15:26.936 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47246.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47246.log.gz 2023-11-25T03:15:26.936 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45966.log 2023-11-25T03:15:26.936 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55275.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55275.log.gz 2023-11-25T03:15:26.936 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47402.log 2023-11-25T03:15:26.937 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52425.log 2023-11-25T03:15:26.937 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45966.log.gz 2023-11-25T03:15:26.939 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47402.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47402.log.gzgzip 2023-11-25T03:15:26.939 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49862.log 2023-11-25T03:15:26.940 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52425.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52425.log.gz 2023-11-25T03:15:26.940 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50349.log 2023-11-25T03:15:26.941 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49862.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49862.log.gz 2023-11-25T03:15:26.942 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45042.log 2023-11-25T03:15:26.942 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49087.log 2023-11-25T03:15:26.943 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50349.log.gz 2023-11-25T03:15:26.944 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49810.log 2023-11-25T03:15:26.944 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45042.log.gz 2023-11-25T03:15:26.945 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49087.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49087.log.gz 2023-11-25T03:15:26.946 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55704.log 2023-11-25T03:15:26.946 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45274.log 2023-11-25T03:15:26.947 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49810.log.gz 2023-11-25T03:15:26.948 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55704.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55704.log.gz 2023-11-25T03:15:26.948 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49321.log 2023-11-25T03:15:26.950 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45274.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45274.log.gz 2023-11-25T03:15:26.950 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54457.log 2023-11-25T03:15:26.951 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49321.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49321.log.gz 2023-11-25T03:15:26.951 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47975.log 2023-11-25T03:15:26.952 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45482.log 2023-11-25T03:15:26.953 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54457.log.gz 2023-11-25T03:15:26.953 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47975.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47975.log.gz 2023-11-25T03:15:26.954 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53298.log 2023-11-25T03:15:26.955 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45482.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45482.log.gz 2023-11-25T03:15:26.955 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47544.log 2023-11-25T03:15:26.957 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53298.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53298.log.gz 2023-11-25T03:15:26.957 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48799.log 2023-11-25T03:15:26.958 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55652.log 2023-11-25T03:15:26.958 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47544.log.gz 2023-11-25T03:15:26.959 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48799.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48799.log.gz 2023-11-25T03:15:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55548.log 2023-11-25T03:15:26.961 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55652.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55652.log.gz 2023-11-25T03:15:26.961 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49758.log 2023-11-25T03:15:26.962 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55548.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55548.log.gz 2023-11-25T03:15:26.962 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48379.log 2023-11-25T03:15:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48613.log 2023-11-25T03:15:26.964 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49758.log.gz 2023-11-25T03:15:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46442.log 2023-11-25T03:15:26.965 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48379.log.gz 2023-11-25T03:15:26.966 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56035.log 2023-11-25T03:15:26.966 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48613.log.gz 2023-11-25T03:15:26.968 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54353.log 2023-11-25T03:15:26.968 INFO:teuthology.orchestra.run.smithi076.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.46442.log.gz 2023-11-25T03:15:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44834.log 2023-11-25T03:15:26.970 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56035.log.gz 2023-11-25T03:15:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56954.log 2023-11-25T03:15:26.971 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54353.log.gz 2023-11-25T03:15:26.972 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44834.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44834.log.gz 2023-11-25T03:15:26.972 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55171.log 2023-11-25T03:15:26.973 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52881.log 2023-11-25T03:15:26.974 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56954.log.gz 2023-11-25T03:15:26.975 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55171.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55171.log.gz 2023-11-25T03:15:26.975 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49550.log 2023-11-25T03:15:26.976 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52881.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52881.log.gz 2023-11-25T03:15:26.977 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47804.log 2023-11-25T03:15:26.977 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49550.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49550.log.gz 2023-11-25T03:15:26.978 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48535.log 2023-11-25T03:15:26.979 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50624.log 2023-11-25T03:15:26.979 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47804.log.gz 2023-11-25T03:15:26.980 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56139.log 2023-11-25T03:15:26.980 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48535.log.gz 2023-11-25T03:15:26.981 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50624.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50624.log.gz 2023-11-25T03:15:26.982 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50858.log 2023-11-25T03:15:26.983 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55574.log 2023-11-25T03:15:26.983 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56139.log.gz 2023-11-25T03:15:26.984 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50858.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50858.log.gz 2023-11-25T03:15:26.984 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53871.log 2023-11-25T03:15:26.986 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55574.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55574.log.gz 2023-11-25T03:15:26.986 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54065.log 2023-11-25T03:15:26.987 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53871.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53871.log.gz 2023-11-25T03:15:26.987 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52628.log 2023-11-25T03:15:26.989 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54065.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54065.log.gz 2023-11-25T03:15:26.989 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51105.log 2023-11-25T03:15:26.990 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52628.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52628.log.gz 2023-11-25T03:15:26.990 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54802.log 2023-11-25T03:15:26.991 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54698.log 2023-11-25T03:15:26.992 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51105.log.gz 2023-11-25T03:15:26.992 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54802.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.54802.log.gz 2023-11-25T03:15:26.993 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46522.log 2023-11-25T03:15:26.994 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54698.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54698.log.gz 2023-11-25T03:15:26.994 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48483.log 2023-11-25T03:15:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46522.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46522.log.gz 2023-11-25T03:15:26.996 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46787.log 2023-11-25T03:15:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48483.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48483.log.gz 2023-11-25T03:15:26.997 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47897.log 2023-11-25T03:15:26.999 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46787.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46787.log.gz 2023-11-25T03:15:26.999 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44248.log 2023-11-25T03:15:27.000 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47897.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47897.log.gz 2023-11-25T03:15:27.000 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45326.log 2023-11-25T03:15:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44248.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44248.log.gz 2023-11-25T03:15:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46070.log 2023-11-25T03:15:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45326.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.45326.log.gz 2023-11-25T03:15:27.004 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54483.log 2023-11-25T03:15:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46070.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46070.log.gz 2023-11-25T03:15:27.005 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50754.log 2023-11-25T03:15:27.006 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49907.log 2023-11-25T03:15:27.006 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54483.log.gz 2023-11-25T03:15:27.007 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50754.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50754.log.gz 2023-11-25T03:15:27.008 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-11-25T03:15:27.008 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49907.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49907.log.gz 2023-11-25T03:15:27.009 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44611.log 2023-11-25T03:15:27.010 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50650.log 2023-11-25T03:15:27.011 INFO:teuthology.orchestra.run.smithi106.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-11-25T03:15:27.014 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46356.log 2023-11-25T03:15:27.014 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44611.log.gz 2023-11-25T03:15:27.014 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47624.log 2023-11-25T03:15:27.014 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50650.log.gz 2023-11-25T03:15:27.015 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46356.log: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.46356.log.gz -5 2023-11-25T03:15:27.015 INFO:teuthology.orchestra.run.smithi076.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45560.log 2023-11-25T03:15:27.016 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46969.log 2023-11-25T03:15:27.016 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47624.log.gz 2023-11-25T03:15:27.018 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52836.log 2023-11-25T03:15:27.018 INFO:teuthology.orchestra.run.smithi076.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.45560.log.gz 2023-11-25T03:15:27.019 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48909.log 2023-11-25T03:15:27.019 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46969.log.gz 2023-11-25T03:15:27.020 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52836.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52836.log.gz 2023-11-25T03:15:27.021 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49985.log 2023-11-25T03:15:27.022 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56483.log 2023-11-25T03:15:27.022 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48909.log.gz 2023-11-25T03:15:27.023 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50904.log 87.3% 2023-11-25T03:15:27.023 INFO:teuthology.orchestra.run.smithi076.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49985.log.gz 2023-11-25T03:15:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56483.log: gzip 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56483.log.gz -5 2023-11-25T03:15:27.026 INFO:teuthology.orchestra.run.smithi076.stderr: --verbose -- /var/log/ceph/ceph-client.admin.54828.log 2023-11-25T03:15:27.027 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.50904.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50904.log.gz 2023-11-25T03:15:27.027 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47430.log 2023-11-25T03:15:27.028 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54828.log: gzip 87.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.54828.log.gz --verbose 2023-11-25T03:15:27.028 INFO:teuthology.orchestra.run.smithi076.stderr: -- /var/log/ceph/ceph-client.admin.44820.log 2023-11-25T03:15:27.029 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48665.log 2023-11-25T03:15:27.029 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47430.log.gz 2023-11-25T03:15:27.031 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54091.log 2023-11-25T03:15:27.031 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44820.log.gz 2023-11-25T03:15:27.032 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48665.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48665.log.gz 2023-11-25T03:15:27.032 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44192.log 2023-11-25T03:15:27.034 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46579.log 2023-11-25T03:15:27.034 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54091.log.gz 2023-11-25T03:15:27.035 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48721.log 2023-11-25T03:15:27.036 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44192.log.gz 2023-11-25T03:15:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51613.log 2023-11-25T03:15:27.037 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46579.log.gz 2023-11-25T03:15:27.037 INFO:teuthology.orchestra.run.smithi106.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-11-25T03:15:27.038 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45404.log 2023-11-25T03:15:27.038 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48721.log.gz 2023-11-25T03:15:27.040 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52784.log 2023-11-25T03:15:27.040 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51613.log.gz 2023-11-25T03:15:27.041 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45404.log: gzip -5 88.1% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.45404.log.gz 2023-11-25T03:15:27.041 INFO:teuthology.orchestra.run.smithi076.stderr: /var/log/ceph/ceph-client.admin.54672.log 2023-11-25T03:15:27.042 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52784.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52784.log.gz 2023-11-25T03:15:27.043 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45888.log 2023-11-25T03:15:27.045 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54985.log 2023-11-25T03:15:27.046 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54672.log.gz 2023-11-25T03:15:27.046 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49836.log 2023-11-25T03:15:27.046 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45888.log.gz 2023-11-25T03:15:27.047 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44813.log 2023-11-25T03:15:27.047 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54985.log.gz 2023-11-25T03:15:27.048 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51695.log 2023-11-25T03:15:27.048 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49836.log.gz 2023-11-25T03:15:27.050 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46278.log 2023-11-25T03:15:27.050 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44813.log.gz 2023-11-25T03:15:27.051 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47923.log 2023-11-25T03:15:27.052 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51695.log.gz 2023-11-25T03:15:27.052 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54171.log 2023-11-25T03:15:27.053 INFO:teuthology.orchestra.run.smithi076.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46278.log.gz 2023-11-25T03:15:27.055 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46891.log 2023-11-25T03:15:27.055 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47923.log.gz 2023-11-25T03:15:27.056 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47598.log 2023-11-25T03:15:27.056 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54171.log.gz 2023-11-25T03:15:27.057 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44140.log 2023-11-25T03:15:27.057 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46891.log.gz 2023-11-25T03:15:27.058 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46330.log 2023-11-25T03:15:27.059 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47598.log.gz 2023-11-25T03:15:27.060 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52985.log 2023-11-25T03:15:27.060 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44140.log.gz 2023-11-25T03:15:27.062 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48509.log 2023-11-25T03:15:27.063 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46330.log.gz 2023-11-25T03:15:27.066 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46226.log 2023-11-25T03:15:27.067 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52985.log.gz 2023-11-25T03:15:27.067 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48509.log: gzip 87.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.48509.log.gz --verbose 2023-11-25T03:15:27.067 INFO:teuthology.orchestra.run.smithi076.stderr: -- /var/log/ceph/ceph-client.admin.53572.log 2023-11-25T03:15:27.067 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46226.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-11-25T03:15:27.068 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46226.log.gz 2023-11-25T03:15:27.076 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45992.log 2023-11-25T03:15:27.077 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.53572.log.gz 2023-11-25T03:15:27.078 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49035.log 2023-11-25T03:15:27.078 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50063.log 2023-11-25T03:15:27.078 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45992.log.gz 2023-11-25T03:15:27.078 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48431.log 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49035.log.gz 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50063.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50063.log.gz 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45041.log 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48431.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48431.log.gz 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44618.log 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56743.log 2023-11-25T03:15:27.079 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45041.log.gz 2023-11-25T03:15:27.081 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44618.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44618.log.gz 2023-11-25T03:15:27.081 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56743.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56743.log.gz 2023-11-25T03:15:27.081 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54587.log 2023-11-25T03:15:27.081 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48027.log 2023-11-25T03:15:27.082 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44442.log 2023-11-25T03:15:27.083 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54587.log.gz 2023-11-25T03:15:27.085 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48027.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48027.log.gz 2023-11-25T03:15:27.085 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44442.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44442.log.gz 2023-11-25T03:15:27.085 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51405.log 2023-11-25T03:15:27.086 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46839.log 2023-11-25T03:15:27.088 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50378.log 2023-11-25T03:15:27.089 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51405.log.gz 2023-11-25T03:15:27.090 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46839.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46839.log.gz 2023-11-25T03:15:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50378.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50378.log.gz 2023-11-25T03:15:27.091 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50909.log 2023-11-25T03:15:27.093 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53546.log 2023-11-25T03:15:27.094 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.50909.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50909.log.gz 2023-11-25T03:15:27.094 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54117.log 2023-11-25T03:15:27.096 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56930.log 2023-11-25T03:15:27.096 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53546.log.gz 2023-11-25T03:15:27.097 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53147.log 2023-11-25T03:15:27.097 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54117.log.gz 2023-11-25T03:15:27.099 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55834.log 2023-11-25T03:15:27.099 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56930.log.gz 2023-11-25T03:15:27.100 INFO:teuthology.orchestra.run.smithi106.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-11-25T03:15:27.101 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49959.log 2023-11-25T03:15:27.101 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53147.log.gz 2023-11-25T03:15:27.102 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50780.log 2023-11-25T03:15:27.102 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55834.log.gz 2023-11-25T03:15:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49505.log 2023-11-25T03:15:27.103 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49959.log.gz 2023-11-25T03:15:27.105 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50780.log: gzip 89.5% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.50780.log.gz -- 2023-11-25T03:15:27.105 INFO:teuthology.orchestra.run.smithi076.stderr: /var/log/ceph/ceph-client.admin.49217.log 2023-11-25T03:15:27.106 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50089.log 2023-11-25T03:15:27.106 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49505.log.gz 2023-11-25T03:15:27.108 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48639.log 2023-11-25T03:15:27.108 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49217.log.gz 2023-11-25T03:15:27.109 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55438.log 2023-11-25T03:15:27.109 INFO:teuthology.orchestra.run.smithi076.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.50089.log.gz 2023-11-25T03:15:27.111 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51665.log 2023-11-25T03:15:27.111 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48639.log.gz 2023-11-25T03:15:27.112 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56980.log 2023-11-25T03:15:27.112 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55438.log.gz 2023-11-25T03:15:27.113 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56509.log 2023-11-25T03:15:27.114 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.51665.log.gz 2023-11-25T03:15:27.115 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44061.log 2023-11-25T03:15:27.115 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56980.log.gz 2023-11-25T03:15:27.116 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51535.log 2023-11-25T03:15:27.117 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56509.log.gz 2023-11-25T03:15:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44061.log: gzip -5 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44061.log.gz 2023-11-25T03:15:27.118 INFO:teuthology.orchestra.run.smithi076.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46735.log 2023-11-25T03:15:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51535.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51535.log.gz 2023-11-25T03:15:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51721.log 2023-11-25T03:15:27.121 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46735.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46735.log.gz 2023-11-25T03:15:27.121 INFO:teuthology.orchestra.run.smithi106.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2023-11-25T03:15:27.121 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52217.log 2023-11-25T03:15:27.123 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44831.log 2023-11-25T03:15:27.123 INFO:teuthology.orchestra.run.smithi076.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51721.log.gz 2023-11-25T03:15:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50949.log 2023-11-25T03:15:27.124 INFO:teuthology.orchestra.run.smithi076.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.52217.log.gz 2023-11-25T03:15:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44831.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47014.log 2023-11-25T03:15:27.125 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44831.log.gz 2023-11-25T03:15:27.127 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50037.log 2023-11-25T03:15:27.127 INFO:teuthology.orchestra.run.smithi076.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50949.log.gz 2023-11-25T03:15:27.128 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50245.log 2023-11-25T03:15:27.128 INFO:teuthology.orchestra.run.smithi076.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47014.log.gz 2023-11-25T03:15:27.130 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47852.log 2023-11-25T03:15:27.130 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50037.log.gz 2023-11-25T03:15:27.131 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47676.log 2023-11-25T03:15:27.131 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50245.log.gz 2023-11-25T03:15:27.132 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.47852.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.0.47852.log.gz -5 2023-11-25T03:15:27.133 INFO:teuthology.orchestra.run.smithi076.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53923.log 2023-11-25T03:15:27.134 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47857.log 2023-11-25T03:15:27.134 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47676.log.gz 2023-11-25T03:15:27.135 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53923.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53923.log.gz 2023-11-25T03:15:27.135 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50466.log 2023-11-25T03:15:27.136 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.47857.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47857.log.gz 2023-11-25T03:15:27.136 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46605.log 2023-11-25T03:15:27.138 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51327.log 2023-11-25T03:15:27.139 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50466.log.gz 2023-11-25T03:15:27.140 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45300.log 2023-11-25T03:15:27.140 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46605.log.gz 2023-11-25T03:15:27.141 INFO:teuthology.orchestra.run.smithi106.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-11-25T03:15:27.142 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51327.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51327.log.gz 2023-11-25T03:15:27.142 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55037.log 2023-11-25T03:15:27.142 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45300.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45300.log.gz 2023-11-25T03:15:27.143 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48001.log 2023-11-25T03:15:27.145 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45456.log 2023-11-25T03:15:27.145 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.55037.log.gz 2023-11-25T03:15:27.146 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55334.log 2023-11-25T03:15:27.146 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48001.log.gz 2023-11-25T03:15:27.147 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51431.log 2023-11-25T03:15:27.148 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45456.log.gz 2023-11-25T03:15:27.149 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55334.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55334.log.gz 2023-11-25T03:15:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51431.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51431.log.gz 2023-11-25T03:15:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51825.log 2023-11-25T03:15:27.152 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54642.log 2023-11-25T03:15:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51825.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-11-25T03:15:27.154 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51825.log.gz 2023-11-25T03:15:27.155 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44626.log 2023-11-25T03:15:27.155 INFO:teuthology.orchestra.run.smithi076.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.54642.log.gz 2023-11-25T03:15:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51983.log 2023-11-25T03:15:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44626.log: 86.2% -- replaced with /var/log/ceph/ceph.log.gz 2023-11-25T03:15:27.158 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44626.log.gz 2023-11-25T03:15:27.159 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51983.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51983.log.gz 2023-11-25T03:15:27.159 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47458.log 2023-11-25T03:15:27.161 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45612.log 2023-11-25T03:15:27.162 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50153.log 2023-11-25T03:15:27.163 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47458.log.gz 2023-11-25T03:15:27.165 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54509.log 2023-11-25T03:15:27.165 INFO:teuthology.orchestra.run.smithi076.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.45612.log.gz 2023-11-25T03:15:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50153.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50153.log.gz 2023-11-25T03:15:27.166 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45810.log 2023-11-25T03:15:27.167 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54509.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54509.log.gz 2023-11-25T03:15:27.167 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48275.log 2023-11-25T03:15:27.169 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51221.log 2023-11-25T03:15:27.169 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45810.log.gz 2023-11-25T03:15:27.170 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52907.log 2023-11-25T03:15:27.170 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48275.log.gz 2023-11-25T03:15:27.174 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51221.log: gzip -5 --verbose -- 88.8% /var/log/ceph/ceph-client.admin.47092.log 2023-11-25T03:15:27.174 INFO:teuthology.orchestra.run.smithi076.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51221.log.gz 2023-11-25T03:15:27.174 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52907.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52907.log.gz 2023-11-25T03:15:27.175 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47092.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47092.log.gz 2023-11-25T03:15:27.175 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53095.log 2023-11-25T03:15:27.176 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44621.log 2023-11-25T03:15:27.178 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54535.log 2023-11-25T03:15:27.178 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53095.log.gz 2023-11-25T03:15:27.179 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54405.log 2023-11-25T03:15:27.179 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44621.log.gz 2023-11-25T03:15:27.181 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53063.log 2023-11-25T03:15:27.181 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54535.log.gz 2023-11-25T03:15:27.182 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52113.log 2023-11-25T03:15:27.182 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54405.log.gz 2023-11-25T03:15:27.183 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53063.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53063.log.gz 2023-11-25T03:15:27.184 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55600.log 2023-11-25T03:15:27.185 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51509.log 2023-11-25T03:15:27.185 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52113.log.gz 2023-11-25T03:15:27.186 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55600.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55600.log.gz 2023-11-25T03:15:27.187 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47871.log 2023-11-25T03:15:27.189 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44623.log 2023-11-25T03:15:27.189 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51509.log.gz 2023-11-25T03:15:27.189 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47871.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47871.log.gz 2023-11-25T03:15:27.190 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52243.log 2023-11-25T03:15:27.191 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46018.log 2023-11-25T03:15:27.191 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44623.log.gz 2023-11-25T03:15:27.193 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52139.log 2023-11-25T03:15:27.193 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52243.log.gz 2023-11-25T03:15:27.194 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45025.log 2023-11-25T03:15:27.194 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46018.log.gz 2023-11-25T03:15:27.195 INFO:teuthology.orchestra.run.smithi106.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-11-25T03:15:27.196 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52139.log: gzip 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52139.log.gz -5 2023-11-25T03:15:27.196 INFO:teuthology.orchestra.run.smithi076.stderr: --verbose -- /var/log/ceph/ceph-client.testuser.51938.log 2023-11-25T03:15:27.196 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45025.log: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-11-25T03:15:27.197 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47324.log 2023-11-25T03:15:27.198 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45025.log.gz 2023-11-25T03:15:27.198 INFO:teuthology.orchestra.run.smithi106.stderr: 2023-11-25T03:15:27.198 INFO:teuthology.orchestra.run.smithi106.stderr:real 0m0.428s 2023-11-25T03:15:27.198 INFO:teuthology.orchestra.run.smithi106.stderr:user 0m1.638s 2023-11-25T03:15:27.198 INFO:teuthology.orchestra.run.smithi106.stderr:sys 0m0.229s 2023-11-25T03:15:27.199 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.testuser.51938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48691.log 2023-11-25T03:15:27.200 INFO:teuthology.orchestra.run.smithi076.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.51938.log.gz 2023-11-25T03:15:27.200 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47324.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47324.log.gz 2023-11-25T03:15:27.200 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49009.log 2023-11-25T03:15:27.200 INFO:teuthology.orchestra.run.smithi076.stderr:gzip/var/log/ceph/ceph-client.admin.48691.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.55115.log 2023-11-25T03:15:27.201 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48691.log.gz 2023-11-25T03:15:27.202 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49009.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49009.log.gz 2023-11-25T03:15:27.202 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50219.log 2023-11-25T03:15:27.203 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53520.log 2023-11-25T03:15:27.203 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55115.log.gz 2023-11-25T03:15:27.204 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50219.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50219.log.gz 2023-11-25T03:15:27.204 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54616.log 2023-11-25T03:15:27.205 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50546.log 2023-11-25T03:15:27.206 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53520.log: /var/log/ceph/ceph-client.admin.54616.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53520.log.gz 2023-11-25T03:15:27.206 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54616.log.gz 2023-11-25T03:15:27.207 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51883.log 2023-11-25T03:15:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56691.log 2023-11-25T03:15:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50546.log: 94.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-11-25T03:15:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51883.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50546.log.gz 2023-11-25T03:15:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:gzip 88.3% -5 -- replaced with /var/log/ceph/ceph-client.admin.51883.log.gz --verbose 2023-11-25T03:15:27.214 INFO:teuthology.orchestra.run.smithi076.stderr: -- /var/log/ceph/ceph-client.admin.48223.log 2023-11-25T03:15:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56691.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56691.log.gz 2023-11-25T03:15:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53791.log 2023-11-25T03:15:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53845.log 2023-11-25T03:15:27.215 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48223.log.gz 2023-11-25T03:15:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53791.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.53791.log.gz 2023-11-25T03:15:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46304.log 2023-11-25T03:15:27.217 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53845.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53845.log.gz 2023-11-25T03:15:27.217 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50975.log 2023-11-25T03:15:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46304.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46304.log.gz 2023-11-25T03:15:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47219.log 2023-11-25T03:15:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50975.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50975.log.gz 2023-11-25T03:15:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47272.log 2023-11-25T03:15:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47219.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47219.log.gz 2023-11-25T03:15:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54959.log 2023-11-25T03:15:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47272.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47272.log.gz 2023-11-25T03:15:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45031.log 2023-11-25T03:15:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54959.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54959.log.gz 2023-11-25T03:15:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49243.log 2023-11-25T03:15:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45031.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45031.log.gz 2023-11-25T03:15:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50598.log 2023-11-25T03:15:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49243.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49243.log.gz 2023-11-25T03:15:27.222 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54860.log 2023-11-25T03:15:27.223 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50598.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50598.log.gz 2023-11-25T03:15:27.223 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38251.log 2023-11-25T03:15:27.224 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54860.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54860.log.gz 2023-11-25T03:15:27.224 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52009.log 2023-11-25T03:15:27.225 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.38251.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.38251.log.gz 2023-11-25T03:15:27.225 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46252.log 2023-11-25T03:15:27.226 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52009.log: gzip 89.1% -5 -- replaced with /var/log/ceph/ceph-client.admin.52009.log.gz --verbose 2023-11-25T03:15:27.227 INFO:teuthology.orchestra.run.smithi076.stderr: -- /var/log/ceph/ceph-client.admin.48405.log 2023-11-25T03:15:27.229 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46252.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46252.log.gz 2023-11-25T03:15:27.229 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48561.log 2023-11-25T03:15:27.229 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55860.log 2023-11-25T03:15:27.229 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48405.log.gz 2023-11-25T03:15:27.231 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48561.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48561.log.gz 2023-11-25T03:15:27.231 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56613.log 2023-11-25T03:15:27.231 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55860.log: gzip -5 --verbose -- 88.1% /var/log/ceph/ceph-client.admin.46382.log -- replaced with /var/log/ceph/ceph-client.admin.55860.log.gz 2023-11-25T03:15:27.232 INFO:teuthology.orchestra.run.smithi076.stderr: 2023-11-25T03:15:27.233 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56613.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56613.log.gz 2023-11-25T03:15:27.233 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45032.log 2023-11-25T03:15:27.234 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46382.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46382.log.gz 2023-11-25T03:15:27.234 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45508.log 2023-11-25T03:15:27.234 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45032.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45032.log.gz 2023-11-25T03:15:27.235 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46416.log 2023-11-25T03:15:27.235 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45508.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45508.log.gz 2023-11-25T03:15:27.235 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49373.log 2023-11-25T03:15:27.236 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46416.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46416.log.gz 2023-11-25T03:15:27.236 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53819.log 2023-11-25T03:15:27.237 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49373.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49373.log.gz 2023-11-25T03:15:27.237 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44362.log 2023-11-25T03:15:27.238 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53819.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53819.log.gz 2023-11-25T03:15:27.238 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52758.log 2023-11-25T03:15:27.239 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44362.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44362.log.gz 2023-11-25T03:15:27.239 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55089.log 2023-11-25T03:15:27.240 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52758.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52758.log.gz 2023-11-25T03:15:27.240 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53220.log 2023-11-25T03:15:27.241 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55089.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55089.log.gz 2023-11-25T03:15:27.241 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56288.log 2023-11-25T03:15:27.242 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53220.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53220.log.gz 2023-11-25T03:15:27.243 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55522.log 2023-11-25T03:15:27.244 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56288.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56288.log.gz 2023-11-25T03:15:27.244 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56899.log 2023-11-25T03:15:27.245 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55522.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.55522.log.gz 2023-11-25T03:15:27.245 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.48969.log 2023-11-25T03:15:27.246 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56899.log: 88.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.56899.log.gz 2023-11-25T03:15:27.246 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-11-25T03:15:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.testuser.48969.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.48969.log.gz 2023-11-25T03:15:27.247 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53466.log 2023-11-25T03:15:27.248 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2023-11-25T03:15:27.249 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53466.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53466.log.gz 2023-11-25T03:15:27.250 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- 89.3% /var/log/ceph/ceph-client.admin.46657.log 2023-11-25T03:15:27.250 INFO:teuthology.orchestra.run.smithi076.stderr: -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-11-25T03:15:27.251 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45033.log 2023-11-25T03:15:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46657.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46657.log.gz 2023-11-25T03:15:27.252 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44468.log 2023-11-25T03:15:27.253 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45033.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45033.log.gz 2023-11-25T03:15:27.254 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56113.log 2023-11-25T03:15:27.254 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52191.log 2023-11-25T03:15:27.255 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44468.log.gz 2023-11-25T03:15:27.256 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56113.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56113.log.gz 2023-11-25T03:15:27.256 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54031.log 2023-11-25T03:15:27.257 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52191.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2023-11-25T03:15:27.258 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52191.log.gz 2023-11-25T03:15:27.258 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54031.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54031.log.gz 2023-11-25T03:15:27.259 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53380.log 2023-11-25T03:15:27.261 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45534.log 2023-11-25T03:15:27.262 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53380.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.53380.log.gz -5 2023-11-25T03:15:27.262 INFO:teuthology.orchestra.run.smithi076.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47350.log 2023-11-25T03:15:27.265 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53897.log 2023-11-25T03:15:27.265 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45534.log.gz 2023-11-25T03:15:27.266 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53726.log 2023-11-25T03:15:27.266 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47350.log.gz 2023-11-25T03:15:27.267 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44819.log 2023-11-25T03:15:27.267 INFO:teuthology.orchestra.run.smithi076.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53897.log.gz 2023-11-25T03:15:27.269 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51379.log 2023-11-25T03:15:27.269 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53726.log.gz 2023-11-25T03:15:27.269 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50323.log 2023-11-25T03:15:27.269 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44819.log.gz 2023-11-25T03:15:27.271 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56639.log 2023-11-25T03:15:27.271 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51379.log.gz 2023-11-25T03:15:27.272 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49706.log 2023-11-25T03:15:27.272 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50323.log.gz 2023-11-25T03:15:27.273 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56639.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56639.log.gz 2023-11-25T03:15:27.283 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49706.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49706.log.gz 2023-11-25T03:15:27.283 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47139.log 2023-11-25T03:15:27.283 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55905.log 2023-11-25T03:15:27.283 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51053.log 2023-11-25T03:15:27.284 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47139.log.gz 2023-11-25T03:15:27.284 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55905.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.55905.log.gz 2023-11-25T03:15:27.284 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51053.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51053.log.gz 2023-11-25T03:15:27.284 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44572.log 2023-11-25T03:15:27.284 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53352.log 2023-11-25T03:15:27.284 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46468.log 2023-11-25T03:15:27.285 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44572.log.gz 2023-11-25T03:15:27.286 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.48964.log 2023-11-25T03:15:27.286 INFO:teuthology.orchestra.run.smithi076.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53352.log.gz 2023-11-25T03:15:27.287 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55145.log 2023-11-25T03:15:27.288 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46468.log.gz 2023-11-25T03:15:27.288 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.testuser.48964.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.48964.log.gz 2023-11-25T03:15:27.289 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48195.log 2023-11-25T03:15:27.290 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50702.log 2023-11-25T03:15:27.291 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55145.log.gz 2023-11-25T03:15:27.292 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48195.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49933.log 2023-11-25T03:15:27.292 INFO:teuthology.orchestra.run.smithi076.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48195.log.gz 2023-11-25T03:15:27.293 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50702.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.50702.log.gz 2023-11-25T03:15:27.294 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51353.log 2023-11-25T03:15:27.295 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51957.log 2023-11-25T03:15:27.295 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49933.log.gz 2023-11-25T03:15:27.296 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51353.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51353.log.gz 2023-11-25T03:15:27.297 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52087.log 2023-11-25T03:15:27.298 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51957.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51957.log.gz 2023-11-25T03:15:27.298 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54933.log 2023-11-25T03:15:27.299 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52087.log: 87.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.52087.log.gz 2023-11-25T03:15:27.300 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.55678.log 2023-11-25T03:15:27.301 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47165.log 2023-11-25T03:15:27.301 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54933.log.gz 2023-11-25T03:15:27.303 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55678.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55678.log.gz 2023-11-25T03:15:27.303 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49732.log 2023-11-25T03:15:27.304 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47165.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47165.log.gz 2023-11-25T03:15:27.304 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49347.log 2023-11-25T03:15:27.306 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53777.log 2023-11-25T03:15:27.306 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49732.log.gz 2023-11-25T03:15:27.307 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44494.log 2023-11-25T03:15:27.307 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49347.log.gz 2023-11-25T03:15:27.308 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.0.53777.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.53777.log.gz 2023-11-25T03:15:27.310 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46200.log 2023-11-25T03:15:27.310 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44625.log 2023-11-25T03:15:27.311 INFO:teuthology.orchestra.run.smithi076.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44494.log.gz 2023-11-25T03:15:27.312 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46200.log: gzip 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46200.log.gz 2023-11-25T03:15:27.312 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47728.log 2023-11-25T03:15:27.313 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51851.log 2023-11-25T03:15:27.313 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44625.log.gz 2023-11-25T03:15:27.314 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45040.log 2023-11-25T03:15:27.315 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47728.log.gz 2023-11-25T03:15:27.316 INFO:teuthology.orchestra.run.smithi076.stderr: 92.8% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2023-11-25T03:15:27.316 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56314.log 2023-11-25T03:15:27.316 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51851.log.gz 2023-11-25T03:15:27.318 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55957.log 2023-11-25T03:15:27.318 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45040.log.gz 2023-11-25T03:15:27.318 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56314.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56314.log.gz 2023-11-25T03:15:27.318 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50440.log 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55303.log 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7%/var/log/ceph/ceph-client.admin.50440.log: -- replaced with /var/log/ceph/ceph-client.admin.55957.log.gz 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50440.log.gz 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45862.log 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51079.log 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55303.log.gz 2023-11-25T03:15:27.324 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45862.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45862.log.gz 2023-11-25T03:15:27.325 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49680.log 2023-11-25T03:15:27.325 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48109.log 2023-11-25T03:15:27.326 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51079.log: /var/log/ceph/ceph-client.admin.49680.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51079.log.gz 2023-11-25T03:15:27.326 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49680.log.gz 2023-11-25T03:15:27.326 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45667.log 2023-11-25T03:15:27.327 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56061.log 2023-11-25T03:15:27.327 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48109.log.gz 2023-11-25T03:15:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45667.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45667.log.gz 2023-11-25T03:15:27.328 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55249.log 2023-11-25T03:15:27.329 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56061.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56061.log.gz 2023-11-25T03:15:27.329 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48851.log 2023-11-25T03:15:27.330 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52399.log 2023-11-25T03:15:27.331 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55249.log.gz 2023-11-25T03:15:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48851.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48851.log.gz 2023-11-25T03:15:27.332 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52477.log 2023-11-25T03:15:27.334 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2023-11-25T03:15:27.335 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56535.log 2023-11-25T03:15:27.335 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52399.log.gz 2023-11-25T03:15:27.335 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52477.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52477.log.gz 2023-11-25T03:15:27.335 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38370.log 2023-11-25T03:15:27.337 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49113.log 2023-11-25T03:15:27.337 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56535.log.gz 2023-11-25T03:15:27.338 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.38370.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38370.log.gz 2023-11-25T03:15:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45430.log 2023-11-25T03:15:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49113.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49113.log.gz 2023-11-25T03:15:27.339 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53949.log 2023-11-25T03:15:27.340 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52933.log 2023-11-25T03:15:27.341 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45430.log.gz 2023-11-25T03:15:27.342 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53949.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53949.log.gz 2023-11-25T03:15:27.342 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55756.log 2023-11-25T03:15:27.343 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52933.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52933.log.gz 2023-11-25T03:15:27.344 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55223.log 2023-11-25T03:15:27.345 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55756.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55756.log.gz 2023-11-25T03:15:27.345 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47572.log 2023-11-25T03:15:27.346 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54003.log 2023-11-25T03:15:27.347 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55223.log.gz 2023-11-25T03:15:27.348 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47572.log: gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.admin.56795.log 2023-11-25T03:15:27.348 INFO:teuthology.orchestra.run.smithi076.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47572.log.gz 2023-11-25T03:15:27.350 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56769.log 2023-11-25T03:15:27.350 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54003.log.gz 2023-11-25T03:15:27.351 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54223.log 2023-11-25T03:15:27.351 INFO:teuthology.orchestra.run.smithi076.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56795.log.gz 2023-11-25T03:15:27.352 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44546.log 2023-11-25T03:15:27.353 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56769.log.gz 2023-11-25T03:15:27.354 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54223.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54223.log.gz 2023-11-25T03:15:27.354 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47193.log 2023-11-25T03:15:27.355 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44546.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44546.log.gz 2023-11-25T03:15:27.356 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54145.log 2023-11-25T03:15:27.357 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47193.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47193.log.gz 2023-11-25T03:15:27.357 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53494.log 2023-11-25T03:15:27.359 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54145.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54145.log.gz 2023-11-25T03:15:27.359 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48825.log 2023-11-25T03:15:27.360 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53494.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53494.log.gz 2023-11-25T03:15:27.360 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53272.log 2023-11-25T03:15:27.362 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48825.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48825.log.gz 2023-11-25T03:15:27.362 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47949.log 2023-11-25T03:15:27.363 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53272.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53272.log.gz 2023-11-25T03:15:27.363 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55063.log 2023-11-25T03:15:27.365 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47949.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47949.log.gz 2023-11-25T03:15:27.365 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49654.log 2023-11-25T03:15:27.365 INFO:teuthology.orchestra.run.smithi076.stderr: 93.3% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2023-11-25T03:15:27.366 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55063.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55063.log.gz 2023-11-25T03:15:27.367 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49191.log 2023-11-25T03:15:27.368 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55730.log 2023-11-25T03:15:27.368 INFO:teuthology.orchestra.run.smithi076.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49654.log.gz 2023-11-25T03:15:27.369 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49191.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49191.log.gz 2023-11-25T03:15:27.369 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48081.log 2023-11-25T03:15:27.370 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48249.log 2023-11-25T03:15:27.370 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.55730.log.gz 2023-11-25T03:15:27.371 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48081.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48081.log.gz 2023-11-25T03:15:27.371 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52295.log 2023-11-25T03:15:27.372 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54327.log 2023-11-25T03:15:27.373 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48249.log.gz 2023-11-25T03:15:27.373 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52295.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52295.log.gz 2023-11-25T03:15:27.374 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56431.log 2023-11-25T03:15:27.375 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54327.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54327.log.gz 2023-11-25T03:15:27.375 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48053.log 2023-11-25T03:15:27.376 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51195.log 2023-11-25T03:15:27.376 INFO:teuthology.orchestra.run.smithi076.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56431.log.gz 2023-11-25T03:15:27.377 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48053.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48053.log.gz 2023-11-25T03:15:27.377 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52373.log 2023-11-25T03:15:27.378 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51195.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51195.log.gz 2023-11-25T03:15:27.378 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45352.log 2023-11-25T03:15:27.379 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52373.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52373.log.gz 2023-11-25T03:15:27.379 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49269.log 2023-11-25T03:15:27.381 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.45352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52522.log 2023-11-25T03:15:27.381 INFO:teuthology.orchestra.run.smithi076.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45352.log.gz 2023-11-25T03:15:27.382 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.49269.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49269.log.gz 2023-11-25T03:15:27.382 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52347.log 2023-11-25T03:15:27.382 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52522.log: 89.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.52522.log.gz 2023-11-25T03:15:27.383 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.55983.log 2023-11-25T03:15:27.384 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52347.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52347.log.gz 2023-11-25T03:15:27.384 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53975.log 2023-11-25T03:15:27.385 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.55983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51457.log 2023-11-25T03:15:27.385 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.55983.log.gz 2023-11-25T03:15:27.386 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47040.log 2023-11-25T03:15:27.386 INFO:teuthology.orchestra.run.smithi076.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53975.log.gz 2023-11-25T03:15:27.387 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51457.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51457.log.gz 2023-11-25T03:15:27.387 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56873.log 2023-11-25T03:15:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.47040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44218.log 2023-11-25T03:15:27.388 INFO:teuthology.orchestra.run.smithi076.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47040.log.gz 2023-11-25T03:15:27.389 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56873.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56873.log.gz 2023-11-25T03:15:27.389 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50011.log 2023-11-25T03:15:27.390 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48457.log 2023-11-25T03:15:27.391 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44218.log.gz 2023-11-25T03:15:27.391 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50011.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50011.log.gz 2023-11-25T03:15:27.392 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.51943.log 2023-11-25T03:15:27.393 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48457.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48457.log.gz 2023-11-25T03:15:27.393 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53598.log 2023-11-25T03:15:27.394 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.testuser.51943.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.51943.log.gz 2023-11-25T03:15:27.394 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56379.log 2023-11-25T03:15:27.395 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52548.log 2023-11-25T03:15:27.395 INFO:teuthology.orchestra.run.smithi076.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53598.log.gz 2023-11-25T03:15:27.396 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56379.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56379.log.gz 2023-11-25T03:15:27.396 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50923.log 2023-11-25T03:15:27.397 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44607.log 2023-11-25T03:15:27.397 INFO:teuthology.orchestra.run.smithi076.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52548.log.gz 2023-11-25T03:15:27.398 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.50923.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50923.log.gz 2023-11-25T03:15:27.398 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53440.log 2023-11-25T03:15:27.399 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46096.log 2023-11-25T03:15:27.400 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44607.log.gz 2023-11-25T03:15:27.400 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53440.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53440.log.gz 2023-11-25T03:15:27.401 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46148.log 2023-11-25T03:15:27.402 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51133.log 2023-11-25T03:15:27.402 INFO:teuthology.orchestra.run.smithi076.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46096.log.gz 2023-11-25T03:15:27.403 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46148.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46148.log.gz 2023-11-25T03:15:27.403 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56587.log 2023-11-25T03:15:27.404 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51133.log: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-11-25T03:15:27.404 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44276.log 2023-11-25T03:15:27.404 INFO:teuthology.orchestra.run.smithi076.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51133.log.gz 2023-11-25T03:15:27.405 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56561.log 2023-11-25T03:15:27.405 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56587.log.gz 2023-11-25T03:15:27.406 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.44276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53011.log 2023-11-25T03:15:27.406 INFO:teuthology.orchestra.run.smithi076.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44276.log.gz 2023-11-25T03:15:27.407 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.56561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51747.log 2023-11-25T03:15:27.407 INFO:teuthology.orchestra.run.smithi076.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56561.log.gz 2023-11-25T03:15:27.408 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.53011.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53011.log.gz 2023-11-25T03:15:27.408 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46865.log 2023-11-25T03:15:27.409 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.51747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52680.log 2023-11-25T03:15:27.410 INFO:teuthology.orchestra.run.smithi076.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51747.log.gz 2023-11-25T03:15:27.410 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48983.log 2023-11-25T03:15:27.411 INFO:teuthology.orchestra.run.smithi076.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46865.log.gz 2023-11-25T03:15:27.411 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54724.log 2023-11-25T03:15:27.412 INFO:teuthology.orchestra.run.smithi076.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.52680.log.gz 2023-11-25T03:15:27.412 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.48983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38486.log 2023-11-25T03:15:27.413 INFO:teuthology.orchestra.run.smithi076.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48983.log.gz 2023-11-25T03:15:27.413 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54724.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54724.log.gz 2023-11-25T03:15:27.414 INFO:teuthology.orchestra.run.smithi076.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54379.log 2023-11-25T03:15:27.414 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.38486.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38486.log.gzgzip 2023-11-25T03:15:27.415 INFO:teuthology.orchestra.run.smithi076.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.52061.log 2023-11-25T03:15:27.415 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.54379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46917.log 2023-11-25T03:15:27.415 INFO:teuthology.orchestra.run.smithi076.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.54379.log.gz 2023-11-25T03:15:27.416 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.52061.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52061.log.gz 2023-11-25T03:15:27.417 INFO:teuthology.orchestra.run.smithi076.stderr:/var/log/ceph/ceph-client.admin.46917.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46917.log.gz 2023-11-25T03:15:27.426 INFO:teuthology.orchestra.run.smithi076.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-11-25T03:15:27.492 INFO:teuthology.orchestra.run.smithi076.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-11-25T03:15:27.494 INFO:teuthology.orchestra.run.smithi076.stderr: 2023-11-25T03:15:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:real 0m0.740s 2023-11-25T03:15:27.494 INFO:teuthology.orchestra.run.smithi076.stderr:user 0m2.623s 2023-11-25T03:15:27.495 INFO:teuthology.orchestra.run.smithi076.stderr:sys 0m1.049s 2023-11-25T03:15:27.496 INFO:tasks.ceph:Archiving logs... 2023-11-25T03:15:27.496 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/remote/smithi076/log 2023-11-25T03:15:27.498 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-25T03:15:28.155 DEBUG:teuthology.misc:Transferring archived files from smithi106:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/remote/smithi106/log 2023-11-25T03:15:28.156 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-25T03:15:28.406 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-11-25T03:15:28.416 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-11-25T03:15:28.416 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-25T03:15:28.420 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-25T03:15:28.509 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-11-25T03:15:28.518 INFO:teuthology.task.clock:Checking final clock skew... 2023-11-25T03:15:28.518 DEBUG:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-25T03:15:28.522 DEBUG:teuthology.orchestra.run.smithi106:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-25T03:15:28.533 INFO:teuthology.orchestra.run.smithi076.stdout: remote refid st t when poll reach delay offset jitter 2023-11-25T03:15:28.534 INFO:teuthology.orchestra.run.smithi076.stdout:============================================================================== 2023-11-25T03:15:28.534 INFO:teuthology.orchestra.run.smithi076.stdout:*hv01.front.sepi 44.4.53.2 2 u 36 64 377 0.111 -2.073 2.086 2023-11-25T03:15:28.534 INFO:teuthology.orchestra.run.smithi076.stdout:+hv02.front.sepi 63.231.80.2 3 u 30 64 377 0.179 -0.522 1.797 2023-11-25T03:15:28.534 INFO:teuthology.orchestra.run.smithi076.stdout:+hv03.front.sepi 74.6.168.72 3 u 35 64 377 0.101 -1.902 1.924 2023-11-25T03:15:28.534 INFO:teuthology.orchestra.run.smithi076.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:15:28.538 INFO:teuthology.orchestra.run.smithi106.stdout: remote refid st t when poll reach delay offset jitter 2023-11-25T03:15:28.538 INFO:teuthology.orchestra.run.smithi106.stdout:============================================================================== 2023-11-25T03:15:28.538 INFO:teuthology.orchestra.run.smithi106.stdout:*hv01.front.sepi 44.4.53.2 2 u 37 64 377 0.119 -1.664 0.685 2023-11-25T03:15:28.538 INFO:teuthology.orchestra.run.smithi106.stdout:+hv02.front.sepi 63.231.80.2 3 u 33 64 377 0.101 -0.113 0.752 2023-11-25T03:15:28.538 INFO:teuthology.orchestra.run.smithi106.stdout:+hv03.front.sepi 74.6.168.72 3 u 30 64 377 0.107 -1.401 0.697 2023-11-25T03:15:28.539 INFO:teuthology.orchestra.run.smithi106.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-25T03:15:28.539 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-11-25T03:15:28.548 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-11-25T03:15:28.549 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-11-25T03:15:28.561 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-11-25T03:15:28.570 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-11-25T03:15:28.579 INFO:teuthology.task.internal:Duration was 1038.806511 seconds 2023-11-25T03:15:28.580 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-11-25T03:15:28.589 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-11-25T03:15:28.589 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-25T03:15:28.593 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-25T03:15:28.682 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-11-25T03:15:28.682 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi076.front.sepia.ceph.com 2023-11-25T03:15:28.683 DEBUG:teuthology.orchestra.run.smithi076:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-25T03:15:28.705 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi106.front.sepia.ceph.com 2023-11-25T03:15:28.706 DEBUG:teuthology.orchestra.run.smithi106:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-25T03:15:28.728 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-11-25T03:15:28.728 DEBUG:teuthology.orchestra.run.smithi076:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-25T03:15:28.754 DEBUG:teuthology.orchestra.run.smithi106:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-25T03:15:28.808 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-11-25T03:15:28.808 DEBUG:teuthology.orchestra.run.smithi076:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-25T03:15:28.830 DEBUG:teuthology.orchestra.run.smithi106:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-25T03:15:28.933 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-11-25T03:15:28.943 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-11-25T03:15:28.943 DEBUG:teuthology.orchestra.run.smithi076:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-25T03:15:28.965 DEBUG:teuthology.orchestra.run.smithi106:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-25T03:15:28.986 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-11-25T03:15:28.996 DEBUG:teuthology.orchestra.run.smithi076:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-25T03:15:29.011 DEBUG:teuthology.orchestra.run.smithi106:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-25T03:15:29.025 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern = core 2023-11-25T03:15:29.044 INFO:teuthology.orchestra.run.smithi106.stdout:kernel.core_pattern = core 2023-11-25T03:15:29.063 DEBUG:teuthology.orchestra.run.smithi076:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-25T03:15:29.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:15:29.099 DEBUG:teuthology.orchestra.run.smithi106:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-25T03:15:29.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-25T03:15:29.114 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-11-25T03:15:29.124 INFO:teuthology.task.internal:Transferring archived files... 2023-11-25T03:15:29.125 DEBUG:teuthology.misc:Transferring archived files from smithi076:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/remote/smithi076 2023-11-25T03:15:29.125 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-25T03:15:29.168 DEBUG:teuthology.misc:Transferring archived files from smithi106:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998/remote/smithi106 2023-11-25T03:15:29.168 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-25T03:15:29.195 INFO:teuthology.task.internal:Removing archive directory... 2023-11-25T03:15:29.195 DEBUG:teuthology.orchestra.run.smithi076:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-25T03:15:29.210 DEBUG:teuthology.orchestra.run.smithi106:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-25T03:15:29.243 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-11-25T03:15:29.254 INFO:teuthology.task.internal:Not uploading archives. 2023-11-25T03:15:29.254 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-11-25T03:15:29.266 INFO:teuthology.task.internal:Tidying up after the test... 2023-11-25T03:15:29.267 DEBUG:teuthology.orchestra.run.smithi076:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-25T03:15:29.270 DEBUG:teuthology.orchestra.run.smithi106:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-25T03:15:29.276 INFO:teuthology.orchestra.run.smithi076.stdout: 658039 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 25 03:15 /home/ubuntu/cephtest 2023-11-25T03:15:29.299 INFO:teuthology.orchestra.run.smithi106.stdout: 655428 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 25 03:15 /home/ubuntu/cephtest 2023-11-25T03:15:29.301 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-11-25T03:15:29.312 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-11-25T03:15:29.334 INFO:teuthology.nuke:Checking targets against current locks 2023-11-25T03:15:29.360 DEBUG:teuthology.nuke:shortname: smithi076 2023-11-25T03:15:29.361 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-25T03:15:29.384 DEBUG:teuthology.nuke:shortname: smithi106 2023-11-25T03:15:29.384 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-25T03:15:29.387 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi076.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-25 02:47:52.089200', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNHB5KVRUm1vURKPABAwu42asec9GLm5VsgZpmGcDoVQ3yEzFgm9rwurlNTPNz8LIXPlAX9/ad7GuiPcBWqc0Dc='} 2023-11-25T03:15:29.408 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi106.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-11-24_21:17:59-fs-main-distro-default-smithi/7465998', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-25 02:47:52.091025', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyVb1G/KkTKRXkvkHFXZMadxRer/9tiWuXkqmMms8fzAUDrU2WvOB1xREAKuzn7up8EeDnGrkJ7eph3KByURLA='} 2023-11-25T03:15:29.434 INFO:teuthology.orchestra.console.smithi076:Power off 2023-11-25T03:15:29.435 DEBUG:teuthology.orchestra.console.smithi076:pexpect command: ipmitool -H smithi076.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-25T03:15:29.458 DEBUG:teuthology.orchestra.console.smithi076:power off output: Chassis Power Control: Down/Off 2023-11-25T03:15:29.459 DEBUG:teuthology.orchestra.console.smithi076:pexpect command: ipmitool -H smithi076.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-25T03:15:29.475 INFO:teuthology.orchestra.console.smithi106:Power off 2023-11-25T03:15:29.475 DEBUG:teuthology.orchestra.console.smithi106:pexpect command: ipmitool -H smithi106.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-25T03:15:29.485 DEBUG:teuthology.orchestra.console.smithi076:check power output: Chassis Power is on 2023-11-25T03:15:29.497 DEBUG:teuthology.orchestra.console.smithi106:power off output: Chassis Power Control: Down/Off 2023-11-25T03:15:29.498 DEBUG:teuthology.orchestra.console.smithi106:pexpect command: ipmitool -H smithi106.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-25T03:15:29.520 DEBUG:teuthology.orchestra.console.smithi106:check power output: Chassis Power is on 2023-11-25T03:15:33.486 DEBUG:teuthology.orchestra.console.smithi076:pexpect command: ipmitool -H smithi076.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-25T03:15:33.521 DEBUG:teuthology.orchestra.console.smithi106:pexpect command: ipmitool -H smithi106.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-25T03:15:33.596 DEBUG:teuthology.orchestra.console.smithi076:check power output: Chassis Power is on 2023-11-25T03:15:33.633 DEBUG:teuthology.orchestra.console.smithi106:check power output: Chassis Power is on 2023-11-25T03:15:37.597 DEBUG:teuthology.orchestra.console.smithi076:pexpect command: ipmitool -H smithi076.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-25T03:15:37.634 DEBUG:teuthology.orchestra.console.smithi106:pexpect command: ipmitool -H smithi106.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-25T03:15:37.707 DEBUG:teuthology.orchestra.console.smithi076:check power output: Chassis Power is off 2023-11-25T03:15:37.743 DEBUG:teuthology.orchestra.console.smithi106:check power output: Chassis Power is off 2023-11-25T03:15:37.809 INFO:teuthology.orchestra.console.smithi076:Power off completed 2023-11-25T03:15:37.844 INFO:teuthology.orchestra.console.smithi106:Power off completed 2023-11-25T03:15:37.950 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 client.1-kernel-sha1: 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 description: fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} duration: 1038.8065106868744 failure_reason: 'Test failure: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps)' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=2dcba0d317aa48269870630a029cff94 status: fail success: false 2023-11-25T03:15:37.950 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-25T03:15:38.041 INFO:teuthology.run:FAIL